Activation_Functions/tex/5e156666e8767505b7fdc17f061898f7.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="208.823409pt" height="23.910579pt" viewBox="35.792581 -61.041096 208.823409 23.910579" readme2tex:offset="0" xmlns:readme2tex="http://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g0-3" d="M2.739726-4.254047C2.749689-4.393524 2.749689-4.632628 2.49066-4.632628C2.331258-4.632628 2.201743-4.503113 2.231631-4.373599V-4.244085L2.371108-2.699875L1.09589-3.626401C1.006227-3.676214 .986301-3.696139 .916563-3.696139C.777086-3.696139 .647572-3.556663 .647572-3.417186C.647572-3.257783 .747198-3.217933 .846824-3.16812L2.261519-2.49066L.886675-1.823163C.727273-1.743462 .647572-1.703611 .647572-1.554172S.777086-1.275218 .916563-1.275218C.986301-1.275218 1.006227-1.275218 1.255293-1.464508L2.371108-2.271482L2.221669-.597758C2.221669-.388543 2.400996-.33873 2.480697-.33873C2.600249-.33873 2.749689-.408468 2.749689-.597758L2.600249-2.271482L3.875467-1.344956C3.965131-1.295143 3.985056-1.275218 4.054795-1.275218C4.194271-1.275218 4.323786-1.414695 4.323786-1.554172C4.323786-1.703611 4.234122-1.753425 4.11457-1.8132C3.516812-2.11208 3.496887-2.11208 2.709838-2.480697L4.084682-3.148194C4.244085-3.227895 4.323786-3.267746 4.323786-3.417186S4.194271-3.696139 4.054795-3.696139C3.985056-3.696139 3.965131-3.696139 3.716065-3.506849L2.600249-2.699875L2.739726-4.254047Z" />
<ns0:path id="g0-112" d="M3.875467 8.518057L2.122042 4.64259C2.052304 4.483188 2.002491 4.483188 1.972603 4.483188C1.96264 4.483188 1.912827 4.483188 1.803238 4.562889L.856787 5.280199C.727273 5.379826 .727273 5.409714 .727273 5.439601C.727273 5.489415 .757161 5.549191 .826899 5.549191C.886675 5.549191 1.05604 5.409714 1.165629 5.330012C1.225405 5.280199 1.374844 5.17061 1.484433 5.090909L3.447073 9.404732C3.516812 9.564134 3.566625 9.564134 3.656289 9.564134C3.805729 9.564134 3.835616 9.504359 3.905355 9.364882L8.428394 0C8.498132-.139477 8.498132-.179328 8.498132-.199253C8.498132-.298879 8.418431-.398506 8.298879-.398506C8.219178-.398506 8.14944-.348692 8.069738-.18929L3.875467 8.518057Z" />
<ns0:path id="g3-18" d="M6.973848 23.402242C6.973848 23.362391 6.953923 23.342466 6.933998 23.312578C6.56538 22.94396 5.897883 22.276463 5.230386 21.200498C3.626401 18.630137 2.899128 15.392279 2.899128 11.556663C2.899128 8.876712 3.257783 5.419676 4.901619 2.450809C5.688667 1.036115 6.505604 .219178 6.94396-.219178C6.973848-.249066 6.973848-.268991 6.973848-.298879C6.973848-.398506 6.90411-.398506 6.764633-.398506S6.60523-.398506 6.455791-.249066C3.118306 2.789539 2.072229 7.352428 2.072229 11.5467C2.072229 15.462017 2.968867 19.407223 5.499377 22.386052C5.69863 22.615193 6.07721 23.023661 6.485679 23.382316C6.60523 23.501868 6.625156 23.501868 6.764633 23.501868S6.973848 23.501868 6.973848 23.402242Z" />
<ns0:path id="g3-19" d="M5.250311 11.556663C5.250311 7.641345 4.353674 3.696139 1.823163 .71731C1.62391 .488169 1.24533 .079701 .836862-.278954C.71731-.398506 .697385-.398506 .557908-.398506C.438356-.398506 .348692-.398506 .348692-.298879C.348692-.259029 .388543-.219178 .408468-.199253C.757161 .159402 1.424658 .826899 2.092154 1.902864C3.696139 4.473225 4.423412 7.711083 4.423412 11.5467C4.423412 14.22665 4.064757 17.683686 2.420922 20.652553C1.633873 22.067248 .806974 22.894147 .388543 23.312578C.368618 23.342466 .348692 23.372354 .348692 23.402242C.348692 23.501868 .438356 23.501868 .557908 23.501868C.697385 23.501868 .71731 23.501868 .86675 23.352428C4.204234 20.313823 5.250311 15.750934 5.250311 11.556663Z" />
<ns0:path id="g2-8" d="M3.975093-1.344956C5.519303-1.464508 6.625156-2.391034 6.625156-3.39726C6.625156-4.433375 5.489415-5.339975 3.975093-5.459527V-6.017435C3.975093-6.356164 3.975093-6.495641 4.921544-6.495641H5.250311V-6.804483C4.891656-6.774595 3.975093-6.774595 3.566625-6.774595S2.231631-6.774595 1.872976-6.804483V-6.495641H2.201743C3.148194-6.495641 3.148194-6.366127 3.148194-6.017435V-5.459527C1.62391-5.310087 .557908-4.393524 .557908-3.407223C.557908-2.381071 1.663761-1.494396 3.148194-1.344956V-.787049C3.148194-.448319 3.148194-.308842 2.201743-.308842H1.872976V0C2.231631-.029888 3.148194-.029888 3.556663-.029888S4.891656-.029888 5.250311 0V-.308842H4.921544C3.975093-.308842 3.975093-.438356 3.975093-.787049V-1.344956ZM3.148194-1.574097C1.733499-1.763387 1.554172-2.779577 1.554172-3.39726C1.554172-3.915318 1.653798-5.031133 3.148194-5.230386V-1.574097ZM3.975093-5.240349C5.349938-5.080946 5.628892-4.164384 5.628892-3.407223C5.628892-2.809465 5.479452-1.743462 3.975093-1.564134V-5.240349Z" />
<ns0:path id="g2-40" d="M3.297634 2.391034C3.297634 2.361146 3.297634 2.34122 3.128269 2.171856C1.882939 .916563 1.564134-.966376 1.564134-2.49066C1.564134-4.224159 1.942715-5.957659 3.16812-7.202989C3.297634-7.32254 3.297634-7.342466 3.297634-7.372354C3.297634-7.442092 3.257783-7.47198 3.198007-7.47198C3.098381-7.47198 2.201743-6.794521 1.613948-5.529265C1.105853-4.433375 .986301-3.327522 .986301-2.49066C.986301-1.713574 1.09589-.508095 1.643836 .617684C2.241594 1.843088 3.098381 2.49066 3.198007 2.49066C3.257783 2.49066 3.297634 2.460772 3.297634 2.391034Z" />
<ns0:path id="g2-41" d="M2.879203-2.49066C2.879203-3.267746 2.769614-4.473225 2.221669-5.599004C1.62391-6.824408 .767123-7.47198 .667497-7.47198C.607721-7.47198 .56787-7.43213 .56787-7.372354C.56787-7.342466 .56787-7.32254 .757161-7.143213C1.733499-6.156912 2.30137-4.572852 2.30137-2.49066C2.30137-.787049 1.932752 .966376 .697385 2.221669C.56787 2.34122 .56787 2.361146 .56787 2.391034C.56787 2.450809 .607721 2.49066 .667497 2.49066C.767123 2.49066 1.663761 1.8132 2.251557 .547945C2.759651-.547945 2.879203-1.653798 2.879203-2.49066Z" />
<ns0:path id="g2-43" d="M4.07472-2.291407H6.854296C6.993773-2.291407 7.183064-2.291407 7.183064-2.49066S6.993773-2.689913 6.854296-2.689913H4.07472V-5.479452C4.07472-5.618929 4.07472-5.808219 3.875467-5.808219S3.676214-5.618929 3.676214-5.479452V-2.689913H.886675C.747198-2.689913 .557908-2.689913 .557908-2.49066S.747198-2.291407 .886675-2.291407H3.676214V.498132C3.676214 .637609 3.676214 .826899 3.875467 .826899S4.07472 .637609 4.07472 .498132V-2.291407Z" />
<ns0:path id="g2-49" d="M2.929016-6.37609C2.929016-6.615193 2.929016-6.635118 2.699875-6.635118C2.082192-5.997509 1.205479-5.997509 .886675-5.997509V-5.688667C1.085928-5.688667 1.673724-5.688667 2.191781-5.947696V-.787049C2.191781-.428394 2.161893-.308842 1.265255-.308842H.946451V0C1.295143-.029888 2.161893-.029888 2.560399-.029888S3.825654-.029888 4.174346 0V-.308842H3.855542C2.958904-.308842 2.929016-.418431 2.929016-.787049V-6.37609Z" />
<ns0:path id="g2-50" d="M1.265255-.767123L2.321295-1.793275C3.875467-3.16812 4.473225-3.706102 4.473225-4.702366C4.473225-5.838107 3.576588-6.635118 2.361146-6.635118C1.235367-6.635118 .498132-5.718555 .498132-4.83188C.498132-4.273973 .996264-4.273973 1.026152-4.273973C1.195517-4.273973 1.544209-4.393524 1.544209-4.801993C1.544209-5.061021 1.364882-5.32005 1.016189-5.32005C.936488-5.32005 .916563-5.32005 .886675-5.310087C1.115816-5.957659 1.653798-6.326276 2.231631-6.326276C3.138232-6.326276 3.566625-5.519303 3.566625-4.702366C3.566625-3.905355 3.068493-3.118306 2.520548-2.500623L.607721-.368618C.498132-.259029 .498132-.239103 .498132 0H4.194271L4.473225-1.733499H4.224159C4.174346-1.43462 4.104608-.996264 4.004981-.846824C3.935243-.767123 3.277709-.767123 3.058531-.767123H1.265255Z" />
<ns0:path id="g2-61" d="M6.844334-3.257783C6.993773-3.257783 7.183064-3.257783 7.183064-3.457036S6.993773-3.656289 6.854296-3.656289H.886675C.747198-3.656289 .557908-3.656289 .557908-3.457036S.747198-3.257783 .896638-3.257783H6.844334ZM6.854296-1.325031C6.993773-1.325031 7.183064-1.325031 7.183064-1.524284S6.993773-1.723537 6.844334-1.723537H.896638C.747198-1.723537 .557908-1.723537 .557908-1.524284S.747198-1.325031 .886675-1.325031H6.854296Z" />
<ns0:path id="g1-101" d="M1.863014-2.30137C2.15193-2.30137 2.889166-2.321295 3.387298-2.530511C4.084682-2.82939 4.134496-3.417186 4.134496-3.556663C4.134496-3.995019 3.755915-4.403487 3.068493-4.403487C1.96264-4.403487 .458281-3.437111 .458281-1.693649C.458281-.67746 1.046077 .109589 2.022416 .109589C3.447073 .109589 4.283935-.946451 4.283935-1.066002C4.283935-1.125778 4.224159-1.195517 4.164384-1.195517C4.11457-1.195517 4.094645-1.175592 4.034869-1.09589C3.247821-.109589 2.161893-.109589 2.042341-.109589C1.265255-.109589 1.175592-.946451 1.175592-1.265255C1.175592-1.384807 1.185554-1.693649 1.334994-2.30137H1.863014ZM1.39477-2.520548C1.783313-4.034869 2.809465-4.184309 3.068493-4.184309C3.536737-4.184309 3.805729-3.895392 3.805729-3.556663C3.805729-2.520548 2.211706-2.520548 1.803238-2.520548H1.39477Z" />
<ns0:path id="g1-102" d="M3.656289-3.985056H4.513076C4.712329-3.985056 4.811955-3.985056 4.811955-4.184309C4.811955-4.293898 4.712329-4.293898 4.542964-4.293898H3.716065L3.92528-5.429639C3.965131-5.638854 4.104608-6.346202 4.164384-6.465753C4.254047-6.655044 4.423412-6.804483 4.632628-6.804483C4.672478-6.804483 4.931507-6.804483 5.120797-6.625156C4.682441-6.585305 4.582814-6.236613 4.582814-6.087173C4.582814-5.858032 4.762142-5.738481 4.951432-5.738481C5.210461-5.738481 5.499377-5.957659 5.499377-6.336239C5.499377-6.794521 5.041096-7.023661 4.632628-7.023661C4.293898-7.023661 3.666252-6.844334 3.367372-5.858032C3.307597-5.648817 3.277709-5.549191 3.038605-4.293898H2.351183C2.161893-4.293898 2.052304-4.293898 2.052304-4.104608C2.052304-3.985056 2.141968-3.985056 2.331258-3.985056H2.988792L2.241594-.049813C2.062267 .916563 1.892902 1.823163 1.374844 1.823163C1.334994 1.823163 1.085928 1.823163 .896638 1.643836C1.354919 1.613948 1.444583 1.255293 1.444583 1.105853C1.444583 .876712 1.265255 .757161 1.075965 .757161C.816936 .757161 .52802 .976339 .52802 1.354919C.52802 1.803238 .966376 2.042341 1.374844 2.042341C1.92279 2.042341 2.321295 1.454545 2.500623 1.075965C2.819427 .448319 3.048568-.757161 3.058531-.826899L3.656289-3.985056Z" />
<ns0:path id="g1-114" d="M.876712-.587796C.846824-.438356 .787049-.209215 .787049-.159402C.787049 .019925 .926526 .109589 1.075965 .109589C1.195517 .109589 1.374844 .029888 1.444583-.169365C1.464508-.209215 1.803238-1.564134 1.843088-1.743462C1.92279-2.072229 2.102117-2.769614 2.161893-3.038605C2.201743-3.16812 2.480697-3.636364 2.719801-3.855542C2.799502-3.92528 3.088418-4.184309 3.516812-4.184309C3.775841-4.184309 3.92528-4.064757 3.935243-4.064757C3.636364-4.014944 3.417186-3.775841 3.417186-3.516812C3.417186-3.35741 3.526775-3.16812 3.795766-3.16812S4.343711-3.39726 4.343711-3.755915C4.343711-4.104608 4.024907-4.403487 3.516812-4.403487C2.86924-4.403487 2.430884-3.915318 2.241594-3.636364C2.161893-4.084682 1.803238-4.403487 1.334994-4.403487C.876712-4.403487 .687422-4.014944 .597758-3.835616C.418431-3.496887 .288917-2.899128 .288917-2.86924C.288917-2.769614 .388543-2.769614 .408468-2.769614C.508095-2.769614 .518057-2.779577 .577833-2.998755C.747198-3.706102 .946451-4.184309 1.305106-4.184309C1.474471-4.184309 1.613948-4.104608 1.613948-3.726027C1.613948-3.516812 1.58406-3.407223 1.454545-2.889166L.876712-.587796Z" />
<ns0:path id="g1-120" d="M3.327522-3.008717C3.387298-3.267746 3.616438-4.184309 4.313823-4.184309C4.363636-4.184309 4.60274-4.184309 4.811955-4.054795C4.533001-4.004981 4.333748-3.755915 4.333748-3.516812C4.333748-3.35741 4.443337-3.16812 4.712329-3.16812C4.931507-3.16812 5.250311-3.347447 5.250311-3.745953C5.250311-4.26401 4.662516-4.403487 4.323786-4.403487C3.745953-4.403487 3.39726-3.875467 3.277709-3.646326C3.028643-4.303861 2.49066-4.403487 2.201743-4.403487C1.165629-4.403487 .597758-3.118306 .597758-2.86924C.597758-2.769614 .697385-2.769614 .71731-2.769614C.797011-2.769614 .826899-2.789539 .846824-2.879203C1.185554-3.935243 1.843088-4.184309 2.181818-4.184309C2.371108-4.184309 2.719801-4.094645 2.719801-3.516812C2.719801-3.20797 2.550436-2.540473 2.181818-1.145704C2.022416-.52802 1.673724-.109589 1.235367-.109589C1.175592-.109589 .946451-.109589 .737235-.239103C.986301-.288917 1.205479-.498132 1.205479-.777086C1.205479-1.046077 .986301-1.125778 .836862-1.125778C.537983-1.125778 .288917-.86675 .288917-.547945C.288917-.089664 .787049 .109589 1.225405 .109589C1.882939 .109589 2.241594-.587796 2.271482-.647572C2.391034-.278954 2.749689 .109589 3.347447 .109589C4.373599 .109589 4.941469-1.175592 4.941469-1.424658C4.941469-1.524284 4.851806-1.524284 4.821918-1.524284C4.732254-1.524284 4.712329-1.484433 4.692403-1.414695C4.363636-.348692 3.686177-.109589 3.367372-.109589C2.978829-.109589 2.819427-.428394 2.819427-.767123C2.819427-.986301 2.879203-1.205479 2.988792-1.643836L3.327522-3.008717Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="35.792581" y="-46.59515" ns1:href="#g1-102" />
<ns0:use x="43.402928" y="-46.59515" ns1:href="#g2-40" />
<ns0:use x="47.2773" y="-46.59515" ns1:href="#g1-120" />
<ns0:use x="52.971232" y="-46.59515" ns1:href="#g2-41" />
<ns0:use x="59.612923" y="-46.59515" ns1:href="#g2-61" />
<ns0:use x="71.324517" y="-53.334952" ns1:href="#g2-49" />
<ns0:rect x="71.324517" y="-49.28506" height=".398484" width="4.981335" />
<ns0:use x="71.324517" y="-39.76128" ns1:href="#g2-50" />
<ns0:use x="80.822241" y="-46.59515" ns1:href="#g1-120" />
<ns0:use x="91.497447" y="-60.642601" ns1:href="#g3-18" />
<ns0:use x="98.831091" y="-46.59515" ns1:href="#g2-49" />
<ns0:use x="109.347171" y="-46.59515" ns1:href="#g2-43" />
<ns0:use x="122.63066" y="-46.59515" ns1:href="#g1-101" />
<ns0:use x="127.269531" y="-46.59515" ns1:href="#g1-114" />
<ns0:use x="132.041019" y="-46.59515" ns1:href="#g1-102" />
<ns0:use x="139.651366" y="-60.642601" ns1:href="#g3-18" />
<ns0:use x="151.975344" y="-53.334952" ns1:href="#g1-120" />
<ns0:rect x="148.180523" y="-49.28506" height=".398484" width="13.283561" />
<ns0:use x="148.180523" y="-46.894154" ns1:href="#g0-112" />
<ns0:rect x="156.482749" y="-47.292639" height=".398484" width="4.981335" />
<ns0:use x="156.482749" y="-38.652842" ns1:href="#g2-50" />
<ns0:use x="162.659598" y="-60.642601" ns1:href="#g3-19" />
<ns0:use x="169.993242" y="-60.642601" ns1:href="#g3-19" />
<ns0:use x="183.41507" y="-46.59515" ns1:href="#g2-61" />
<ns0:use x="197.252025" y="-46.59515" ns1:href="#g1-120" />
<ns0:use x="208.480698" y="-46.59515" ns1:href="#g0-3" />
<ns0:use x="218.996778" y="-46.59515" ns1:href="#g2-8" />
<ns0:use x="231.173313" y="-46.59515" ns1:href="#g2-40" />
<ns0:use x="235.047685" y="-46.59515" ns1:href="#g1-120" />
<ns0:use x="240.741617" y="-46.59515" ns1:href="#g2-41" />
</ns0:g>
</ns0:svg>