Activation_Functions/tex/3e743f8c72715fac3f04a831660936ed.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="114.51493pt" height="29.888224pt" viewBox="82.349043 -61.041096 114.51493 29.888224" readme2tex:offset="0" xmlns:readme2tex="http://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g3-120" d="M1.736488-.739228C1.66675-.502117 1.436613-.125529 1.080946-.125529C1.060025-.125529 .850809-.125529 .704359-.223163C.990286-.313823 1.011208-.564882 1.011208-.606725C1.011208-.760149 .892653-.864757 .732254-.864757C.536986-.864757 .334745-.697385 .334745-.439352C.334745-.09066 .72528 .069738 1.066999 .069738C1.387796 .069738 1.673724-.132503 1.84807-.425405C2.015442-.055791 2.399004 .069738 2.677958 .069738C3.47995 .069738 3.905355-.801993 3.905355-.99726C3.905355-1.08792 3.814695-1.08792 3.793773-1.08792C3.696139-1.08792 3.689166-1.053051 3.66127-.969365C3.514819-.488169 3.096389-.125529 2.705853-.125529C2.426899-.125529 2.280448-.313823 2.280448-.578829C2.280448-.760149 2.447821-1.39477 2.643088-2.168867C2.782565-2.705853 3.096389-2.880199 3.326526-2.880199C3.340473-2.880199 3.556663-2.880199 3.703113-2.782565C3.47995-2.719801 3.396264-2.524533 3.396264-2.399004C3.396264-2.245579 3.514819-2.140971 3.675218-2.140971S4.065753-2.273474 4.065753-2.566376C4.065753-2.956912 3.619427-3.075467 3.340473-3.075467C2.991781-3.075467 2.712827-2.84533 2.559402-2.580324C2.433873-2.866252 2.113076-3.075467 1.72254-3.075467C.941469-3.075467 .495143-2.217684 .495143-2.008468C.495143-1.917808 .592777-1.917808 .613699-1.917808C.704359-1.917808 .711333-1.945704 .746202-2.036364C.920548-2.580324 1.3599-2.880199 1.701619-2.880199C1.931756-2.880199 2.12005-2.75467 2.12005-2.419925C2.12005-2.280448 2.036364-1.931756 1.973599-1.694645L1.736488-.739228Z" />
<ns0:path id="g2-11" d="M4.752179-2.351183C4.752179-3.915318 3.825654-4.403487 3.088418-4.403487C1.723537-4.403487 .408468-2.978829 .408468-1.574097C.408468-.647572 1.006227 .109589 2.022416 .109589C2.650062 .109589 3.367372-.119552 4.124533-.727273C4.254047-.199253 4.582814 .109589 5.031133 .109589C5.559153 .109589 5.867995-.438356 5.867995-.597758C5.867995-.667497 5.808219-.697385 5.748443-.697385C5.678705-.697385 5.648817-.667497 5.618929-.597758C5.439601-.109589 5.080946-.109589 5.061021-.109589C4.752179-.109589 4.752179-.886675 4.752179-1.125778C4.752179-1.334994 4.752179-1.354919 4.851806-1.474471C5.788294-2.650062 5.997509-3.805729 5.997509-3.815691C5.997509-3.835616 5.987547-3.915318 5.877958-3.915318C5.778331-3.915318 5.778331-3.88543 5.728518-3.706102C5.549191-3.078456 5.220423-2.321295 4.752179-1.733499V-2.351183ZM4.084682-.986301C3.20797-.219178 2.440847-.109589 2.042341-.109589C1.444583-.109589 1.145704-.557908 1.145704-1.195517C1.145704-1.683686 1.404732-2.759651 1.723537-3.267746C2.191781-3.995019 2.729763-4.184309 3.078456-4.184309C4.064757-4.184309 4.064757-2.879203 4.064757-2.102117C4.064757-1.733499 4.064757-1.155666 4.084682-.986301Z" />
<ns0:path id="g2-21" d="M3.556663-2.909091C3.965131-1.863014 4.443337-.33873 4.60274-.109589C4.762142 .109589 4.861768 .109589 5.13076 .109589H5.349938C5.449564 .099626 5.459527 .039851 5.459527 .009963S5.439601-.039851 5.409714-.079701C5.310087-.18929 5.250311-.33873 5.180573-.537983L3.148194-6.206725C2.938979-6.784558 2.400996-6.914072 1.932752-6.914072C1.882939-6.914072 1.753425-6.914072 1.753425-6.804483C1.753425-6.724782 1.833126-6.704857 1.843088-6.704857C2.171856-6.645081 2.241594-6.585305 2.49066-5.907846L3.457036-3.198007L.707347-.468244C.587796-.348692 .52802-.288917 .52802-.159402C.52802 .009963 .667497 .129514 .826899 .129514S1.075965 .019925 1.155666-.079701L3.556663-2.909091Z" />
<ns0:path id="g2-59" d="M2.022416-.009963C2.022416-.667497 1.77335-1.05604 1.384807-1.05604C1.05604-1.05604 .856787-.806974 .856787-.52802C.856787-.259029 1.05604 0 1.384807 0C1.504359 0 1.633873-.039851 1.733499-.129514C1.763387-.14944 1.77335-.159402 1.783313-.159402S1.803238-.14944 1.803238-.009963C1.803238 .727273 1.454545 1.325031 1.125778 1.653798C1.016189 1.763387 1.016189 1.783313 1.016189 1.8132C1.016189 1.882939 1.066002 1.92279 1.115816 1.92279C1.225405 1.92279 2.022416 1.155666 2.022416-.009963Z" />
<ns0:path id="g2-60" d="M6.724782-4.961395C6.844334-5.021171 6.914072-5.070984 6.914072-5.180573S6.824408-5.379826 6.714819-5.379826C6.684932-5.379826 6.665006-5.379826 6.535492-5.310087L1.016189-2.709838C.9066-2.660025 .826899-2.610212 .826899-2.49066S.9066-2.321295 1.016189-2.271482L6.535492 .328767C6.665006 .398506 6.684932 .398506 6.714819 .398506C6.824408 .398506 6.914072 .308842 6.914072 .199253S6.844334 .039851 6.724782-.019925L1.494396-2.49066L6.724782-4.961395Z" />
<ns0:path id="g2-101" d="M1.863014-2.30137C2.15193-2.30137 2.889166-2.321295 3.387298-2.530511C4.084682-2.82939 4.134496-3.417186 4.134496-3.556663C4.134496-3.995019 3.755915-4.403487 3.068493-4.403487C1.96264-4.403487 .458281-3.437111 .458281-1.693649C.458281-.67746 1.046077 .109589 2.022416 .109589C3.447073 .109589 4.283935-.946451 4.283935-1.066002C4.283935-1.125778 4.224159-1.195517 4.164384-1.195517C4.11457-1.195517 4.094645-1.175592 4.034869-1.09589C3.247821-.109589 2.161893-.109589 2.042341-.109589C1.265255-.109589 1.175592-.946451 1.175592-1.265255C1.175592-1.384807 1.185554-1.693649 1.334994-2.30137H1.863014ZM1.39477-2.520548C1.783313-4.034869 2.809465-4.184309 3.068493-4.184309C3.536737-4.184309 3.805729-3.895392 3.805729-3.556663C3.805729-2.520548 2.211706-2.520548 1.803238-2.520548H1.39477Z" />
<ns0:path id="g2-102" d="M3.656289-3.985056H4.513076C4.712329-3.985056 4.811955-3.985056 4.811955-4.184309C4.811955-4.293898 4.712329-4.293898 4.542964-4.293898H3.716065L3.92528-5.429639C3.965131-5.638854 4.104608-6.346202 4.164384-6.465753C4.254047-6.655044 4.423412-6.804483 4.632628-6.804483C4.672478-6.804483 4.931507-6.804483 5.120797-6.625156C4.682441-6.585305 4.582814-6.236613 4.582814-6.087173C4.582814-5.858032 4.762142-5.738481 4.951432-5.738481C5.210461-5.738481 5.499377-5.957659 5.499377-6.336239C5.499377-6.794521 5.041096-7.023661 4.632628-7.023661C4.293898-7.023661 3.666252-6.844334 3.367372-5.858032C3.307597-5.648817 3.277709-5.549191 3.038605-4.293898H2.351183C2.161893-4.293898 2.052304-4.293898 2.052304-4.104608C2.052304-3.985056 2.141968-3.985056 2.331258-3.985056H2.988792L2.241594-.049813C2.062267 .916563 1.892902 1.823163 1.374844 1.823163C1.334994 1.823163 1.085928 1.823163 .896638 1.643836C1.354919 1.613948 1.444583 1.255293 1.444583 1.105853C1.444583 .876712 1.265255 .757161 1.075965 .757161C.816936 .757161 .52802 .976339 .52802 1.354919C.52802 1.803238 .966376 2.042341 1.374844 2.042341C1.92279 2.042341 2.321295 1.454545 2.500623 1.075965C2.819427 .448319 3.048568-.757161 3.058531-.826899L3.656289-3.985056Z" />
<ns0:path id="g2-120" d="M3.327522-3.008717C3.387298-3.267746 3.616438-4.184309 4.313823-4.184309C4.363636-4.184309 4.60274-4.184309 4.811955-4.054795C4.533001-4.004981 4.333748-3.755915 4.333748-3.516812C4.333748-3.35741 4.443337-3.16812 4.712329-3.16812C4.931507-3.16812 5.250311-3.347447 5.250311-3.745953C5.250311-4.26401 4.662516-4.403487 4.323786-4.403487C3.745953-4.403487 3.39726-3.875467 3.277709-3.646326C3.028643-4.303861 2.49066-4.403487 2.201743-4.403487C1.165629-4.403487 .597758-3.118306 .597758-2.86924C.597758-2.769614 .697385-2.769614 .71731-2.769614C.797011-2.769614 .826899-2.789539 .846824-2.879203C1.185554-3.935243 1.843088-4.184309 2.181818-4.184309C2.371108-4.184309 2.719801-4.094645 2.719801-3.516812C2.719801-3.20797 2.550436-2.540473 2.181818-1.145704C2.022416-.52802 1.673724-.109589 1.235367-.109589C1.175592-.109589 .946451-.109589 .737235-.239103C.986301-.288917 1.205479-.498132 1.205479-.777086C1.205479-1.046077 .986301-1.125778 .836862-1.125778C.537983-1.125778 .288917-.86675 .288917-.547945C.288917-.089664 .787049 .109589 1.225405 .109589C1.882939 .109589 2.241594-.587796 2.271482-.647572C2.391034-.278954 2.749689 .109589 3.347447 .109589C4.373599 .109589 4.941469-1.175592 4.941469-1.424658C4.941469-1.524284 4.851806-1.524284 4.821918-1.524284C4.732254-1.524284 4.712329-1.484433 4.692403-1.414695C4.363636-.348692 3.686177-.109589 3.367372-.109589C2.978829-.109589 2.819427-.428394 2.819427-.767123C2.819427-.986301 2.879203-1.205479 2.988792-1.643836L3.327522-3.008717Z" />
<ns0:path id="g1-48" d="M2.022416-3.291656C2.078207-3.410212 2.085181-3.466002 2.085181-3.514819C2.085181-3.731009 1.889913-3.898381 1.673724-3.898381C1.408717-3.898381 1.325031-3.682192 1.290162-3.57061L.369614-.550934C.36264-.536986 .334745-.446326 .334745-.439352C.334745-.355666 .550934-.285928 .606725-.285928C.655542-.285928 .662516-.299875 .711333-.404483L2.022416-3.291656Z" />
<ns0:path id="g4-40" d="M3.297634 2.391034C3.297634 2.361146 3.297634 2.34122 3.128269 2.171856C1.882939 .916563 1.564134-.966376 1.564134-2.49066C1.564134-4.224159 1.942715-5.957659 3.16812-7.202989C3.297634-7.32254 3.297634-7.342466 3.297634-7.372354C3.297634-7.442092 3.257783-7.47198 3.198007-7.47198C3.098381-7.47198 2.201743-6.794521 1.613948-5.529265C1.105853-4.433375 .986301-3.327522 .986301-2.49066C.986301-1.713574 1.09589-.508095 1.643836 .617684C2.241594 1.843088 3.098381 2.49066 3.198007 2.49066C3.257783 2.49066 3.297634 2.460772 3.297634 2.391034Z" />
<ns0:path id="g4-41" d="M2.879203-2.49066C2.879203-3.267746 2.769614-4.473225 2.221669-5.599004C1.62391-6.824408 .767123-7.47198 .667497-7.47198C.607721-7.47198 .56787-7.43213 .56787-7.372354C.56787-7.342466 .56787-7.32254 .757161-7.143213C1.733499-6.156912 2.30137-4.572852 2.30137-2.49066C2.30137-.787049 1.932752 .966376 .697385 2.221669C.56787 2.34122 .56787 2.361146 .56787 2.391034C.56787 2.450809 .607721 2.49066 .667497 2.49066C.767123 2.49066 1.663761 1.8132 2.251557 .547945C2.759651-.547945 2.879203-1.653798 2.879203-2.49066Z" />
<ns0:path id="g4-48" d="M4.582814-3.188045C4.582814-3.985056 4.533001-4.782067 4.184309-5.519303C3.726027-6.475716 2.909091-6.635118 2.49066-6.635118C1.892902-6.635118 1.165629-6.37609 .757161-5.449564C.438356-4.762142 .388543-3.985056 .388543-3.188045C.388543-2.440847 .428394-1.544209 .836862-.787049C1.265255 .019925 1.992528 .219178 2.480697 .219178C3.01868 .219178 3.775841 .009963 4.214197-.936488C4.533001-1.62391 4.582814-2.400996 4.582814-3.188045ZM2.480697 0C2.092154 0 1.504359-.249066 1.325031-1.205479C1.215442-1.803238 1.215442-2.719801 1.215442-3.307597C1.215442-3.945205 1.215442-4.60274 1.295143-5.140722C1.484433-6.326276 2.231631-6.41594 2.480697-6.41594C2.809465-6.41594 3.466999-6.236613 3.656289-5.250311C3.755915-4.692403 3.755915-3.935243 3.755915-3.307597C3.755915-2.560399 3.755915-1.882939 3.646326-1.24533C3.496887-.298879 2.929016 0 2.480697 0Z" />
<ns0:path id="g4-49" d="M2.929016-6.37609C2.929016-6.615193 2.929016-6.635118 2.699875-6.635118C2.082192-5.997509 1.205479-5.997509 .886675-5.997509V-5.688667C1.085928-5.688667 1.673724-5.688667 2.191781-5.947696V-.787049C2.191781-.428394 2.161893-.308842 1.265255-.308842H.946451V0C1.295143-.029888 2.161893-.029888 2.560399-.029888S3.825654-.029888 4.174346 0V-.308842H3.855542C2.958904-.308842 2.929016-.418431 2.929016-.787049V-6.37609Z" />
<ns0:path id="g4-61" d="M6.844334-3.257783C6.993773-3.257783 7.183064-3.257783 7.183064-3.457036S6.993773-3.656289 6.854296-3.656289H.886675C.747198-3.656289 .557908-3.656289 .557908-3.457036S.747198-3.257783 .896638-3.257783H6.844334ZM6.854296-1.325031C6.993773-1.325031 7.183064-1.325031 7.183064-1.524284S6.993773-1.723537 6.844334-1.723537H.896638C.747198-1.723537 .557908-1.723537 .557908-1.524284S.747198-1.325031 .886675-1.325031H6.854296Z" />
<ns0:path id="g4-102" d="M1.743462-4.293898V-5.449564C1.743462-6.326276 2.221669-6.804483 2.660025-6.804483C2.689913-6.804483 2.839352-6.804483 2.988792-6.734745C2.86924-6.694894 2.689913-6.56538 2.689913-6.316314C2.689913-6.087173 2.849315-5.88792 3.118306-5.88792C3.407223-5.88792 3.556663-6.087173 3.556663-6.326276C3.556663-6.694894 3.188045-7.023661 2.660025-7.023661C1.96264-7.023661 1.115816-6.495641 1.115816-5.439601V-4.293898H.328767V-3.985056H1.115816V-.757161C1.115816-.308842 1.006227-.308842 .33873-.308842V0C.727273-.009963 1.195517-.029888 1.474471-.029888C1.872976-.029888 2.34122-.029888 2.739726 0V-.308842H2.530511C1.793275-.308842 1.77335-.418431 1.77335-.777086V-3.985056H2.909091V-4.293898H1.743462Z" />
<ns0:path id="g4-105" d="M1.763387-4.403487L.368618-4.293898V-3.985056C1.016189-3.985056 1.105853-3.92528 1.105853-3.437111V-.757161C1.105853-.308842 .996264-.308842 .328767-.308842V0C.647572-.009963 1.185554-.029888 1.424658-.029888C1.77335-.029888 2.122042-.009963 2.460772 0V-.308842C1.803238-.308842 1.763387-.358655 1.763387-.747198V-4.403487ZM1.803238-6.136986C1.803238-6.455791 1.554172-6.665006 1.275218-6.665006C.966376-6.665006 .747198-6.396015 .747198-6.136986C.747198-5.867995 .966376-5.608966 1.275218-5.608966C1.554172-5.608966 1.803238-5.818182 1.803238-6.136986Z" />
<ns0:path id="g5-40" d="M4.493151 18.201743C4.493151 17.105853 3.73599 15.422167 2.002491 14.545455C3.078456 13.967621 4.363636 12.801993 4.483188 10.938979L4.493151 10.879203V3.975093C4.493151 3.158157 4.493151 2.978829 4.572852 2.600249C4.752179 1.803238 5.230386 .816936 6.495641 .069738C6.575342 .019925 6.585305 .009963 6.585305-.169365C6.585305-.388543 6.575342-.398506 6.356164-.398506C6.176837-.398506 6.156912-.398506 5.88792-.239103C3.656289 1.026152 3.526775 2.879203 3.526775 3.227895V10.311333C3.526775 11.028643 3.526775 11.835616 3.008717 12.752179C2.550436 13.569116 2.012453 13.977584 1.58406 14.266501C1.444583 14.356164 1.43462 14.366127 1.43462 14.535492C1.43462 14.714819 1.444583 14.724782 1.524284 14.774595C2.371108 15.332503 3.277709 16.219178 3.496887 17.843088C3.526775 18.062267 3.526775 18.082192 3.526775 18.201743V25.853051C3.526775 26.660025 4.024907 28.333748 5.947696 29.349938C6.176837 29.479452 6.196762 29.479452 6.356164 29.479452C6.575342 29.479452 6.585305 29.469489 6.585305 29.250311C6.585305 29.070984 6.575342 29.061021 6.535492 29.041096C6.107098 28.772105 4.801993 27.985056 4.533001 26.251557C4.493151 25.992528 4.493151 25.972603 4.493151 25.843088V18.201743Z" />
<ns0:path id="g0-21" d="M6.714819-3.227895C6.854296-3.287671 6.914072-3.35741 6.914072-3.447073C6.914072-3.5467 6.874222-3.606476 6.714819-3.676214L1.225405-6.266501C1.085928-6.336239 1.046077-6.336239 1.026152-6.336239C.9066-6.336239 .826899-6.246575 .826899-6.136986C.826899-6.017435 .9066-5.967621 1.016189-5.917808L6.246575-3.457036L1.036115-.996264C.836862-.9066 .826899-.826899 .826899-.767123C.826899-.657534 .916563-.56787 1.026152-.56787C1.05604-.56787 1.075965-.56787 1.205479-.637609L6.714819-3.227895ZM6.56538 1.364882C6.734745 1.364882 6.914072 1.364882 6.914072 1.165629S6.704857 .966376 6.555417 .966376H1.185554C1.036115 .966376 .826899 .966376 .826899 1.165629S1.006227 1.364882 1.175592 1.364882H6.56538Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="82.349043" y="-43.606328" ns1:href="#g2-102" />
<ns0:use x="88.29899" y="-47.719824" ns1:href="#g1-48" />
<ns0:use x="92.754466" y="-43.606328" ns1:href="#g4-40" />
<ns0:use x="96.628838" y="-43.606328" ns1:href="#g2-120" />
<ns0:use x="102.32277" y="-43.606328" ns1:href="#g4-41" />
<ns0:use x="108.964461" y="-43.606328" ns1:href="#g4-61" />
<ns0:use x="119.480541" y="-43.606328" ns1:href="#g2-21" />
<ns0:use x="126.952506" y="-60.642601" ns1:href="#g5-40" />
<ns0:use x="134.977998" y="-50.400871" ns1:href="#g2-11" />
<ns0:use x="141.387996" y="-50.400871" ns1:href="#g2-101" />
<ns0:use x="146.026868" y="-54.016235" ns1:href="#g3-120" />
<ns0:use x="151.042787" y="-50.400871" ns1:href="#g2-59" />
<ns0:use x="163.772849" y="-50.400871" ns1:href="#g4-105" />
<ns0:use x="166.540258" y="-50.400871" ns1:href="#g4-102" />
<ns0:use x="172.905289" y="-50.400871" ns1:href="#g2-120" />
<ns0:use x="181.366554" y="-50.400871" ns1:href="#g2-60" />
<ns0:use x="191.882634" y="-50.400871" ns1:href="#g4-48" />
<ns0:use x="134.977998" y="-36.054721" ns1:href="#g4-49" />
<ns0:use x="139.959337" y="-36.054721" ns1:href="#g2-59" />
<ns0:use x="163.772849" y="-36.054721" ns1:href="#g4-105" />
<ns0:use x="166.540258" y="-36.054721" ns1:href="#g4-102" />
<ns0:use x="172.905289" y="-36.054721" ns1:href="#g2-120" />
<ns0:use x="181.366554" y="-36.054721" ns1:href="#g0-21" />
<ns0:use x="191.882634" y="-36.054721" ns1:href="#g4-48" />
</ns0:g>
</ns0:svg>