Activation_Functions/tex/789a1f0365c3e83c7d1dc4a8b10d0acf.svg

<ns0:svg xmlns:ns0="http://www.w3.org/2000/svg" xmlns:ns1="http://www.w3.org/1999/xlink" version="1.1" width="75.370213pt" height="26.381234pt" viewBox="101.921384 -61.041087 75.370213 26.381234" readme2tex:offset="0" xmlns:readme2tex="http://github.com/leegao/readme2tex/">
<ns0:defs>
<ns0:path id="g0-101" d="M1.863014-2.30137C2.15193-2.30137 2.889166-2.321295 3.387298-2.530511C4.084682-2.82939 4.134496-3.417186 4.134496-3.556663C4.134496-3.995019 3.755915-4.403487 3.068493-4.403487C1.96264-4.403487 .458281-3.437111 .458281-1.693649C.458281-.67746 1.046077 .109589 2.022416 .109589C3.447073 .109589 4.283935-.946451 4.283935-1.066002C4.283935-1.125778 4.224159-1.195517 4.164384-1.195517C4.11457-1.195517 4.094645-1.175592 4.034869-1.09589C3.247821-.109589 2.161893-.109589 2.042341-.109589C1.265255-.109589 1.175592-.946451 1.175592-1.265255C1.175592-1.384807 1.185554-1.693649 1.334994-2.30137H1.863014ZM1.39477-2.520548C1.783313-4.034869 2.809465-4.184309 3.068493-4.184309C3.536737-4.184309 3.805729-3.895392 3.805729-3.556663C3.805729-2.520548 2.211706-2.520548 1.803238-2.520548H1.39477Z" />
<ns0:path id="g0-102" d="M3.656289-3.985056H4.513076C4.712329-3.985056 4.811955-3.985056 4.811955-4.184309C4.811955-4.293898 4.712329-4.293898 4.542964-4.293898H3.716065L3.92528-5.429639C3.965131-5.638854 4.104608-6.346202 4.164384-6.465753C4.254047-6.655044 4.423412-6.804483 4.632628-6.804483C4.672478-6.804483 4.931507-6.804483 5.120797-6.625156C4.682441-6.585305 4.582814-6.236613 4.582814-6.087173C4.582814-5.858032 4.762142-5.738481 4.951432-5.738481C5.210461-5.738481 5.499377-5.957659 5.499377-6.336239C5.499377-6.794521 5.041096-7.023661 4.632628-7.023661C4.293898-7.023661 3.666252-6.844334 3.367372-5.858032C3.307597-5.648817 3.277709-5.549191 3.038605-4.293898H2.351183C2.161893-4.293898 2.052304-4.293898 2.052304-4.104608C2.052304-3.985056 2.141968-3.985056 2.331258-3.985056H2.988792L2.241594-.049813C2.062267 .916563 1.892902 1.823163 1.374844 1.823163C1.334994 1.823163 1.085928 1.823163 .896638 1.643836C1.354919 1.613948 1.444583 1.255293 1.444583 1.105853C1.444583 .876712 1.265255 .757161 1.075965 .757161C.816936 .757161 .52802 .976339 .52802 1.354919C.52802 1.803238 .966376 2.042341 1.374844 2.042341C1.92279 2.042341 2.321295 1.454545 2.500623 1.075965C2.819427 .448319 3.048568-.757161 3.058531-.826899L3.656289-3.985056Z" />
<ns0:path id="g0-120" d="M3.327522-3.008717C3.387298-3.267746 3.616438-4.184309 4.313823-4.184309C4.363636-4.184309 4.60274-4.184309 4.811955-4.054795C4.533001-4.004981 4.333748-3.755915 4.333748-3.516812C4.333748-3.35741 4.443337-3.16812 4.712329-3.16812C4.931507-3.16812 5.250311-3.347447 5.250311-3.745953C5.250311-4.26401 4.662516-4.403487 4.323786-4.403487C3.745953-4.403487 3.39726-3.875467 3.277709-3.646326C3.028643-4.303861 2.49066-4.403487 2.201743-4.403487C1.165629-4.403487 .597758-3.118306 .597758-2.86924C.597758-2.769614 .697385-2.769614 .71731-2.769614C.797011-2.769614 .826899-2.789539 .846824-2.879203C1.185554-3.935243 1.843088-4.184309 2.181818-4.184309C2.371108-4.184309 2.719801-4.094645 2.719801-3.516812C2.719801-3.20797 2.550436-2.540473 2.181818-1.145704C2.022416-.52802 1.673724-.109589 1.235367-.109589C1.175592-.109589 .946451-.109589 .737235-.239103C.986301-.288917 1.205479-.498132 1.205479-.777086C1.205479-1.046077 .986301-1.125778 .836862-1.125778C.537983-1.125778 .288917-.86675 .288917-.547945C.288917-.089664 .787049 .109589 1.225405 .109589C1.882939 .109589 2.241594-.587796 2.271482-.647572C2.391034-.278954 2.749689 .109589 3.347447 .109589C4.373599 .109589 4.941469-1.175592 4.941469-1.424658C4.941469-1.524284 4.851806-1.524284 4.821918-1.524284C4.732254-1.524284 4.712329-1.484433 4.692403-1.414695C4.363636-.348692 3.686177-.109589 3.367372-.109589C2.978829-.109589 2.819427-.428394 2.819427-.767123C2.819427-.986301 2.879203-1.205479 2.988792-1.643836L3.327522-3.008717Z" />
<ns0:path id="g1-74" d="M4.163387-4.226152C4.226152-4.470237 4.233126-4.51208 4.623661-4.51208C4.707347-4.51208 4.804981-4.51208 4.804981-4.658531C4.804981-4.735243 4.749191-4.763138 4.700374-4.763138C4.533001-4.763138 4.11457-4.735243 3.947198-4.735243C3.800747-4.735243 3.563636-4.742217 3.410212-4.742217C3.235866-4.749191 3.033624-4.763138 2.859278-4.763138C2.810461-4.763138 2.705853-4.763138 2.705853-4.616687C2.705853-4.51208 2.768618-4.51208 2.977833-4.51208C3.138232-4.51208 3.166127-4.51208 3.340473-4.498132C3.542715-4.47721 3.563636-4.456289 3.563636-4.372603C3.563636-4.323786 3.563636-4.309838 3.535741-4.212204L2.733748-1.018182C2.601245-.495143 2.154919-.055791 1.701619-.055791C1.603985-.055791 1.164633-.076712 1.004234-.418431C1.408717-.418431 1.499377-.746202 1.499377-.871731C1.499377-1.066999 1.332005-1.171606 1.17858-1.171606C.990286-1.171606 .711333-1.018182 .711333-.627646C.711333-.174346 1.136737 .139477 1.72254 .139477C2.405978 .139477 3.180075-.299875 3.354421-.99726L4.163387-4.226152Z" />
<ns0:path id="g1-106" d="M3.061519-4.358655C3.061519-4.47721 2.970859-4.623661 2.782565-4.623661C2.580324-4.623661 2.39203-4.428394 2.39203-4.2401C2.39203-4.128518 2.475716-3.975093 2.670984-3.975093C2.859278-3.975093 3.061519-4.156413 3.061519-4.358655ZM1.583064 .341719C1.464508 .822914 1.094894 1.227397 .683437 1.227397C.592777 1.227397 .509091 1.21345 .432379 1.185554C.613699 1.101868 .669489 .934496 .669489 .829888C.669489 .662516 .536986 .571856 .397509 .571856C.18132 .571856 0 .760149 0 .983313C0 1.248319 .27198 1.422665 .690411 1.422665S1.924782 1.171606 2.140971 .320797L2.768618-2.175841C2.789539-2.252553 2.803487-2.315318 2.803487-2.419925C2.803487-2.803487 2.475716-3.075467 2.057285-3.075467C1.283188-3.075467 .836862-2.106102 .836862-2.008468C.836862-1.917808 .934496-1.917808 .955417-1.917808C1.039103-1.917808 1.046077-1.93873 1.094894-2.043337C1.26924-2.447821 1.63188-2.880199 2.036364-2.880199C2.21071-2.880199 2.273474-2.761644 2.273474-2.538481C2.273474-2.461768 2.259527-2.364134 2.252553-2.329265L1.583064 .341719Z" />
<ns0:path id="g1-120" d="M1.736488-.739228C1.66675-.502117 1.436613-.125529 1.080946-.125529C1.060025-.125529 .850809-.125529 .704359-.223163C.990286-.313823 1.011208-.564882 1.011208-.606725C1.011208-.760149 .892653-.864757 .732254-.864757C.536986-.864757 .334745-.697385 .334745-.439352C.334745-.09066 .72528 .069738 1.066999 .069738C1.387796 .069738 1.673724-.132503 1.84807-.425405C2.015442-.055791 2.399004 .069738 2.677958 .069738C3.47995 .069738 3.905355-.801993 3.905355-.99726C3.905355-1.08792 3.814695-1.08792 3.793773-1.08792C3.696139-1.08792 3.689166-1.053051 3.66127-.969365C3.514819-.488169 3.096389-.125529 2.705853-.125529C2.426899-.125529 2.280448-.313823 2.280448-.578829C2.280448-.760149 2.447821-1.39477 2.643088-2.168867C2.782565-2.705853 3.096389-2.880199 3.326526-2.880199C3.340473-2.880199 3.556663-2.880199 3.703113-2.782565C3.47995-2.719801 3.396264-2.524533 3.396264-2.399004C3.396264-2.245579 3.514819-2.140971 3.675218-2.140971S4.065753-2.273474 4.065753-2.566376C4.065753-2.956912 3.619427-3.075467 3.340473-3.075467C2.991781-3.075467 2.712827-2.84533 2.559402-2.580324C2.433873-2.866252 2.113076-3.075467 1.72254-3.075467C.941469-3.075467 .495143-2.217684 .495143-2.008468C.495143-1.917808 .592777-1.917808 .613699-1.917808C.704359-1.917808 .711333-1.945704 .746202-2.036364C.920548-2.580324 1.3599-2.880199 1.701619-2.880199C1.931756-2.880199 2.12005-2.75467 2.12005-2.419925C2.12005-2.280448 2.036364-1.931756 1.973599-1.694645L1.736488-.739228Z" />
<ns0:path id="g3-40" d="M3.297634 2.391034C3.297634 2.361146 3.297634 2.34122 3.128269 2.171856C1.882939 .916563 1.564134-.966376 1.564134-2.49066C1.564134-4.224159 1.942715-5.957659 3.16812-7.202989C3.297634-7.32254 3.297634-7.342466 3.297634-7.372354C3.297634-7.442092 3.257783-7.47198 3.198007-7.47198C3.098381-7.47198 2.201743-6.794521 1.613948-5.529265C1.105853-4.433375 .986301-3.327522 .986301-2.49066C.986301-1.713574 1.09589-.508095 1.643836 .617684C2.241594 1.843088 3.098381 2.49066 3.198007 2.49066C3.257783 2.49066 3.297634 2.460772 3.297634 2.391034Z" />
<ns0:path id="g3-41" d="M2.879203-2.49066C2.879203-3.267746 2.769614-4.473225 2.221669-5.599004C1.62391-6.824408 .767123-7.47198 .667497-7.47198C.607721-7.47198 .56787-7.43213 .56787-7.372354C.56787-7.342466 .56787-7.32254 .757161-7.143213C1.733499-6.156912 2.30137-4.572852 2.30137-2.49066C2.30137-.787049 1.932752 .966376 .697385 2.221669C.56787 2.34122 .56787 2.361146 .56787 2.391034C.56787 2.450809 .607721 2.49066 .667497 2.49066C.767123 2.49066 1.663761 1.8132 2.251557 .547945C2.759651-.547945 2.879203-1.653798 2.879203-2.49066Z" />
<ns0:path id="g3-61" d="M6.844334-3.257783C6.993773-3.257783 7.183064-3.257783 7.183064-3.457036S6.993773-3.656289 6.854296-3.656289H.886675C.747198-3.656289 .557908-3.656289 .557908-3.457036S.747198-3.257783 .896638-3.257783H6.844334ZM6.854296-1.325031C6.993773-1.325031 7.183064-1.325031 7.183064-1.524284S6.993773-1.723537 6.844334-1.723537H.896638C.747198-1.723537 .557908-1.723537 .557908-1.524284S.747198-1.325031 .886675-1.325031H6.854296Z" />
<ns0:path id="g2-105" d="M1.972603-3.108344C1.972603-3.227895 1.882939-3.32254 1.753425-3.32254C1.613948-3.32254 1.449564-3.188045 1.449564-3.023661C1.449564-2.884184 1.559153-2.809465 1.663761-2.809465C1.828144-2.809465 1.972603-2.958904 1.972603-3.108344ZM2.206725-.71731C2.206725-.787049 2.122042-.787049 2.102117-.787049C2.017435-.787049 2.012453-.767123 1.982565-.672478C1.897883-.398506 1.673724-.11457 1.424658-.11457C1.310087-.11457 1.275218-.194271 1.275218-.303861C1.275218-.408468 1.300125-.463263 1.339975-.557908C1.379826-.657534 1.419676-.757161 1.444583-.826899C1.464508-.871731 1.65878-1.334994 1.728518-1.514321C1.768369-1.613948 1.798257-1.678705 1.798257-1.763387C1.798257-2.002491 1.569116-2.201743 1.255293-2.201743C.732254-2.201743 .4533-1.564134 .4533-1.429639C.4533-1.3599 .533001-1.3599 .557908-1.3599C.64259-1.3599 .647572-1.384807 .672478-1.459527C.782067-1.8132 1.021171-2.032379 1.235367-2.032379C1.330012-2.032379 1.384807-1.977584 1.384807-1.843088C1.384807-1.823163 1.384807-1.758406 1.354919-1.663761C1.32005-1.574097 1.09589-1.041096 1.026152-.871731C.991283-.787049 .991283-.777086 .916563-.607721C.891656-.537983 .861768-.468244 .861768-.383562C.861768-.124533 1.105853 .054795 1.404732 .054795C1.927771 .054795 2.206725-.592777 2.206725-.71731Z" />
<ns0:path id="g2-106" d="M2.540473-3.108344C2.540473-3.222914 2.455791-3.32254 2.321295-3.32254C2.166874-3.32254 2.012453-3.173101 2.012453-3.023661C2.012453-2.90411 2.107098-2.809465 2.231631-2.809465C2.400996-2.809465 2.540473-2.968867 2.540473-3.108344ZM1.454545 .224159C1.3599 .60274 1.046077 .851806 .742217 .851806C.657534 .851806 .60274 .836862 .562889 .826899C.682441 .757161 .71731 .627646 .71731 .562889C.71731 .478207 .657534 .358655 .493151 .358655C.323786 .358655 .184309 .513076 .184309 .67746C.184309 .891656 .408468 1.021171 .747198 1.021171S1.733499 .846824 1.88792 .229141L2.336239-1.554172C2.346202-1.603985 2.361146-1.648817 2.361146-1.718555C2.361146-2.002491 2.097136-2.201743 1.748443-2.201743C1.145704-2.201743 .777086-1.529265 .777086-1.429639C.777086-1.3599 .856787-1.3599 .881694-1.3599C.956413-1.3599 .966376-1.379826 .991283-1.429639C1.220423-1.917808 1.559153-2.032379 1.728518-2.032379C1.927771-2.032379 1.937733-1.853051 1.937733-1.768369C1.937733-1.69863 1.932752-1.678705 1.92279-1.638854L1.454545 .224159Z" />
<ns0:path id="g5-80" d="M4.194271 5.32005L.657534 9.693649C.577833 9.793275 .56787 9.8132 .56787 9.853051C.56787 9.96264 .657534 9.96264 .836862 9.96264H9.09589L9.952677 7.481943H9.703611C9.454545 8.229141 8.787049 8.836862 7.940224 9.125778C7.780822 9.175592 7.0934 9.414695 5.628892 9.414695H1.39477L4.851806 5.140722C4.921544 5.051059 4.941469 5.021171 4.941469 4.98132S4.931507 4.931507 4.871731 4.841843L1.633873 .398506H5.579078C6.714819 .398506 9.006227 .468244 9.703611 2.331258H9.952677L9.09589 0H.836862C.56787 0 .557908 .009963 .557908 .318804L4.194271 5.32005Z" />
<ns0:path id="g4-49" d="M2.336239-4.435367C2.336239-4.623661 2.322291-4.630635 2.127024-4.630635C1.680697-4.191283 1.046077-4.184309 .760149-4.184309V-3.93325C.927522-3.93325 1.387796-3.93325 1.771357-4.128518V-.571856C1.771357-.341719 1.771357-.251059 1.073973-.251059H.808966V0C.934496-.006974 1.792279-.027895 2.050311-.027895C2.266501-.027895 3.145205-.006974 3.29863 0V-.251059H3.033624C2.336239-.251059 2.336239-.341719 2.336239-.571856V-4.435367Z" />
<ns0:path id="g4-61" d="M5.355915-2.343213C5.460523-2.343213 5.620922-2.343213 5.620922-2.517559C5.620922-2.684932 5.453549-2.684932 5.362889-2.684932H.746202C.655542-2.684932 .488169-2.684932 .488169-2.517559C.488169-2.343213 .648568-2.343213 .753176-2.343213H5.355915ZM5.362889-.808966C5.453549-.808966 5.620922-.808966 5.620922-.976339C5.620922-1.150685 5.460523-1.150685 5.355915-1.150685H.753176C.648568-1.150685 .488169-1.150685 .488169-.976339C.488169-.808966 .655542-.808966 .746202-.808966H5.362889Z" />
</ns0:defs>
<ns0:g id="page1" fill-opacity="0.9">
<ns0:use x="101.921384" y="-47.683294" ns1:href="#g0-102" />
<ns0:use x="109.53173" y="-47.683294" ns1:href="#g3-40" />
<ns0:use x="113.406102" y="-47.683294" ns1:href="#g0-120" />
<ns0:use x="119.100034" y="-47.683294" ns1:href="#g3-41" />
<ns0:use x="125.741725" y="-47.683294" ns1:href="#g3-61" />
<ns0:use x="150.967065" y="-54.423095" ns1:href="#g0-101" />
<ns0:use x="155.605937" y="-58.038459" ns1:href="#g1-120" />
<ns0:use x="160.123738" y="-57.042195" ns1:href="#g2-105" />
<ns0:rect x="137.453319" y="-50.373204" height=".398484" width="39.838277" />
<ns0:use x="137.453319" y="-46.476759" ns1:href="#g5-80" />
<ns0:use x="147.969471" y="-44.013797" ns1:href="#g1-74" />
<ns0:use x="147.969471" y="-36.01588" ns1:href="#g1-106" />
<ns0:use x="151.66916" y="-36.01588" ns1:href="#g4-61" />
<ns0:use x="157.785144" y="-36.01588" ns1:href="#g4-49" />
<ns0:use x="163.91491" y="-39.004718" ns1:href="#g0-101" />
<ns0:use x="168.553781" y="-42.041928" ns1:href="#g1-120" />
<ns0:use x="173.071583" y="-41.045664" ns1:href="#g2-106" />
</ns0:g>
</ns0:svg>