From 028528bd2f65b5aebf53bb5cb432243fe30932b2 Mon Sep 17 00:00:00 2001 From: yreddy31 Date: Sat, 6 Mar 2021 14:45:32 +0530 Subject: [PATCH] 0.4 RELEASE --- README.md | 80 ++++++----------- dist/torch_snippets-0.315-py3-none-any.whl | Bin 14707 -> 0 bytes docs/index.html | 100 ++++----------------- docs/report.html | 25 ++++++ nbs/index.ipynb | 91 +++++++------------ nbs/report.ipynb | 26 ++++++ scripts.ipynb | 59 +++++++----- settings.ini | 2 +- torch_snippets.egg-info/PKG-INFO | 82 ++++++----------- 9 files changed, 192 insertions(+), 273 deletions(-) delete mode 100644 dist/torch_snippets-0.315-py3-none-any.whl diff --git a/README.md b/README.md index afad896..4b4f10b 100644 --- a/README.md +++ b/README.md @@ -2,73 +2,44 @@ -```python -## Logging and plotting metrics -```python -from torch_snippets import Report - -n_epochs = 5 -log = Report(n_epochs) - -for epoch in range(n_epochs): - # No need to --> train_epoch_losses, train_epoch_accuracies = [], [] - N = len(trn_dl) - for ix, batch in enumerate(iter(trn_dl)): - ... - pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs - # give any number of kwargs that need to be reported and stored. - # args should be float - log.record(pos=pos, train_acc=np.mean(is_correct), train_loss=batch_loss, end='\r') # impersistent log - - N = len(val_dl) - for ix, batch in enumerate(iter(val_dl)): - ... - pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs - log.record(pos=pos, val_loss=batch_loss, end='\r') # impersistent log - log.report_avgs(epoch+1) # persist the report +## Auxiliary Functions +There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write -``` -![](../assets/demo.gif) -* Auto calculates time remaining -* No need to preinitialize empty lists -* Automatically stores metrics as collection of key words -* Persistent vs Transient logging (use `end='\r'`) -```python ->>> print(log.logged) # get logged metric names -# ['train_loss', 'train_acc', 'val_loss', 'val_acc'] ->>> log.plot() # plot all the logged metrics -``` +#### Images +`show`, `inspect`, `Glob`, `read`, `resize`, `rotate` +#### Files and Paths +`stem`, `Glob`, `parent`, `name`, `fname`, -* Auto calculates average of all metrics in an epoch -* Plot entire training history with one command -![](../assets/avgs0.png) +`makedir`, `zip_files`, `unzip_file`, -* selectively plot logged metrics using regex -```python ->>> log.plot('*_loss') -# or you can list out the metrics that need plotting -# >>> log.plot(['train_acc','val_acc']) -``` -![](assets/avgs1.png) -## Auxiliary Functions -There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write -#### Images -`show`, `inspect`, `Glob`, `read` -#### FilePaths -`stem`, `Glob`, `parent`, `name` +`find`, `extn`, + + +`readlines`, `writelines` + +#### Lists +`L`, `flatten` + #### Dump and load python objects `loaddill`,`dumpdill` + #### Misc -`Tqdm`, `Timer`, `randint`, `unique`, `diff` +`Tqdm`, `Timer`, `randint`, `Logger` + +#### Sets +`unique`, `diff`, `choose`, `common` + #### Pytorch Modules `Reshape` and `Permute` (`nn.Modules`) +#### Report as Pytorch Lightning Callback +`LightningReport` + +and many more to come... -and many more... - ## Install `pip install torch_snippets` @@ -78,4 +49,3 @@ import pytorch_snippets dir(pytorch_snippets) ``` -``` diff --git a/dist/torch_snippets-0.315-py3-none-any.whl b/dist/torch_snippets-0.315-py3-none-any.whl deleted file mode 100644 index 220439b0251f6ceb50b9a1e77b2ffd7f71c38751..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 14707 zcmai*bC9LolJ3j4ZQHKuvTfV8ZQFKrRhMnswryK|`^?;#@631R-m~{!@y7aN{~{w+ z#H&b2;7z70X0008OPy|_lKI`hh<^*d1IuQFA5QLpn>M{cOL1)208T#MtgDMxYr-9G6@lCAXx35L_K-n4|1o)*) z6gHzJd$2Df$W>F{zCP3X?ch|x(l|>9o-c~!CDP8U2^OTXo#llLL=KzWqej9kw`gH3 zE?Ham9kg+RrLNUem?%Tobf&=M|2tS~aScTkt!mA10ssI90{{Swe+|~!&cN8j@lU8r z+750TY>B`1@&aXE@FX%yNy(?1*DG$$$t)bxird&a>eS|nC=-&^m5L=5(NKTvnDxBD z0w5I|lXrA=ye!ivi0d<8z<>p1^zrAOkVl+g8X3(qpU&{G<38}*Em*yOCw$MOX{ZLf zkE;Hn84}8^>Y|uY-L@935x^07L>;ow=K>mWdO{%e)d)35Dfy>IqGlq3rV8Qo&~;sB-ThEhSZR=psQMM^gFCBPF=$?*8D z98HwL1VZjQCQLxz35Ft)M*g7}%u)%2FvJwMV0A|Zp!)5CF(@sgJsMU^rR3dn0N zxekuLvQHd|e2mCDjgsmTc)io*8M6<2SKIG(T_%uSLGB&$xd(nP#WD(dV*$e=wLM9H zBIQfFF9(yC!k2E2W-!%3M8hkOR|ZWFX(u?zUuQfY#WW!l2LecfmbJz;CK+9@y4Uc@ z3lO#)Rg-vX2}W>~L8K{N#a6G!lqCff$>@vAd4%&LL?>S=$8YeEWG@e+d)a%cJ$ znplT>I1@uU?$HjH15ES`Lt_tv#d2g+Xekk6dqA^4h;YIk^>N&r-H^zb(!rs7liGeE z*-N@Dl+mFLXnfhE^L()&rZSf8tTVb{QO^HJ1l?X~SYi*%_v{zg%xT8)`d-*d<6wU_ zwufRIP682Q8)GnuFZ_9(o7+JixpASVMxFr*qBAsPp_*K8wb{mCoFFh9Bojj31R%r*VEz7rSO1i4 zFEPs`{M-d0@df=g+KgCZ6xbYteSkpuNMfJX^PnkSWh*sG^= zOExZUPd^a>OZ`(<$aW}zf-~hSjedIUqlesOQVT#b;QxobE%@%uUpSk}_iEM~d3 z`MnpWx83defdJMAgtYJFz|-@3_tx=JUG~bZbGKw3ctQf z;Ex5}S6jgWLfk5XP$>*2z;ZzNlb4mDhjUBMUil|&5ghAr&B~ppjGQ_3-0W`3pwO(B zptJf}WwawEx^^1&BSYC7;(qP@iAg>4wxf)Jahm{Cmw9FoOACb$)@Ztcwzs+~_AaeT zw+;FbY6`69y8g+eJm+dFR?n2;JV3g$@1p384QeV!KX(EQ!M-@+yccW*$0E@*$MR{l zKuBXI{=)`0(n3el2KPWaZd=)$jsWbU(v;YSa}f>sm1%&myf=&Up*`+WjgflcAxHIP zH>s2y4ZudTjJ*W|n~YZ+JBjLmF1-{Gyq6_$sojWNUPXvW?9{hb2lzGMD3v6YE&|tx zcr(ZeM%EM8gsvwpvz<#B#egH(Lnxi zG>7F|^J~~bh&vU|gS(FDUs;!{GgNR54jzU=0^+xMdv%@N%?E}9QWW4(CElv3nP*96m z`uzth8j+9+bUh&$q)`Es2(lqASewY1EqIg#5ilu_jno%F!Xp|LY4rsHWDXFl$|1xA zrI!#`2A}cD$~E9yvF1fXE!ulb94yB|d5E0c-(Sbp7Jm3WT7l7%^ALJ zxZIa#?o7@v`T4kiPkc=DbicoC!T0ca-7QS~ew|tI`;)PDCw4pOY{QSraHw#xB9ifw zyo{TulVYwOwT^U#_0b@|t4jA9dJIoKPA*-o!VL+VATFIkno-M1o^G^6S{bN%Vg~E1}XUlrX zn%W|jM&*ZsG($+}G(ZXraLD6#k_d9sC`j3@$S2!-`uj1Ll4`h0*&0P=PbmEo$FpZw zki+<3W57gN(Zu>s^lCe;n3cCat#~=it4X4wSl%(d<1>8Usq#di<)lgCP@&1Ui;GRIImtn5aP&Hmw|J_dU;v% zU}84#Jl1r~Kiu+MPWAm@2bSvL2a&4XF$Ohr#ZaP=P~aZM#==nrrG;ZqI2YteSfWqbfv7goC+n>_5=(#*Pa<28x~Za6?QR59;1)N zP|Bm^i3ky?iK9pEFd1miBftC%1sL%*RgPVQ0pY`tPfKtigF-*wi5PS0BzQ4|sW79Y z`E~N+D-ic8EpOTd3_)3_zeBA?OF13Hn$7jc_$JAQph7;iQ!}erz0u&iOD7JzO9N|m zWTx>(jv1u}(IF9_N|jS^PXVriIwS4)TIHFhQfb55cB--$nhwe%txohBOuHi+a;omp zWj6Fl;%M#^mR4iEahr{|8H|n$BW(_?ld^f}*r~Io8tc#LnFzKG6>zjvk*Z?Bstg$z z^&1+mdTbr8rBlNScR46km^H>@#a@Y}+;PU~zMT+AsuP=l+^ANh$$c$mcCqENwG3u^ zFa{^IM=twTfEs4sBcP9J(F@R|x5j}z&W@wz?E$<2f<%I>WdS6nD}B5tqX0h^C>Z|A zZKvweJ(wN^Lz~=@^1P8eK|*rcF~axv#Xwgu!QFRIE$U)i`}EtG-dEx!YH5xgMpLa! z9i;1#!=`r&$>6M}!%+$BIQ+Ow4|DH@Y6JoJkP8IDOw<~DhAeAnrcSw%;(N|SRKoU6 z_v2EldRDM95Y}-vUdAg(T7FxKnL_a&7J;zjFxruCfi{jEFrwp9?40iCUukzqn5X0W+lkn9x z3Zz3dke>D}DO@eH;U2SE+>k7iZ4iD^!qRS&2>}vj_f}M8w5d}b9D_8W zkz}`V?k@`0ZZevqz1r8~6251Bu)i!>@)Ei6CEu!NFAC`HzRu+1#^Vx{&3F1a-EZ6Zr31N_-kt36} z5Oo~;bLZEgOfb+3^7)d5YhHvCIH_xPU!5~(vo+X!t;#Z9sj8pPkEKAXA`nf>65{c3 z!g>VoXV`y0;22Q)W-Qq}#QQA1l1aOoTIo#mx{jakJE*rpj(_*Ad7_k4 zv0h^&(Ea>;?s~a@qwneV_C5Q0eaLdF$??b~$3P}aS zF->Br@mcLr?j)KB&$jT~w^Wa41`7~4EmO%f6jAeX$FvrK4Pgc@sJweVmt>mz-K0Fh-w*-BlyYI?-Bek=*f{{EZ=tG6(=W%G%^?YO&NW-D=!*_$Jgd`WsGnD=XbvZaq7itmnA-GTbd! z&ZCj~66$9J(fcqR#+OeG;-zD2LbaY$SmFc&z#_M2zEwS6ZG6Xk+_Y$xl$o%zNBW2w zi8#z|X(*&Qa~XoAT7+PVWe!AauCi(Vh+>j>F|~z}*jd5g+F8bOfE*z&U9@!?TqEj> z4O@D)2f1;08<~^mj)p#neokw#{pKB5lOc@yNaWt~}<{z5rHjZ$sV^ zTHQiNYkQBo^5Y=At0cT3Xd0G4UGkD&_gkat+5|qfmH7IjOi2!G^9Oacaj+O(nPWAP z9wtvHkOI!HjX^=-oyO%72yO1xU^OPNfkDD{JjaZFaNw zif>?2pm&9?gBsPHW%bVvWoY*jLvqgTDx=w)P8`O*{vo(i8w_`~$2J8WaR+g7+&Ck7 zY98(HC92J{7MdvJ3BM46fpUdB`gxFl$zwwZP&<-`4Y<*WQMs#c5(m0G0~=axC5MhY zH);(oQ_tDTh2T&slgN}p1ZD;9wx8SgJWVv#$Y0CE1fj-qna*+1Vx8@{4~8I$NW63-_Lfdw6a$bCj-t?Tf&CWn2wpP$^dV&ELus`pY3Se z&YuazW%l1FjG42OmnPFPBY?2AiXwN zm6dYk@}mv5Lu8ks@v7)2zb}nVneufSOz7)79rJ1HdcPB)Uhj5G1~eBAgyj=R=FQm1 zun^i2)-2^oI0&SZSSXm4Bv#xdKd#@k0 zg9CtsYP+IPuwloON$m6Ua~tH&*JnJkr{+lqzzbB7O&(Vua*rIJ2$?QEUOkb z$Vf#KzcjNQZvipxISw_X-FyI643@48cD?zzoxJr0!-uFg?X=4Zv*RwD7gCo=H5z6M z%Z&UW^Le(ef3CXRSoTHMS8w!Y!V7y+C5qFlQrneeeSOpeO@v#)SwiIM`Idq%&h1L@ zH3xk}r6XQ7rv_;+tx*d?oVO$w4b(7JM%Bm3pDc_wq719E6{g6xypiytgGmuE9F3*L z3pUsMY46761hfABS?(P)hyVv>H_}+7uc*{{C0UoH1YPFLM9H)KNe*n^F^(Tavp;+{ z(v*MnT94WjT^FH7G&SOvveq;cTuc2aDP2j1r)8=*HG<7~f7&!S22h~}vqwVM?chXG ziEePr*}z!y1fHWw@Mocl9z&FP`Gjksby=E3YZS13T2)`G^2&_$D zeo|H9TT+Q8xy#zoSp8Xp>)5w_-dFpK@0OX4>)Oh@G!s)vm!eMXy{2Wo0?tnxYYMaD z&)sa|Uxg(_D6mV6R~H=z8A20@xpZ-6GJgBhm6x&r~BDoZBG>2KmZ&{3t*PS8xd5&+;7WzeBUY zu*Hf=P{p=cAnpISOs*;yQDpbARpPW>gN2y}iOXxFe17*&fWGWfl{1E~V zk>niNCj3b85O|Pspq4YK@9wM)pRb^nF<*WlMCO|N7A`@6s*v{F^%K+A7(km$jcGGv z*`A>`A$7Y`MpQ-?hT@)c2J9+`Ge8!|xJym!AratCgQmY#WyeUgKg8-}C zKL>3ZqA;QrdvK-ys+?MSVSNpCjHUI*G-C`Iy*WHGxF|~#4bV`gs%?uiX?kfeE6+TH zpN)k^RG3WFMXifdKJVL45~29RR1kuQlY*^ifb=b|TNlx*Jz_1Sd8o0xk94W-4-Y-K=CV9|!m=&<7 zl5q@`o+hkeMrP+mY?xLHb!~ONkgcE(=#0EpOlCa z>qGGB>a-#<&;BZx;ycL#qv*V|)-+hZv?+da(o5L`a9hes+P|`9+Jki{VK*zS9q^9T ze}uXGF$tF{Tm(fDa!zWE#b7YUYx*nRuD2s9>-h`+fk9*rt+Jt*@f z3I+RVfFfD}vm!tH+OL1rSu_Lfzccxg!XOVy3T6lmVwgWg;uEedq-a;thtR8o!HKnD zyUEc)FR=I-;J8QzGd?&>@kqV(w~KowE-d~ID53<@n;7xv&3uP{$dXT=nxS5v)qG8_ zfvFY-(dZBh;9cwM-UNEYP|W(xygm&7`6Ut(#M6}dM)thc%lUyb9N^^&aTJ76{(bR1 zU=HXZIZ)Swa&=}lVvATlUA{5&HllEy@P?V3mow2opCNhSeu|;D$vz0&n`g#DAffVQ zSH${t&jC3G#ejP;*6RV(fAukoBpLcDHdnX=Yz}xkg-xa=u9`Yf9S*yQts{umAF`fqecKX|UQs)u-kiK{Lo2CRo}Zs|CE9Hz4}0)hT*gO@3YNfL z8cyk6ers1cz+bceKo{VURI311=OtIW7eW(`e!aSyPOe1KfZwzz26b@>koWnVpXV|1 zxBX>r#xEDm^`1Z^>OD%^ zv6Nj1gJ~HUUA23{%qD|P+6)%kSJBwTOe$k9BDIvEEH&F+@BRa%^KKtS9D=lcLai zu#iYmPZByFli7=V!>3vA>SRIcYF}5CDBjK1J+21UWo3ODLAdf`j-ubjGGisfgv0C< zi$Huf0CawP)qc0$C6!2_wj*_BhS}j-3)d!RYp$M^5IHCOYZhl@FB88bnUMa640AA_ zLNSEc#A4f?Ia%ZqJ#FJYD5aXxMS??6JOi)He7Q?e9!{F3Sh-Q-dE)332xmap&tE4B zPJ+(F#JsQt`y=RwCIFUYj-Tu$1vPIj{X@ znAdL|?~2HaR2c)N8)P)u-i{ah#0_etJNMBCGDjPwVaptsK=XD{k^QBW?`vToe!}oG zLYjshmGW|Npa#FHYM1nPRuoaq9Nbo)v{5w#;sMCt)1MdMo*bc;gs)1Whzo;%oFiPH z6vu1b!SWfKNF}YGX5G7STppVlv|{5u+mnRy9#~Z-m1F(b76CgE%~svqd9&e~Z_9`T zpr7#2gh)tR5r;%S!<}NQ;}|7;2)?e9YOQFKMX5Q=CG8iF<}VquSJhmK_0X!9?>GN} zZasA786?hWmW$VJMdNoUB=s9D0+6DVXpPUx2>|k%(ACA4LXb2|j2o~v%!Vn;hYna< zLNf>Qu7<>db?$d(u}^?}Ee8hqut0#m!fMUtQVMqk4+R7b(AD^FX2Mg3^L&KfQZmlF zeiwte-$71tN8oa3`XB`{;?3q>k{3X3Un@hgKj>eP%Ml+-+M2c){1z&K-#N2UktXFy zdzxOhebwL%5@9>^+Id}D+jh&IwXXLEQ!0jm)sFV~5}&}&0ch2h7w`jsO;0=e5~P1SFOm0m+G3X ziuAD0_?MAph>}E-iNP=K#gp~cUAfJdC99m(x#r;61dlNljO3O?6rYSWPaXUiocay;SNFmYE3QJ|M%a56AOL_bFaQABzjiO!SU4H|>0R(ql#$zH zKD%bt;mx*fuQ;Ca}dq|RQd z?XmhQV$D!?Q8}ii(9t+CXf3@xxP2g_0%D@Jp__|=NW;dIpbC`QERsJxXNJ~ zIg|ovtQGD`s|9_|@`37cXR_95HIHtcVg>8XdjSyg#Y?vzR)4`*E=7}7@nz=?R@T)3 zZtud2lV~KBf@p<@;1G9Ro9i^lqgHzKA~opZg%%^69=Ho#xUX%?WNXuYV6 z7zqskut5p{fcLM*`Jat6|J{;ugryUA(0sSm69_3UznkV&#{75JPKlU_c z2GJ<8aehusbksCs@8@L}nk+oNJ+)QBkGpG#>}^u-BUFm zDU*@$Vaa47)of_kU=hWJu368cq*-S<(MY4RL;CG7 zoIHsH(Ic0{x-V5*ZOU|pxcUqlA1-6O0x5TUUz%95sVY;jPbi|n1XgdS?{^OrZStb) zqYtU#TCb4GMWuhw55OnU1^z1$T7ySXHj!Tr$>T!JeE~?|83=2|KNT~`_Q-i9=Ee1Cy>l090P-C(n0f)IUXRa(wc4B=KOUJ zTR*tLN8_({!RkDeVdZ%$iBenW%2mz&ys$(t4;zoLkX2}-aHMcMAcF_<&tURELNCcYNmU&UV6pWw*a@A zp8_)}siv}RB%M{^yJ;3KA4EBC&%}rYo^+7KhMH}ngQFNpC>j~jCMBHw<5m9M#?=LCd~)t1{^!fWOel!lwO4;e=5cxb=ynx^@U+- zHLU zYCGC_65X@F^KF)r(&soa1E0ppjemUC7S?J_kE3Am%K6YHWuD2l392tU6J4B=}Pd`%hjRA$1tmo?{& z;INKT^i!n=fC#r0|J9XprCvG+5Q1evqD+gW-+>=YxY%Ivrq=SURbY~4u#l`0z5pEX zU4ZbKze$rFP6*KpB5h%f3QP!hk0n2}D-2@#sz~@4%J`a1F;D38(mUE5|{ru0<%@_L#;-lz|Ar8X+Z?$tT~NTOQ`F52G?NU%FoD4E_x zwb>D-1AUykPb@D1gH4Qkw{Ekl+s>yJ%a>S1=z#N~K&5D95Q-TCa+}ezm4Tb>P+}@A z-B3i5o!ap_yu7gD(boZ=(VBO5_@&V94YGMil7WFu-|O4pW>C zSQwyidUk?Rl&8)_jTcFoFG(+l5gP@u>3riHiqJ0&!n*g8Apvt~ zJ{wz^UKvw<^c06^@m?MN*4{mn$4$u-BjlRrBx30VUs&VSM$!#^F=X3+&3F|V8K%Zp z8mSJ4vL5!y#&%p-TZtkr#noFdat;Cf;lp}-33vIt(ugeyDH^oG0$cs={nOc_=vES* zUB4L@L-Hb`ad5PuqXiaN4Zz%OB1{Dww68TDC=&W0S-B`5BVyfhkd_i!5@a-Xj|T&9 zE2>rvFfsl23h;ZlH{C>UF0XMO?djW3+e4dDytq0B=;mf`BYF2aF>7e$)t1qRq$xf^ z8AH3?Cjm@u2&mPGS`(pP_K}HKaLEB6nqzs(5j>WQWAl7QOx^9!G-XOJAjCthFDamy zdYW^;7pg)8-iT{xvz7}VFKvu~0=k;a4GhX-gI?bpuRvrO9&IMi!L1g_z3ot#;_vuG zpAapdyftkzdOCz0b78U{9#i=Ev?B_Ij!@OrLMTs~xg+MVBE1rV2!!X=wT2s0O0iF-x0Misp()0r^3nG=iKkR(Rw8TpC&+soM$30K)_ zg24jc6~+^{2BddD&K$ml1i-FMjSn|+Z)nEg{BOtA@FRKT09{nWSuAeZ)lGj{tJ zD>Fo1eE|`}JbyBLTlclKsqOB8>3!zFO+UOYJqIG)h{n)Fs|w;7QEQ&=mIDjZKy*r* zLJ7j_?XTpJGT-)CWPwQ&^)=Vtm4I&C+wFXQ(fegJFkfbj=vmX>u(*9?kpyM4ZNl>y z2icc&SxwuwPP{>V97(6?uC(59o9-Q1zjgS71VD&WIg_wltACc2_xaiDZDm_SFBrEx zjdjk9-id@l@~sw}s(bGqmzHXJ6;6S%|=k;hd9?-961zjGKYFt@y&O>!v-ooo=pP)wXPTH!>Cge(c}+ z0EBJM#jrSZWj*a(k2{_`@m%v)b@UeC=(M^^a20(p^cKGSa7XZKb)aKtB3C}iSc?yTIu-m4aGWZ` z;3i#rdU21E3Fg!vg7{nFoZRa544G}+eo8ZO-wQqHDUlzym(hh-e{`S6K1-VPETwn~ zw;kJ5hC3 z;>&#-qT+>7i<>=2>w+1*Ct@hQMaJinN@!CWK2P9y7wc%6XEy6umsI-GQlVGGFUfhhIaj6Q!cqusPRdRP?tk zR7J_5y7DKxO82b^O)){us6ZSD47)%2x2zmVCmTIso)u4?bsm0h(G#iCbwgwbw6VF| zc&#ZzCDwzhvl9g`q?gEO@h1dtC|c{&j1qaKn{etW$l8f2VNI2lK!QPmW=di{cv^&q3w$CZ*IBOJkpFVR58 zFwbP7Urz`X2oVWLHP#VW-D6#&eimeS6v%~2TK(w7jEe5^ozmUvkgWfz$OCj4rG(@qElQ-!kr%8o1T4pm%&{yAhm(~xyf6UxD`M}j&m-*182sufl+d3{4`ZHoTOi8= z`le3qAqUaS3q!Lr!~PcqxS4O}h7fR>XQ6 zY24tWuQ^M+}-j24^)2`Lu!9cv;h+ zhm#MIvih5!w(o=pL6{rcznlxzX>X;$K{6QrC#QK4;r8NoExQcjU)5Ywu-ucwA0NL-%EALvHaXGKKaD#=8% zrgP4E%44W~j6g$N#W@er9kcAQ|=|~odp{QDG)}2pM|1*5q_F6y9!7>4F zK(8=_hEkMBs;V}cv1I;cHs_}YjC4dMT)jelI58JF(V<{qYvPXj>Ei87)GpN0MrIGP z;J8MtHfsRo{>J?R{{Ku{u&>_D>_1+@>K`wG{NJaojEJ&;uz<2aO5%j=1_Oe~%O{jC zKk1T3BdnUszDP7jEFw8=I~CcyI#zN`yb$#CN}6L1z;eZQg4=b56r4vK3@ii64+ddJ z)v*RgqEvl(3D<(_Nb@nTLkd2eyorag5_NJTg3DxS=}e5G&DPtv1Tao{+@UIFb$4^8 zhS)VR6%|^CG~My_461pp7c;f1gdKdwg~1$X$?yKvC;c{V3Q#P9s>8$c^UCW{&DU+X z@mWclpQ6}KlV6__liGGoL8b1#+Mj;*pdMmcmCq~Gn1XBF5!{o%=n{$c_eJ+j4F)=uvjJd>uiJe4Po=RWou+2zj*p7i*HzjoIF zhU0CHfUL9bk>S3V=z4;2RZq&^C!&%fCXyoP$&vNs$hsrMyk$@r(3m4Di(PG?EGpNH zKW%9|YhefL*5j9rV)U??mtk&iAz8bksef(uJqdRDi4p#p3Hk3)mw)KeX2-7p?LPD%+>8Gg;-9GC|16q+ADy$Ey`Hs+tBLhLbd!3FUUE8|etLq2LY$WJ`0r@SV%Ybd zKbd{^4^jU2XhjhrIYr@+d5O3}c@)rHpD(o9UBZPzv^Y#e3Sr?b1SvcwNQk&Gy`3Cq zX=|Oud)sa&M@NUP+=ZXN>PrP$KcWjO$L&#QGc!)-k@ef?&D%@GnyE!~ul>bz%*k7+ zG;WSvPN(&$mH=tD^6Ohl)Q;X4H zrs(!72aHuopH9}3RYug%-TUJpX3}o>N~PTrCmgoqJ~a8M&~C&_Vte^Cc}xI_;lF^u zKx7+}oY!pCO@>gapF-FBt5+ z&3~T18+5eD6eyhbo{O%mx%@ivD`U4qfe#%vXNi@RhIcHXmyJj0vty~w`Y8-dm3Kn< z4wLgxcOWAq8z{+B>UfO(*h%FFA}<5P-=dN|v%{-_@OY8bDPpa>wnYJQcLy#n1qg%! z{Qn+G`;!L$@hJ}Y$K(G!qV~_6|7~9EKPdnJ#Q|0S%K2}r?w=|Dn{WFU#ftD>qWQlr z?msjBH?#0B1{d+aF#cv8{xj=;D_Q {% endraw %} - {% raw %} - -
-
- -
-
-
```python
-from torch_snippets import Report
-
-n_epochs = 5
-log = Report(n_epochs)
-
-for epoch in range(n_epochs):
-    # No need to --> train_epoch_losses, train_epoch_accuracies = [], []
-    N = len(trn_dl)
-    for ix, batch in enumerate(iter(trn_dl)):
-        ...
-        pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs
-        # give any number of kwargs that need to be reported and stored.
-        # args should be float
-        log.record(pos=pos, train_acc=np.mean(is_correct), train_loss=batch_loss, end='\r') # impersistent log
-
-    N = len(val_dl)
-    for ix, batch in enumerate(iter(val_dl)):
-        ...
-        pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs
-        log.record(pos=pos, val_loss=batch_loss, end='\r') # impersistent log
-    log.report_avgs(epoch+1) # persist the report
-
-```
-![](../assets/demo.gif)
-* Auto calculates time remaining
-* No need to preinitialize empty lists
-* Automatically stores metrics as collection of key words
-* Persistent vs Transient logging (use `end='\r'`)  
-```python
->>> print(log.logged) # get logged metric names
-# ['train_loss', 'train_acc', 'val_loss', 'val_acc']
->>> log.plot() # plot all the logged metrics
-```
-
-
-* Auto calculates average of all metrics in an epoch
-* Plot entire training history with one command  
-![](../assets/avgs0.png)
-
-
-* selectively plot logged metrics using regex
-```python
->>> log.plot('*_loss')
-# or you can list out the metrics that need plotting
-# >>> log.plot(['train_acc','val_acc'])
-```
-![](assets/avgs1.png)
-
-## Auxiliary Functions
-There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write
-#### Images
-`show`, `inspect`, `Glob`, `read`
-#### FilePaths
-`stem`, `Glob`, `parent`, `name`
-#### Dump and load python objects
-`loaddill`,`dumpdill`
-#### Misc 
-`Tqdm`, `Timer`, `randint`, `unique`, `diff`
-#### Pytorch Modules
-`Reshape` and `Permute` (`nn.Modules`)
-
-
-and many more... 
- 
-## Install
-`pip install torch_snippets`
-
-## Usage
-```python
-import pytorch_snippets
+

+

+
Auxiliary Functions 
There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write

+
Images 
show, inspect, Glob, read, resize, rotate

+
Files and Paths 
stem, Glob, parent, name, fname,

+
makedir, zip_files, unzip_file,

+
find, extn,

+
readlines, writelines

+
Lists 
L, flatten

+
Dump and load python objects 
loaddill,dumpdill

+
Misc 
Tqdm, Timer, randint, Logger

+
Sets 
unique, diff, choose, common

+
Pytorch Modules 
Reshape and Permute (nn.Modules)

+
Report as Pytorch Lightning Callback 
LightningReport

+
and many more to come...

+
Install 
pip install torch_snippets

+
Usage 
import pytorch_snippets
 dir(pytorch_snippets)
-```
 

 
-    

 

 

-
- {% endraw %} -
diff --git a/docs/report.html b/docs/report.html index def6e02..66df76b 100644 --- a/docs/report.html +++ b/docs/report.html @@ -220,6 +220,31 @@
{% endraw %} +
+
+

Features

+
    +
  • Auto calculates time remaining
    • +
  • No need to preinitialize empty lists
    • +
  • Automatically stores metrics as collection of key words
    • +
  • Persistent vs Transient logging (use end='\r') 
    > >> print(log.logged) # get logged metric names
+# ['train_loss', 'train_acc', 'val_loss', 'val_acc']
+>>> log.plot() # plot all the logged metrics
+
    +
    • +
+
    +
  • Auto calculates average of all metrics in an epoch
    • +

  • Plot entire training history with one command
    +

    +
    • +

  • selectively plot logged metrics using regex

    +
    • +
+ +
+
+
diff --git a/nbs/index.ipynb b/nbs/index.ipynb index 7a5c116..e15a536 100644 --- a/nbs/index.ipynb +++ b/nbs/index.ipynb @@ -8,77 +8,47 @@ ] }, { - "cell_type": "code", - "execution_count": null, + "cell_type": "markdown", "metadata": {}, - "outputs": [], "source": [ - "## Logging and plotting metrics\n", - "```python\n", - "from torch_snippets import Report\n", - "\n", - "n_epochs = 5\n", - "log = Report(n_epochs)\n", - "\n", - "for epoch in range(n_epochs):\n", - " # No need to --> train_epoch_losses, train_epoch_accuracies = [], []\n", - " N = len(trn_dl)\n", - " for ix, batch in enumerate(iter(trn_dl)):\n", - " ...\n", - " pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs\n", - " # give any number of kwargs that need to be reported and stored.\n", - " # args should be float\n", - " log.record(pos=pos, train_acc=np.mean(is_correct), train_loss=batch_loss, end='\\r') # impersistent log\n", - "\n", - " N = len(val_dl)\n", - " for ix, batch in enumerate(iter(val_dl)):\n", - " ...\n", - " pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs\n", - " log.record(pos=pos, val_loss=batch_loss, end='\\r') # impersistent log\n", - " log.report_avgs(epoch+1) # persist the report\n", - "\n", - "```\n", - "![](../assets/demo.gif)\n", - "* Auto calculates time remaining\n", - "* No need to preinitialize empty lists\n", - "* Automatically stores metrics as collection of key words\n", - "* Persistent vs Transient logging (use `end='\\r'`) \n", - "```python\n", - ">>> print(log.logged) # get logged metric names\n", - "# ['train_loss', 'train_acc', 'val_loss', 'val_acc']\n", - ">>> log.plot() # plot all the logged metrics\n", - "```\n", + "## Auxiliary Functions\n", + "There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write\n", "\n", + "#### Images\n", + "`show`, `inspect`, `Glob`, `read`, `resize`, `rotate`\n", "\n", - "* Auto calculates average of all metrics in an epoch\n", - "* Plot entire training history with one command \n", - "![](../assets/avgs0.png)\n", + "#### Files and Paths\n", + "`stem`, `Glob`, `parent`, `name`, `fname`,\n", "\n", "\n", - "* selectively plot logged metrics using regex\n", - "```python\n", - ">>> log.plot('*_loss')\n", - "# or you can list out the metrics that need plotting\n", - "# >>> log.plot(['train_acc','val_acc'])\n", - "```\n", - "![](assets/avgs1.png)\n", + "`makedir`, `zip_files`, `unzip_file`, \n", + "\n", + "\n", + "`find`, `extn`, \n", + "\n", + "\n", + "`readlines`, `writelines`\n", + "\n", + "#### Lists\n", + "`L`, `flatten`\n", "\n", - "## Auxiliary Functions\n", - "There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write\n", - "#### Images\n", - "`show`, `inspect`, `Glob`, `read`\n", - "#### FilePaths\n", - "`stem`, `Glob`, `parent`, `name`\n", "#### Dump and load python objects\n", "`loaddill`,`dumpdill`\n", + "\n", "#### Misc \n", - "`Tqdm`, `Timer`, `randint`, `unique`, `diff`\n", + "`Tqdm`, `Timer`, `randint`, `Logger`\n", + "\n", + "#### Sets\n", + "`unique`, `diff`, `choose`, `common`\n", + "\n", "#### Pytorch Modules\n", "`Reshape` and `Permute` (`nn.Modules`)\n", "\n", + "#### Report as Pytorch Lightning Callback\n", + "`LightningReport`\n", + "\n", + "and many more to come... \n", "\n", - "and many more... \n", - " \n", "## Install\n", "`pip install torch_snippets`\n", "\n", @@ -88,6 +58,13 @@ "dir(pytorch_snippets)\n", "```\n" ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { diff --git a/nbs/report.ipynb b/nbs/report.ipynb index bc63f71..5451fac 100644 --- a/nbs/report.ipynb +++ b/nbs/report.ipynb @@ -256,6 +256,32 @@ "log.plot(['val_loss','train_loss'])" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Features\n", + "\n", + "![](https://i.imgur.com/5iZl2s3.gif)\n", + "* Auto calculates time remaining\n", + "* No need to preinitialize empty lists\n", + "* Automatically stores metrics as collection of key words\n", + "* Persistent vs Transient logging (use `end='\\r'`) \n", + "```python\n", + ">>> print(log.logged) # get logged metric names\n", + "# ['train_loss', 'train_acc', 'val_loss', 'val_acc']\n", + ">>> log.plot() # plot all the logged metrics\n", + "```\n", + "\n", + "\n", + "* Auto calculates average of all metrics in an epoch\n", + "* Plot entire training history with one command \n", + "![](https://i.imgur.com/BrQIaR7.png)\n", + "\n", + "\n", + "* selectively plot logged metrics using regex" + ] + }, { "cell_type": "code", "execution_count": null, diff --git a/scripts.ipynb b/scripts.ipynb index e67e8f4..73359fb 100644 --- a/scripts.ipynb +++ b/scripts.ipynb @@ -9,7 +9,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 21, "metadata": {}, "outputs": [ { @@ -18,7 +18,8 @@ "text": [ "Converted charts.ipynb.\n", "Converted index.ipynb.\n", - "Converted report.ipynb.\n" + "Converted report.ipynb.\n", + "Converted show.ipynb.\n" ] } ], @@ -27,24 +28,6 @@ "notebook2script()" ] }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "### Create a softlink" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "%cd nbs\n", - "!ln -s ../ .\n", - "%cd .." - ] - }, { "cell_type": "markdown", "metadata": {}, @@ -54,7 +37,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 22, "metadata": {}, "outputs": [ { @@ -71,7 +54,13 @@ "name": "stdout", "output_type": "stream", "text": [ + "converting: /Users/yreddy31/Documents/github/torch_snippets/nbs/show.ipynb\n", "converting: /Users/yreddy31/Documents/github/torch_snippets/nbs/report.ipynb\n", + "converting: /Users/yreddy31/Documents/github/torch_snippets/nbs/charts.ipynb\n", + "converting: /Users/yreddy31/Documents/github/torch_snippets/nbs/index.ipynb\n", + "Path('/Users/yreddy31/Documents/github/torch_snippets/nbs/../assets/demo.gif') and Path('/Users/yreddy31/Documents/github/torch_snippets/docs/../assets/demo.gif') are the same file\n", + "Conversion failed on the following:\n", + "index.ipynb\n", "converting /Users/yreddy31/Documents/github/torch_snippets/nbs/index.ipynb to README.md\n" ] } @@ -97,6 +86,34 @@ "from nbdev.sync import nbdev_update_lib\n", "nbdev_update_lib()" ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Create a softlink" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "/Users/yreddy31/Documents/github/torch_snippets/nbs\n", + "/bin/sh: libname: No such file or directory\n", + "/Users/yreddy31/Documents/github/torch_snippets\n" + ] + } + ], + "source": [ + "%cd nbs\n", + "!ln -s ../ .\n", + "%cd .." + ] } ], "metadata": { diff --git a/settings.ini b/settings.ini index e71c959..4746ec6 100644 --- a/settings.ini +++ b/settings.ini @@ -13,7 +13,7 @@ author = Yeshwanth Reddy author_email = 1992chinna@gmail.com copyright = sizhky branch = master -version = 0.322 +version = 0.400 min_python = 3.6 audience = Developers language = English diff --git a/torch_snippets.egg-info/PKG-INFO b/torch_snippets.egg-info/PKG-INFO index 361a18a..b66b24a 100644 --- a/torch_snippets.egg-info/PKG-INFO +++ b/torch_snippets.egg-info/PKG-INFO @@ -1,6 +1,6 @@ Metadata-Version: 2.1 Name: torch-snippets -Version: 0.322 +Version: 0.400 Summary: One line functions for common tasks Home-page: https://github.com/sizhky/torch_snippets/tree/master/ Author: Yeshwanth Reddy @@ -10,73 +10,44 @@ Description: # Utilities for simple needs - ```python - ## Logging and plotting metrics - ```python - from torch_snippets import Report - - n_epochs = 5 - log = Report(n_epochs) - - for epoch in range(n_epochs): - # No need to --> train_epoch_losses, train_epoch_accuracies = [], [] - N = len(trn_dl) - for ix, batch in enumerate(iter(trn_dl)): - ... - pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs - # give any number of kwargs that need to be reported and stored. - # args should be float - log.record(pos=pos, train_acc=np.mean(is_correct), train_loss=batch_loss, end='\r') # impersistent log - - N = len(val_dl) - for ix, batch in enumerate(iter(val_dl)): - ... - pos = (epoch + (ix+1)/N) # a float between 0 - n_epochs - log.record(pos=pos, val_loss=batch_loss, end='\r') # impersistent log - log.report_avgs(epoch+1) # persist the report + ## Auxiliary Functions + There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write - ``` - ![](../assets/demo.gif) - * Auto calculates time remaining - * No need to preinitialize empty lists - * Automatically stores metrics as collection of key words - * Persistent vs Transient logging (use `end='\r'`) - ```python - >>> print(log.logged) # get logged metric names - # ['train_loss', 'train_acc', 'val_loss', 'val_acc'] - >>> log.plot() # plot all the logged metrics - ``` + #### Images + `show`, `inspect`, `Glob`, `read`, `resize`, `rotate` + #### Files and Paths + `stem`, `Glob`, `parent`, `name`, `fname`, - * Auto calculates average of all metrics in an epoch - * Plot entire training history with one command - ![](../assets/avgs0.png) + `makedir`, `zip_files`, `unzip_file`, - * selectively plot logged metrics using regex - ```python - >>> log.plot('*_loss') - # or you can list out the metrics that need plotting - # >>> log.plot(['train_acc','val_acc']) - ``` - ![](assets/avgs1.png) - ## Auxiliary Functions - There are simple functions that are overloaded to take inputs and perform repetitive tasks that usually take a few lines to write - #### Images - `show`, `inspect`, `Glob`, `read` - #### FilePaths - `stem`, `Glob`, `parent`, `name` + `find`, `extn`, + + + `readlines`, `writelines` + + #### Lists + `L`, `flatten` + #### Dump and load python objects `loaddill`,`dumpdill` + #### Misc - `Tqdm`, `Timer`, `randint`, `unique`, `diff` + `Tqdm`, `Timer`, `randint`, `Logger` + + #### Sets + `unique`, `diff`, `choose`, `common` + #### Pytorch Modules `Reshape` and `Permute` (`nn.Modules`) + #### Report as Pytorch Lightning Callback + `LightningReport` + + and many more to come... - and many more... - ## Install `pip install torch_snippets` @@ -86,7 +57,6 @@ Description: # Utilities for simple needs dir(pytorch_snippets) ``` - ``` Keywords: snippets,torch Platform: UNKNOWN