From efe619204390d91ffa2c290e28e051190f57f3c5 Mon Sep 17 00:00:00 2001 From: jennifer Date: Mon, 7 Aug 2023 15:35:04 -0600 Subject: [PATCH 1/7] Add NOAA access subfolder with python notebook --- notebooks/NOAA_Access/img/nsidc_logo.png | Bin 0 -> 17603 bytes .../NOAA_Access/python_download_data.ipynb | 235 ++++++++++++++++++ 2 files changed, 235 insertions(+) create mode 100644 notebooks/NOAA_Access/img/nsidc_logo.png create mode 100644 notebooks/NOAA_Access/python_download_data.ipynb diff --git a/notebooks/NOAA_Access/img/nsidc_logo.png b/notebooks/NOAA_Access/img/nsidc_logo.png new file mode 100644 index 0000000000000000000000000000000000000000..35a06e02d3e9d47b3a392d05a550364d8cfd8aaa GIT binary patch literal 17603 zcmXtAWmH?;5=Be!;O-XO-J!T!f#UA&?ry~$iWe>JE$&)U+})kx^78$7S?lITR+4i@ z_w1S67*%B%R3t(qC@3gYIoZ$ZkhAxH2jCOrp5L5j4swEXlaSK{KyLm3^JvI(L}yuD zHz+99o&OH#MJbO{$cqH-QabJ$PL}RoCaxAxUS3`-HjZ{~W+u)SEKaUgxfeo&P*CJh za-YRDz4OlUy|PHO2(E&x9DDrQ9x}|q$j9Nc6v48HLomg%T0k{bRk)h(oDPdYBk@SqZ{p2ffzCuC~o={!KE@wwd*HIMtrZr;R8IFRO#UZFz0^oL3*)9|IrA z`iQR}5E)K+4Wd zk`LCt4;(;-IuDE$^aylRYQ$_EwCJg4Ym=iD(dw%25ed?)AeY2qaN))_RFN!Gg>vCY z#NvKw}mwl+vQl%fNbfvn^+JTWe#Wwx9v*dwiqJWUhR};?(V>L%&Jewg*2H=-wxK zNJ}Caf1nRQN9GUZC-AboHkS(@o_wpEgI!=Ol27eeu{L*%IHvpcovb z<3uJSc|Qa)mF1!PBR>kM0wSXW&chsp9;T%W0_-HwBqD%{mDR=Y! zu@PK#teJ`HGCLV_q&~MG*qgS(kincKtz|=@x7w-O)|CIRYsKb*P)t6i7%Uk1veQ$Ot)jaeoht zFm<3X!o1BXGdWTYia9Za4x|qEen>5Bxb6!g=~Ew<46zGIg=Qy4xm~ieYrh@CvA3PZ z$w!ze7}Omh9xXj_<+(W7ikQ#!hG?p!wc&LOR;R~~)!|o%>=*35F$MIkCokSmY*}b> ztPeGVucQ2h0@3rUD@P=xCJJ_VodxQ3befs2eKAotwKL2m&1{u~-SBIa;g2JMO5-Dd z4{kUGdb<$4U^gh=D44aYS>&~sB;J_89sWx)&t7vD;eWC`++H`MvGZrgX9(XLmt-^? z`19Wa72s&Mnk5gfFBXLFP(A_iO%0#`k9Q%QK0f~zYTgMTChWR#t zmzMJDZQu^2JY!={0{yVi8K9l#!jzy@7PC47z4_|IVE*9(SqaWob#JYh8XM+rUB#E1 z-nh$~W11!%0Xxk6w*hpN-B)`xBM2)V2BG$_n2(_K!P>BHp31@f}byrimn zhKgEp6n(O3`F?&bD-Oi`P7KWJu>SWyBK$wjurN>EM~P2oB7hwyuXHFMYLHcC!t@~E z{>Yhzn9(#U`mb+&h&)n7zl+14G*0+-e?&|cs7@4I1RCl#r7tdCnkwim{%}yNqPKFU z9(87e!OyD#sD}6M*SpQl!9I?x63y}HYniW=m8gEoX|fQSr01k3i{#cNJEPO!3n)I647mS-rBcBm#POU zkUV@=q+pqZMC3nxPq3d2rD`f2-j5h=(>;jFa801d1+VUJ9sJDe=X7#1AL=CGpD|Dt zl$psLhM4;I=Gm!DL!%kwODD>5%jwJ!lZvY5Z;%ifD=WznYJqH3-&KP5b3)D}1X*d` z`UlhQRD$4j6w0(p^a&U(cO=!RM!~g~MSKwzhVNx*sM#I;>g!k0YI*-O9NhY*5w}>ulQ!0TUz379euw&v~e8C z&@3U+u(!JuU-W3qUr4oMyo#c{L#=3ky6VvIhWG+lQx9!6EM!mnA;5A3y%0aNEDg`J zrY-SsV|jF$cP(jC9}haV`y&1UHW?)PxN}{j(-y|do8WkF9tJi!ETw6Bnrj^D?x~IF z>2A&GO9qlwgze(Zl-6}e3md#aoX^yn+C19Q&EQj`LCW6@qWh~*dQ`4?t$NpWG(-KC z?7$$Pf&BE>)+{YOy`{Bep3AzVv@aIQssFCOs;mBlR;)IE$d~~I)da1m|+ElK7(uj@KKmnSh z2$E!W%#fDAC+VeC-od(QksaIjvI(0umzz0$|Ldcn?gkUOciA*Ap7U}iKI>?kWSuy< zx-moz`UYGx25m&FvHg0N*&5o!Jl^zV)$oN4h%)LJ zc>_ICEU+9XFldlzc-Z5PO|VY-t%zf##Rf&1<{89Y7i zvEoMDzS&`A6SkySGL)%=r*Vw+`F7sdD7aHASSgx5^&wnE;cb{I*zt-apW5$;jCqe+lIGEQz;iecSxCiDCnZi|A_yv&+IaF!-4a@o6nQanL zdwr-Y_aVOeENulzS#S^P!rOK~u#GkRd)3m&pWBKC*LBbSKkZ{v@<<(s=DD)UOC$7X z%8F9u(aJJ)8L!$Ev!~m08faG9R;<-t%}pjM2vy}J$G&sYt)ZqriL@3G%OlthmFvug ze%8s7KVfW5km1oWn)Pt7v?srbvGm#?ko6jA2R4((Q<7sRTrWg*AxfDM6!V3JDdjHF z!g;1boyD5IGfpb>IclWrY?PNqQyRcLhM719o>`p5CWMu96H@XkxlAAo6ajdo`p)a= zE*;j^`&_i&bD)EOTXDTkB6H!TeKH5e^!qfu>jQmkh3^+m-cHz@Afh!i!A-$k9Y_B= zi&$i#G;Hq_Qo5-1jJ^J>DvX5cL9GO5CS^WcD>k6Cd<-zsthBTATano4)>n#@Xax!e z1AU@P>JFXKY8`skFSLgzauMr0ZtRziY$*O51hDLU4U=+0iRF)_bgUmth1j?Ve z&Roj+3iJsIR!Tejt1K$*d_9ce?QbPpwCv??pXm2(dQ)Arn)0uHb$LUun$IRP)cs>ubf>e2u*AKd&c}ZK8h^V)1vRgE3M5 zq3remMYa7SW+}~k`cV&%#?_Etr$zT=JKQ>>)ZUP}lKC_Pu;4zXt)ef#xCL+s7yt#c z(S$5o&;>+zEuHfz?RW^1d^RIoz4vVDsLd@B%NjUT-Y(N)9XR!r--4kSge8NQc}alC zlrp|P>t)VJuQjE6{F{u2zv%1h+(D(`1D+an+zaa(v$-G=^t4(CF}^83fQOtWv06Fm<_m;CLlAmgcIcPsRP(s=~EES%z9Fg)#b?| zhY#P+!5;?~RvX5)4*YI(^E>s+5bHWSI@<5h(vxn{V~q7DL+mhC{js`Fjvr&Hk(Tz9 zN*k(SskZW!frFpF!Cl^lTvt{Mp%PGvrY>6wl%@ES`fqHnr>gFD*3ORaqn&2$rfm_} zDeK)V10Mt$ZHdvme5z(P=a3RH6`$6W3CH8I!8!wKZrvaWVD#tZ*0#*`b=b%^`-5*~emBo= z;?uvk12@`l1wpZoWob7`6oXMO95XKr#X$(zYY(rh_8aScV&vUPLmEJB4|^C~6`Svq zhvJz6ML)(jLMS%Y7jjTq5|Cm%uVL^9(^)*VMnh&V2(9=P;=Qh|8XcmsU0; zHM9s$a|EFPpH1!8S0@&J{TlP?WW;%=gUK^Cf?B|D%Xo2~*N_KHjSE23t zbePc*vZ+9yw3JDLw<}$rc7xo@e*R0+|KWm8*RvP9AkeEY8ZmQVx_JfZL>@UAAdiH! z1pbxJ-F0863dInIY+c1-#fDEyP$~OwZHqNqEcIHyTsYM-o)=@Q_it$ehtGlf*AfF5 zKZM9idV1oPnIh{v)Tw;A{VIs#4OlAoJG3>G{mMPhf0MKEI43LE-jhT#mN(cp!RNO} zPjs>zjxpA-`%SVHnoDL50)C3S%EIA0Lvkams$^!SCSF|n^Jk*G)v+{Hih*Ax69eRt_1*Gokc2nkHLQ*87@~zddFkgPfjPFwR9f{pGKU4z zr4j0>ALbWd2$!=`rO5HkJbz_US@9Mf3#T?^Slew!oYKlM84b*1cNh;PYm&$ZU z)5dyGU%tpH?!h2YhZj&!edIA^x&~5j$Q?S^mb z$lm(clsaY8ceZRg|b8DI9V5;?0cyoCCI~2O8oP)E` zh3{A^|JD$><3Cf{ujgiS9=I-L3l`--0MNmP`2F3U^vvfRp2FZ0Q!<4L?#6~+QA+5q z_(>B*Ft-uF+*@UR)4*Y0==M*}|JAsuqY;W1xthBDlbsB&MF1xU2U-qgJ#QIp(bVek z$Jxoxik{=;Y}LP0Op|g$#In4+n!j2qib?nro}Sb^%iBwcGcy^J10~oy7PfRWh|OGo zqJad|RhD|`)pALs#`li~FWry7JsW86PyszS*f7gS3Nfetw2z+{_(5mssP#AUE1|$q z+S{MYOMkDyFZSc>ZK`f#t85J46nznZ)W$U=W=*~PW>eQch?&alp*-RH)ef7Rf>Ijj zj@tP(j*#IhndwW*oT8aY0$waQm~+<$kvN|?c%d)Y zO|>QHL3|QLBT_{ZL#m)Wlhc*Yw1<{{4Rf3VjhrBjyu9N^O$z}T1#AjF_pekRE6usb z+!kpsNK4&qbeB2|NWX|@Rfojb`lB4yOCkxOAy&71y?9E0*U4>M4m3SHy5$t`$8+9z z+KZ)jjR=M%tcIWji6qfc<@r^-(QJSqxwHmx3XQK620ibU&isWE7Dsf3Q`^|j5w9f zo+iSiMgU2kPKXl1SYiEDYF?p&$OjQ`E4E#io(`W$xE@dw1`-M?#3{10w8yr=biml* zr^R7|K}`p);;GanMh zo7g)-*(*zzBVS~I{yn-|{P%FbwswkGB!KdFO)A_@)iA_E9|tgSdFR!RJarSDF25Jz zGu|aA*9c$>jnW*xX<4FJQPcOZL3e8>(?plJOeQ>h0zCmk#QFKsvpOibsX({ zLr2M?Yl)6XmZ65YhYPgc{rw!C>^XZC!@Zi?k%gO|%0^=ZDPCO8$r6}T%x=?p`gU-| zwvC>ct0lx>9Tu+tPibMt=&7lz1wmIQf~p5|HXJJ^L3*XL`uG7&nGOx?2X3Ce?#@6F z=}ko__C#t`c0a+Q!mC zN{D`N!8ViyJgI`M6adY-#`22+4J2$dd}hHf08zjpC_5T!_@Re|IDZ;>(r59Fgl#wQ zWI#f`;v>OzS)bg@KCO@0d9hU7jX1W7Xmw)}_h#hTdoN>2ZD2h^}CS;Lk3) z`Zf_sA4Hx}N`+z#BSSrHJYe=L(fh8}vebyw6OId<_IzS)H_8AiijB>A5nJH8qlOMg zS)vCs$)jX4in0b=+Vk2O$qo1reUAM|X5O8UQT_)D%iy6)aYf9DW-~}5%}#x%dD*%K zRQ|gLpp^;{`u7$mfL5j^-V4Wbb3<)zR#l_1X>HjK7j|rYLrX5bmIc2B*u+m;l+~Kg;qrfkmZDE;p!>oc@jY!yyQ3~ z!C`$DnHY-mgaIIB+Kl>`ZK$W5Ju`8#?l;18*|^H*>?&M6>6PlET`tk`y)xsRB;ZGm zBZGFNDR)bG9t1^s=b_1Wvxt2!qH>SU9XsPG+VT{@N0bo*?Bq~vV1(YkZ^xHDNGW;P zpC3)Rtff5(DOS^4&DZ_%nfjiSB7vlj=D9D|0WTS(yQHZwqZ-@_Eh>@}S6AUw)O(Hs z!z~dlrc4m$n*mG1xadHJ(*d<@Ekq>9ToM=db3>OV>(FXQ*%SA@~|CT_{AxgQ{tnZn&A2%(@R9e+>)6KVBF;Cqk1Sk%}G;A|c9E+hyv zK>7J1WT_gW;5)X5Rq&Wl&j%Fqx{A)kncZSh;5gFB>5rU-1==$+NX;!}x^yl-yt1|?I2wLajDnuaLPPYm zD{E0F9lR*UH5|FXlEF1!R(PEJq|7&dUl(Y(pta>9aFgigHADXEogA5V;c7 z*B53InzFs+Hl95Pa_By5;-3?JrLmZ}$~6`S3Upn}uhnLuK*-jL%LhkJSMTc~MlYp% z>cX?+fP_r9&{*Cvpsq4oW-jeOle^N%q*T%fgZ}GXEQf5lyHr|;szZ5>oA~?M;S^hT zXJowJGLJiT-Q0@kWZFq%o=AkL%R-xHLwhA!R|FU~9%}U9p7dlQ7Bs!`JrfPGNQl^c z%+~M2Q*E+s-ps|M8P&%td&40dnDr%zAmP5}QYF*Pwx@u%m(^-}!0a(3e)5^yQo&N0 z@H7*8I*?SJ6C4z^#GNsap*z~Nu0EGwrP4g1j+5=&l$?N%2h)q6Y~XFJ3dz0 zqBMrQ7Vu9v%iF4H>jtp)YwOUe@RQ?}tf!YH&>O^2+Lh()-=47SyaN>6BA~UbFp;#wYfzKOfS|YK&NjRl`bG;R8y+cO z;t+VjEc>AGZ;ahCzxMHt0qsC&KnU=^cuA*Z_rcaO6p@ifsKvd|;?5Cd>hUSXz*Fy2 zU+W#}w&zMES8KD51Xtb7%tMN)ukQWr*+M3CcTWqyQ$)-UCApBe2hUb4EiKBb*og+G zWl>ZJRIg*%&ChrEY`T!QDT-OXN@m^}V=e_aP^vi?xG%^fc{^4$`uh2B3-C2(ILBGI zs#94jIq4ocNckqO>U5BMYHv$1)0_{t>5iuD9v!Un#dJBzAwNK|tuc&UJp-a~_O=Fr z?5o52RoCV-G!48;`Y|WzH$jj7-YkF!%vQeAf?pgl50L`xA|zrqv{2!k+Fy{AR?hi; z>mbiEFp5|;ISdmfF_TvL6lSu55SguO)VDTl+uHhYAp8!ELJ3JM#9DH0OX*x_JcI5M z@u!{ChVV~#YUtuN12Uq;=0E& zY^uDzy)t7X8A=fB`6~&&$eK7;6~$=|-|*_V1;_rhUL+45B}mfKockmfty&} ze!ieyWyL3}mCPOW4_*ShotXc?ym3P(?-%RZ<10CsHm>_+kBVc4THMF8x>a?&i?uL2}i5z(yy(acXOw0BBu;wij^!S zX0tO8aG8eZ&5VE;dHDqZ_IGqXPsz%Qgg%zM{-I>4HLVS; zSZYKMa|=XCrzE%d&vFtEnrMTVuguq2UAuI9+?;l1j*n+tf!$>^Z(DeMlbuM^5G*=_ zug6ZkE-7BcG$)K86F)z zBSeD4GmvvxY1z!KdBAuHAJyBNdj~to_w_Z4pPT>f}{zp zRt6+Sq{yqvh2+wwTcC{Wa%rYhmMN0r3gALgE$FUOcUDJA(!%B$@h2dDZAXyQFTF@L z98#o+apjm``K>G4HkQUxVs)fEQT(za%?vAFLCUcmhmgrJGpFTNp#O-P7Qq#3_ROY? z-{O`FU#?8LxUb<#*dZ9-o7l781*dCji7HRl-kJYwvT$ScFi}U$ry*&4PQuhB9sR-m zKf3=*-D-i*{!fU;AVJu)N?IQby52k7a)+CNvOXs4EeB2Jsty!vKu0RtW~#gX!%I5c z(Lhsqf7=xm9{I0d#{MniH$}N-dQ($Z;dt?X2}WmiZsoG28iANC}o^4J0P)cdh%OD7-||+%Jf(QM!?q8Ab=)e2?NRX2uPn007dQNniZ$TIS{8kSQLIBPM); z>^NC}uB7Pxp@uv zS-W1aw!~9g6w5dxl<_m)l@HP{ssr66hJ#$Y5UX8GT_k1D-a>+cV`aCxiGe$ zzO2;tBTZBL)}SQBX4>=V-Q}nq-UbwFD|^Wj{}3sk;AqU{D#|#s_ik)Zgl=0;OM}cp zbN+b9J$x@*xiJj~zCJf{>RhE4T4k|Fk>a7{O6cWO-dz3@Y`1&5f749ReBl{S4jgR4jtbG zV0FhUtByfpY=mWAAh~vef+BaCYBu5oPJDnaC0@LFYmr#Ak!T0yHmTV`IANXe3wX@S zRsq>XkQhP&^zXWFu~#})jE&{LmB3@bK}dkdQn0z3n-!WXc>8|DsH~_tx-~=-Q;e$) zGk!SQj?gfZYPYmQxFkyjN)P*>+N6Cs;lH^^1go zP((;`{M3c8wD>VJRKk8Qkvf6rm+`eiw2D>CheQ=*F(Wo3r|$UC34jnK z<>rgxu%H#G8~LAhX%OxVMcQSa4{>_=stX8supslnZR=P2CiyovcB8ch6^6S^l_0fy^ZRT?RgY{gOnI_+6A3 zzVt~SdyLq=`UIcV^wdW;po6~Xb$pu^|6)aA$+e85&MbzQfgE%J*eZ6#v>(n#G;~mR>AEOs!jMA)5)Gq;)~35 z;V_OBah#Tk(&8~Oit3rit_Oc5%grBQY_Uc2;c6$RwV^+mo5>h=KbTn$E*N`cM>Kfd z_OnNFuFc}mEXAK``D2LF$vO1XVqS3n(eZSZN!l$~`R#O;GBIu$73>e6KOg|4cf1wJ zo~^&z3T(H_C$El`R+)PKJMe`)uUv9fKUJh_NM>-mCPS10ISYg z%yN%uJNmLcA$Ab42qY|H*|`bWxXV_|kbPg;mB0wK7AjapOZg|bnjJ9xZ|!+>fGD!Ing~c@uLm=$+*liMn<#2T{DR$7Fvd#n|vk@k*%)<93@@QN+zXRb{E7Z27RI zwf^NjwVzhvbl-=#!1VUpU_JJA(3J^u8{*;@S1*c6fCw!>_~qU0y-V}oC^+N{tJ|8{ z9=cDT*1?RNgX(5l^ht(ZYG2K=r?nlQIjJne_Ye*XCR4JpIB6?uW@SE{$@xce z>cG6jz31+#drI0o99F#8F|GrJg^ zu`Dri#h8(N_6M7dCKNONfX{+ZEM; z{Vm1xXH-!#IaMDUxtO4J!Sq>HSDz(QfkduEFv_ zcS2h0kX1RzELBzAe)G>$flfsXhZW3Z@i%^eVXL$BaPLH1>=6k*EijhDEY##V4abL5 zZfVE%{Niw2kW2w>uL3WB_y_qmueN^-Os05xXE{3;COKw;hT$HkgC;CLj*Z~;dyB2x zaK&{BtOi`wUy!m!pzV|c&)BCXKrsh1x5xe9$}4fa2_b`o^WV_p*R$&3rNEcJ@`kdG zH0+4tCkN21!#FWRe20;uG?|G$8id~WtxoX*61X)A9V6Szt?11GJl}m?1WJtx?*j(#tZW>x&(>P_mEEX2{rDiIs z8Dyw*++RgqG2i=P=+vgRX>-i*ayxzZag1*7mo^BGDD-jv>9^nFZU!8N#ypDL z&G0jc{u5-v4!5r%&Z_Y_Y4h+_hPAkKc0!g~o(*%%+HE-8wxDwxbJy;`@~tz2@86eg z$QT?}{v<$&2GxKfoS|&(sD2e!3;PKlEnEzVGFe9*D_?Z}dx{h%?M^*oNdY`+&WI*1J_MG{Oa9mLZx1@!vh!k{R%=?(t|P9CKwp~eAIUV3vQNWE zw?7%V+^ugcirvdq7&01q`f-Qu=)KiZV;-tWv~3M>U2!p`V=^z1YlfWi+iIu$i1l)| zmZDg?z48cexadwTdw-c_mPC8gy0V;Z#p z$rz0j_vSTlxKo8ZAzHbfyXbK7v86>AWG&90!l=Z>oS&29ym#icGO*IKoRU_jrdwHl zzg5dT?zc^IEbhJHzyI6)*coRfoe8zUYIlCx)^C5k%JXtJxH)3HbelI&!H2OSKw7R?wD5R*>0cqXPC2Sy~vMfbvrHfLKl7)%sl7EJCSiJ`}G}>NBR5>v@(C-z3->~>0jNxOqH?E zM^@Pqb6L6WwBRi7bNEu02|?a{5Bfc&?bOZc^bEp(>PG7dlPw@Nmr}cGH-H;)Ay(&s zUC>HnYbehvf3_{>)>PN{qDW3`BBRF(5mwAW{Le(BH5NLS3X@oZXddiu5=o3z4ognZ7z%HR?2szx|;t9Y3JHLsABZdMg#i{4M8nV92eUgF;b!=&Rl_QrGDAI z-9R~%B98i>5UDT)97`tF&((w~o55WMcJ9QChO|8|1OXB>(`)vdR&Z=rzA`0ywUdZd zYY_-3!jKg}^$jaVdPIo82oN%JYC@ew>rz`9uDbL-I+L}aO2h8?WR+*0N>LmE98e!` zv5yh*~;_LkKlp%_ne#0P5 zin8Vlt+RWI&1!>JuE3H~i8KFtx$J+{LN!2e;jeq9=j6_ZDq} zG2!t6iacEd-T9~C^=RWnnFGhPxH0AHgk{}Q24+FkAh1bteE7ZtW38;R(ieyQLNYBa zHOyoA5;);G))K{gHFW8&!+dY+onfP!fDsC^P_j>VKl44|cq(8^mAQxqFFYy2P5Ci+ zqOiCv$))3l{_HY%MsYHJ%Jr~7$23bRtL#pQB2R&*S+e(R)^RMgz3b$lW5%mN>?e;6 zpaK|x1S}5i+T+wOyS0Ry5*_LFY3X$u2A4?wOOGJvBKrYv2utp%lRSB|6 z1Xo=`lq84+uisID$I`8RwwQe)=8qYBX&MNvf}LQjZ;w(H0B?|Rn7yZ8x)*ym>3hm3 zpS7SfHB`ZB_9tG>|KP{a!u|+7MdJh^fJjul6qw;c=dpjBS!X9rDP~HFO(e>9IQSXf zD=Bn9Z6>Z2I=3thToH5~b+*<(*Yte?wKGvuD|{fNc^peVsRt>fep&n^5-=S&?>H!4 zmg9&Cm?+Hn4gw5iF!gvZn7?~0&Y#&|T8^EK#fMXRuPY}$p3Hb34y@Hu_B+bZrq^8O zJ1}7rsmmg7TD{-If+HOHwVx)Ca#6!mh*u{oQ5(0rjl7FeV0L_U22Px-|4NH|AqOl3b83~s7s7@?x%#MT8Wb63$ zss{7c?F#0*&Zh}vr`wJ4{4oxB34Mt#NYjsedh)_EC4bu0hV1#=rlsi_wV1h$Vz)Yx zRpbrvN(|qIPq2#0! zfj1JlR(-!Ki37r*<*g4wQfA`YbHZJYp3cWjzn;GLn=r9}7oiMu-dO1hQl$242;*;W zN}M4`PibmBnO(po`QPOd95g28oLwHAN%!|uw%Qy*JASuiN;cP@?_8hWrDf`~fgg;) zn+6_^gm}5Ml_e9U{<93Snkbdkbu70?;&mk!`v%^57#w{(Q161b47di{^x^8H^~|SGz-+S7n1qA4%~lFl!X)U7#(43DF=R>nytXfM^|yAjyu|C<#XE(vh(9z`)O2p*x~18_ zgY`<3(fAmZsG7jzxvRFMTyn+YCA`pY{l?TJi8^elX1G&ON4=V%q8y=9P&esN4~79O zJU z{>^Sm6oo4snL1cMXDXNw~{8>MS%xJs$3{bX&Q*l!kkjQwI`bwH5F6Bug_ z4^y);Ee#{EOB>Dpvzb!XthSXPzI183pgQF+Fh~Z#UdL*eq+$S9nl=MV_jZ*uIJzQQ>`CK0@D;p~~XlQ!Qu-~g2N)W#m_wo*1Gwf4LA;?lGt#lr_k;a@>o<{HVj zf%@|)dP2nw-W)jAw-=rV{_j<<0ZNx{(xT^)h7GL7URi_oS`@>t%agtyB;i|)tcCsg zo6j)4M7?UeZ!pKd^C+L0$$i)1Cv0qOxrW?$s6S_-HPm1K97wNbr(+p10qMsy5+LPS zf?U23_0RqI)lrg^Ud?-(ze=`q^wV&L@zMceDs;&&j}w=(bITK{KYt^X-d{pSL#Nj` z>xxgZ;-3DN@m`<2kP+HQnbpRXFcFk6%G(gLQ0!yL`mu)Szzv#3O3>2$`^UZJI%Wl} zxt05Jvm!&FC>a#kx{{b z*oS?Kt%}~22ryyC&g%@m{2y@K#*J`BUkPirrPk8@MjAWA|$33^VyNxlWDy*VWa}&3?bj zI$Ey;;Le7-$VTp8ASfSfxc>AuA3ep>06jxgl(f^fQJLPxVVu>0%r5{$iFn892W40C(EE(F% zY!sQ@RMGH0BieUdFB2RV0X%)Eb$bahhN9np>V12ACvTeR%qUpkIjy>xX9+iXpQ09tiUmL$9|9=sHb4yxMt9c`+X8W7?2v9G(yxlf(Qas~-&H?Uh z1RP~)rN4YqA4dprTR68r{O%Sg=5KzMWKG?7!8MeuxZIOtslR)Y{FJgj9U%Hnh?n=9 zY4>}E!xYJnoZ&qB1b&*ANNK(Ygr4og%%B)}PFiTTBlMedz4yV?pWOZTYx zli;Sg=ACd3nx@iRSsWGDK$az8_->cYBrKwp0-!{m&C?E_@yGNI@0R-30K5j#LkKh62i~Z}R`G z0>UXZ)36&$d{}!P!Qe5DGAVfdj|5gWr{U5x%*@AweBd|P*6A!3u%QgE2W+Ys_k1%H zmn-_MESX9{z*kSYhmX5c#63rNmL00zK!`&Dz!f1Gx5|83xphLD&f197Zd3^8$oKyYHA}^UU&`oFy8h zojY|jb}hvu@DIXFCu&v1^kmT6)<3-JI?rc>t|pP73O*ie(XvIuHedIBrhh-9$xrRx zC+P^q)%vaQzvkIhLR`$*JAA~*KaN*)ssBd7$$0q2X-V>!&uXn?0UqS} z+jGIy@pG#=tH$(abNrTca zH~h&swj0wr8|o}y${(ccl*K~*;Db#+%_<2F3fcbI^>m%m7M+=1U?J^(T3vg2RDc^$ z3v^vHB9O~7;$Km2_7B{N_fo_=(|J?YOigyS0%>X+x#IE?nerp~%K@(c9wl55`PTqG zeN$(Fen-^oetfr7{ zykzj4{pR~R2h5WMB4#p_-o^cO8q(_}tNZwbSKton1v*y&cThzvAD1vt$jkEJyHU98 zms&Da4DOMAzviSSV@QS(o0;AU$gzFP3dwpMa9%ps_u016`L~T`=;tK4@-la((0`uo z8N?;)B#-eOne(V{9l^#R9hmla;pWC*5uXl7kWD}bfaC(CAki%>akk(zSIR4{`uY;5 zEY{aYxzkG$$OQ&K|6Lb=bi;plUGs`Ue0^7lj016unP&Onp)w^cKUd7Yv0KqEs&u%( zR>fS?%zCs0DE&!%DXYs_g!SWje9#7lD0l{vZ{9Pu0{iJAA#t?~`4Qf^BQ3?RARu)j zD3JBKD9}sD^iNo)1EMYqAoT-1v=BnS)iwV&keEmonq@$ zBKnW$+$+X5mXtG0X_^&m4}!nm*Urbud9Ox?T}yD7RQUtQETQ$r=@K?{L}1(PuD|4+ z|Kf&6P>HkrrY)BhLLW&71Drd6JLqIZZZ9iwDx{Mh{|im-U|uY)a?2zC;^+4~ zL8Pxc4XFu^P8K4Q!z{RNG(YjEU?EmNR)P>Hz9PPN@frN|!c!872AhDhgb*KERPc$w ze+#B1T;uzq0;4&e^o_%llqr-m%!3mI3o(kNG`8l?C zHtpu;4?NHFue^oy4`w+L(wqkAh#nV=#~r#KWlcpd412Ee<=b zq7u$nzKmbmk_Vvg25tfVB!t-aZ{B~*@Lxx80@4uuW8gqAPO|&Q+Z%b{`8RoW z<-2I1fRVdo3F&UZ^z}MnHzzpW^giXRpH>=s*55Weir2@&c{BOuStoGTu?ON#9XP%T zW1anrxv%Sg0{&+ZoB;D1PRoGvfX@OxFurN@+&de2_@8gH^8NJ$hlUN#&Wmu%+DRff z5yThyls60_usiS+6><2|`CRn*a|hv0OOQhI>p zz`4MQ@PFDnW0i)XC=7pBqjnIfwJ`+SqNtSWR>f7QZ|M{G5V{HCP+TfzvKWjsMIugZ z65H!=BE+C#7j2*)-05aS5YPV6$q|+~48&aF3(L7R}vSHhs1YoC0S`sR_JFf6r74oJMPH11HI8 z0k!n~Fp7Eb16)7A^L4S!S47YrveLj&N(IcAkr&\n", + "\n", + "\n", + "# How to download NOAA@NSIDC data using python\n", + "\n", + "" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 1. Tutorial Overview \n", + "This notebook demonstrates how to download NOAA@NSIDC data using python, it includes examples for downloading a single file and all the files in a directory.\n", + "\n", + "### Credits \n", + "This notebook was developed by Jennifer Roebuck of NSIDC\n", + "\n", + "For questions regarding the notebook or to report problems, please create a new issue in the [NSIDC-Data-Tutorials repo](https://github.com/nsidc/NSIDC-Data-Tutorials/issues)\n", + "\n", + "### Learning Objectives\n", + "\n", + "By the end of this demonstration you will be able to:\n", + "\n", + "1. Download a single file from a NOAA@NSIDC data set\n", + "2. Download all the files in a directory on the NOAA@NSIDC HTTPS server \n", + "\n", + "### Prerequisites \n", + "\n", + "1. The `requests` and `bs4` libraries are already installed. \n", + "\n", + "### Time requirement \n", + "\n", + "Allow approximately 5 to 10 minutes to complete this tutorial." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 2. Tutorial Steps \n", + "\n", + "### Import necessary libraries" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#import the requests library \n", + "import requests\n", + "from bs4 import BeautifulSoup" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Downloading a single file\n", + "This demonstrates how to download a single file.\n", + "\n", + "First we need to set the URL of the file we wish to download. The URL will follow the format of: https://noaadata.apps.nsidc.org/NOAA/ \\\n", + "\n", + "where \\ is specific to the data set and can be determined by exploring https://noaadata.apps.nsidc.org in a web browser. \n", + "\n", + "We will use the [Sea Ice Index (G02135)](https://nsidc.org/data/G02135) data set as an example, and download the text file containing daily sea ice extent values for the Arctic (N_seaice_extent_daily_v3.0.csv)\n" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#URL of the file \n", + "file_url = \"https://noaadata.apps.nsidc.org/NOAA/G02135/north/daily/data/N_seaice_extent_daily_v3.0.csv\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Next we need to create a HTTPS response object for that URL using the `get` method from the `requests` library." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#Create a HTTPS response object\n", + "r = requests.get(file_url)\n", + "\n", + "#Catch any HTTPS errors\n", + "r.raise_for_status()\n", + "except requests.exceptions.HTTPError as err:\n", + " raise SystemExit(err)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now we need to set the filename that we want to save the downloaded file as, and download the file. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#Download and save the file\n", + "with open(\"N_seaice_extent_daily_v3.0.csv\", \"wb\") as f:\n", + " f.write(r.content)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "### Downloading all the files in a directory \n", + "This demonstrates downloading all of the files in a single directory.\n", + "\n", + "First we need to set the URL path of the directory we wish to download. It follows a similar format to the one described above for downloading a single file.\n", + "\n", + "Again we will use the [Sea Ice Index (G02135)](https://nsidc.org/data/G02135) data set as an example and download all the daily GeoTIFFs for October 1978. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#Set the URL of the directory we wish to download all the files from\n", + "archive_url = \"https://noaadata.apps.nsidc.org/NOAA/G02135/north/daily/geotiff/1978/10_Oct/\"" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Next we need to create an HTTPS response object for the URL, again using the `get` method from the `requests` library. \n", + "\n", + "Then we will use `BeautifulSoup` to parse all the filenames that are in the directory. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#Create a HTTPS response object\n", + "r = requests.get(archive_url)\n", + "\n", + "#Use BeautifulSoup to get a list of the filenames in the directory\n", + "data = BeautifulSoup(r.text, \"html.parser\")\n" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now we will create a URL for each of the filenames, set filenames that we want to save the downloaded files as, and download the files. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#Loop through the list of the html links (excluding the first one which is just a link to the previous directory)\n", + "for l in data.find_all(\"a\")[1:]:\n", + " #generate URL to download each of the files \n", + " r = requests.get(archive_url + l[\"href\"])\n", + " print(r.status_code) #print status code\n", + " print(l[\"href\"]) #prints name of file\n", + " #Download and save files \n", + " with open(l[\"href\"], \"wb\") as f:\n", + " f.write(r.content)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## 3. Learning outcomes recap\n", + "\n", + "We have learned how to:\n", + "1. Download a single file from a NOAA@NSIDC data set\n", + "2. Download all the files in a directory related to a NOAA@NSIDC data set. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.15" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} From 3631844928632e4a3c04da2fff21c598fe065d74 Mon Sep 17 00:00:00 2001 From: jennifer Date: Mon, 7 Aug 2023 15:43:40 -0600 Subject: [PATCH 2/7] Add R notebook for downloading data --- .../R_download_NOAA_NSIDC_data.ipynb | 207 ++++++++++++++++++ 1 file changed, 207 insertions(+) create mode 100644 notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.ipynb diff --git a/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.ipynb b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.ipynb new file mode 100644 index 0000000..bb621c6 --- /dev/null +++ b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.ipynb @@ -0,0 +1,207 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "2843fc8a", + "metadata": {}, + "source": [ + "
\n", + "\n", + "\n", + "# How to download NOAA@NSIDC data using python\n", + "\n", + "
" + ] + }, + { + "cell_type": "markdown", + "id": "1f0d8399", + "metadata": {}, + "source": [ + "## 1. Tutorial Overview \n", + "This notebook demonstrates how to download NOAA@NSIDC data using R, it includes examples for downloading a single file and all the files in a directory.\n", + "\n", + "### Credits \n", + "This notebook was developed by Jennifer Roebuck of NSIDC\n", + "\n", + "For questions regarding the notebook or to report problems, please create a new issue in the [NSIDC-Data-Tutorials repo](https://github.com/nsidc/NSIDC-Data-Tutorials/issues)\n", + "\n", + "### Learning Objectives\n", + "\n", + "By the end of this demonstration you will be able to:\n", + "\n", + "1. Download a single file from a NOAA@NSIDC data set\n", + "2. Download all the files in a directory on the NOAA@NSIDC HTTPS server \n", + "\n", + "### Prerequisites \n", + "\n", + "1. The `rvest` libraries are already installed. \n", + "\n", + "### Time requirement \n", + "\n", + "Allow approximately 5 to 10 minutes to complete this tutorial." + ] + }, + { + "cell_type": "markdown", + "id": "64d22028", + "metadata": {}, + "source": [ + "## 2. Tutorial Steps\n", + "\n", + "### Import necessary libraries\n", + "We need to import the following libraries" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "eaea2ddb", + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Loading required package: xml2\n", + "Registered S3 method overwritten by 'rvest':\n", + " method from\n", + " read_xml.response xml2\n" + ] + } + ], + "source": [ + "library(base)\n", + "library(rvest)" + ] + }, + { + "cell_type": "markdown", + "id": "1b7523cd", + "metadata": {}, + "source": [ + "### Set the working directory\n", + "We need to set the directory we wish to download our files to. Edit the variable below to include the path to the directory where you wish to store the downloaded data." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "e1ed2d3c", + "metadata": {}, + "outputs": [], + "source": [ + "setwd(\"\")" + ] + }, + { + "cell_type": "markdown", + "id": "8082db96", + "metadata": {}, + "source": [ + "### Downloading a single file\n", + "This section demonstrates how to download a single file.\n", + "\n", + "First we need to set the URL of the file we wish to download. The URL will follow the format of: https://noaadata.apps.nsidc.org/NOAA/ \\\n", + "\n", + "where \\ is specific to the data set and can be determined by exploring https://noaadata.apps.nsidc.org in a web browser. \n", + "\n", + "We will use the [Sea Ice Index (G02135)](https://nsidc.org/data/G02135) data set as an example, and download the text file containing daily sea ice extent values for the Arctic (N_seaice_extent_daily_v3.0.csv)" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "8b5ba837", + "metadata": {}, + "outputs": [], + "source": [ + "url <- \"https://noaadata.apps.nsidc.org/NOAA/G02135/north/daily/data/N_seaice_extent_daily_v3.0.csv\"\n", + "\n", + "# set the name of the file you are downloading\n", + "destination <- \"N_seaice_extent_daily_v3.0.csv\"\n", + "\n", + "# download the file \n", + "download.file(url, destination, mode = \"wb\")" + ] + }, + { + "cell_type": "markdown", + "id": "7dd9117c", + "metadata": {}, + "source": [ + "### Downloading all the files in a directory \n", + "This demonstrates downloading all of the files in a single directory.\n", + "\n", + "First we need to set the URL path of the directory we wish to download. It follows a similar format to the one described above for downloading a single file.\n", + "\n", + "Again we will use the [Sea Ice Index (G02135)](https://nsidc.org/data/G02135) data set as an example and download all the daily GeoTIFFs for the Antarctic for May 2023. " + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "3dc91623", + "metadata": {}, + "outputs": [], + "source": [ + "# set the URL for the directory you want to download files from\n", + "url <- \"https://noaadata.apps.nsidc.org/NOAA/G02135/south/daily/geotiff/2023/06_Jun\" \n", + "\n", + "# read html content from url\n", + "page <- read_html(url)\n", + "\n", + "# Get a list of the files listed in the directory at this url\n", + "files <- page %>% html_nodes(\"a\") %>% html_attr(\"href\")\n", + "\n", + "for(i in 2:length(files)){\n", + " # generate the url for each of the files \n", + " u <- paste(url,files[i], sep=\"/\")\n", + " # download each of the files\n", + " download.file(u,files[i], mode = \"wb\")\n", + "}" + ] + }, + { + "cell_type": "markdown", + "id": "3e6084ed", + "metadata": {}, + "source": [ + "## 3. Learning outcomes recap\n", + "\n", + "We have learned how to:\n", + "1. Download a single file from a NOAA@NSIDC data set\n", + "2. Download all the files in a directory in a NOAA@NSIDC data set. " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "601de3a2", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.15" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} From 7917593e844f971c8660b9e5714255dec03e57d5 Mon Sep 17 00:00:00 2001 From: jennifer Date: Mon, 7 Aug 2023 15:46:23 -0600 Subject: [PATCH 3/7] Add R download files in R markdown format --- .../R_download_NOAA_NSIDC_data.Rmd | 88 ++++ .../R_download_NOAA_NSIDC_data.nb.html | 385 ++++++++++++++++++ 2 files changed, 473 insertions(+) create mode 100644 notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.Rmd create mode 100644 notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.nb.html diff --git a/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.Rmd b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.Rmd new file mode 100644 index 0000000..f647199 --- /dev/null +++ b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.Rmd @@ -0,0 +1,88 @@ + + +--- +title: "How to download NOAA@NSIDC data using R" +output: html_notebook +--- + +## 1. Tutorial Overview +This notebook demonstrates how to download NOAA@NSIDC data using R, it includes examples for downloading a single file and all the files in a directory. + +### Credits +This notebook was developed by Jennifer Roebuck of NSIDC. + +For questions regarding the notebook or to report problems, please create a new issue in the [NSIDC-Data-Tutorials repo](https://github.com/nsidc/NSIDC-Data-Tutorials/issues) + +### Learning Objectives + +By the end of this demonstration you will be able to: + +1. Download a single file from a NOAA@NSIDC data set +2. Download all the files in a directory on the NOAA@NSIDC HTTPS server + +### Prerequisites + +1. The library `rvest` installed + +### Time requirement + +Allow approximately 5 to 10 minutes to complete this tutorial. + +## 2. Tutorial steps + +### Import necessary libraries +We need to import the following libraries. +```{r} +library(base) +library(rvest) +``` + +### Set working directory +We need to set the directory we wish to download our files to. Edit the variable below to include the path to the directory where you wish to store the downloaded data. +```{r} +setwd("/Users/jero7025/Documents/NOAA/HTTPS_switch") +``` + + +### Downloading a single file +This demonstrates how to download a single file, we will use the Sea Ice Index (G02135) data set as an example. +```{r} +# set the url for the file you want to download +url <- "https://noaadata.apps.nsidc.org/NOAA/G02135/south/daily/geotiff/2023/05_May/S_20230501_concentration_v3.0.tif" + +# set the name of the file you are downloading +destination <- "S_20230501_concentration_v3.0.tif" + +# download the file +download.file(url, destination, mode = "wb") +``` + +### Downloading all the files in a directory +This demonstrates downloading all of the files in a single directory, again we will use the Sea Ice Index (G02135) data set as an example. +```{r} +# set the URL for the directory you want to download files from +url <- "https://noaadata.apps.nsidc.org/NOAA/G02135/south/daily/geotiff/2023/05_May" + +# read html content from url +page <- read_html(url) + +# Get a list of the files listed in the directory at this url +files <- page %>% html_nodes("a") %>% html_attr("href") + +for(i in 2:length(files)){ + # generate the url for each of the files + u <- paste(url,files[i], sep="/") + # download each of the files + download.file(u,files[i], mode = "wb") +} + + +``` + +## 3. Learning outcomes recap + +We have learned how to: +1. Download a single file from a NOAA@NSIDC data set +2. Download all the files in a directory related to a NOAA@NSIDC data set. + + diff --git a/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.nb.html b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.nb.html new file mode 100644 index 0000000..5dd588b --- /dev/null +++ b/notebooks/NOAA_Access/R_download_NOAA_NSIDC_data.nb.html @@ -0,0 +1,385 @@ + + + + + + + + + + + + + +How to download NOAA@NSIDC data using R + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ + + + + + + + +
+

1. Tutorial Overview

+

This notebook demonstrates how to download data using R, it includes examples for downloading a single file and all the files in a directory.

+
+

Credits

+

This notebook was developed by Jennifer Roebuck of NSIDC.

+

For questions regarding the notebook or to report problems, please create a new issue in the NSIDC-Data-Tutorials repo

+
+
+

Learning Objectives

+

By the end of this demonstration you will be able to:

+
    +
  1. Download a single file from a data set
    2. +
  2. Download all the files in a directory on the HTTPS server
    3. +
+
+
+

Prerequisites

+
    +
  1. The library rvest installed
    2. +
+
+
+

Time requirement

+

Allow approximately 5 to 10 minutes to complete this tutorial.

+
+
+
+

2. Tutorial steps

+
+

Import necessary libraries

+

We need to import the following libraries.

+ + + +
library(base)
+library(rvest)
+ + + +
+
+

Set working directory

+

We need to set the directory we wish to download our files to. Edit the variable below to include the path to the directory where you wish to store the downloaded data.

+ + + +
setwd("/Users/jero7025/Documents/NOAA/HTTPS_switch")
+ + + +
+
+

Downloading a single file

+

This demonstrates how to download a single file, we will use the Sea Ice Index (G02135) data set as an example.

+ + + +
# set the url for the file you want to download
+url <- "https://noaadata.apps.nsidc.org/NOAA/G02135/south/daily/geotiff/2023/05_May/S_20230501_concentration_v3.0.tif"
+
+# set the name of the file you are downloading
+destination <- "S_20230501_concentration_v3.0.tif"
+
+# download the file 
+download.file(url, destination, mode = "wb")
+ + + +
+
+

Downloading all the files in a directory

+

This demonstrates downloading all of the files in a single directory, again we will use the Sea Ice Index (G02135) data set as an example.

+ + + +
# set the URL for the directory you want to download files from
+url <- "https://noaadata.apps.nsidc.org/NOAA/G02135/south/daily/geotiff/2023/05_May" 
+
+# read html content from url
+page <- read_html(url)
+
+# Get a list of the files listed in the directory at this url
+files <- page %>% html_nodes("a") %>% html_attr("href")
+
+for(i in 2:length(files)){
+  # generate the url for each of the files 
+  u <- paste(url,files[i], sep="/")
+  # download each of the files
+  download.file(u,files[i], mode = "wb")
+}
+
+ + + +
+
+
+

3. Learning outcomes recap

+

We have learned how to: 1. Download a single file from a data set 2. Download all the files in a directory related to a data set.

+ +
+ +
CgotLS0KdGl0bGU6ICJIb3cgdG8gZG93bmxvYWQgTk9BQUBOU0lEQyBkYXRhIHVzaW5nIFIiCm91dHB1dDogaHRtbF9ub3RlYm9vawotLS0KCiMjIDEuIFR1dG9yaWFsIE92ZXJ2aWV3IApUaGlzIG5vdGVib29rIGRlbW9uc3RyYXRlcyBob3cgdG8gZG93bmxvYWQgTk9BQUBOU0lEQyBkYXRhIHVzaW5nIFIsIGl0IGluY2x1ZGVzIGV4YW1wbGVzIGZvciBkb3dubG9hZGluZyBhIHNpbmdsZSBmaWxlIGFuZCBhbGwgdGhlIGZpbGVzIGluIGEgZGlyZWN0b3J5LgoKIyMjIENyZWRpdHMKVGhpcyBub3RlYm9vayB3YXMgZGV2ZWxvcGVkIGJ5IEplbm5pZmVyIFJvZWJ1Y2sgb2YgTlNJREMuCgpGb3IgcXVlc3Rpb25zIHJlZ2FyZGluZyB0aGUgbm90ZWJvb2sgb3IgdG8gcmVwb3J0IHByb2JsZW1zLCBwbGVhc2UgY3JlYXRlIGEgbmV3IGlzc3VlIGluIHRoZSBbTlNJREMtRGF0YS1UdXRvcmlhbHMgcmVwb10oaHR0cHM6Ly9naXRodWIuY29tL25zaWRjL05TSURDLURhdGEtVHV0b3JpYWxzL2lzc3VlcykKCiMjIyBMZWFybmluZyBPYmplY3RpdmVzCgpCeSB0aGUgZW5kIG9mIHRoaXMgZGVtb25zdHJhdGlvbiB5b3Ugd2lsbCBiZSBhYmxlIHRvOgoKMS4gRG93bmxvYWQgYSBzaW5nbGUgZmlsZSBmcm9tIGEgTk9BQUBOU0lEQyBkYXRhIHNldAoyLiBEb3dubG9hZCBhbGwgdGhlIGZpbGVzIGluIGEgZGlyZWN0b3J5IG9uIHRoZSBOT0FBQE5TSURDIEhUVFBTIHNlcnZlciAKCiMjIyBQcmVyZXF1aXNpdGVzIAoKMS4gVGhlIGxpYnJhcnkgYHJ2ZXN0YCBpbnN0YWxsZWQgCgojIyMgVGltZSByZXF1aXJlbWVudCAKCkFsbG93IGFwcHJveGltYXRlbHkgNSB0byAxMCBtaW51dGVzIHRvIGNvbXBsZXRlIHRoaXMgdHV0b3JpYWwuCgojIyAyLiBUdXRvcmlhbCBzdGVwcyAKCiMjIyBJbXBvcnQgbmVjZXNzYXJ5IGxpYnJhcmllcwpXZSBuZWVkIHRvIGltcG9ydCB0aGUgZm9sbG93aW5nIGxpYnJhcmllcy4KYGBge3J9CmxpYnJhcnkoYmFzZSkKbGlicmFyeShydmVzdCkKYGBgCgojIyMgU2V0IHdvcmtpbmcgZGlyZWN0b3J5CldlIG5lZWQgdG8gc2V0IHRoZSBkaXJlY3Rvcnkgd2Ugd2lzaCB0byBkb3dubG9hZCBvdXIgZmlsZXMgdG8uIEVkaXQgdGhlIHZhcmlhYmxlIGJlbG93IHRvIGluY2x1ZGUgdGhlIHBhdGggdG8gdGhlIGRpcmVjdG9yeSB3aGVyZSB5b3Ugd2lzaCB0byBzdG9yZSB0aGUgZG93bmxvYWRlZCBkYXRhLgpgYGB7cn0Kc2V0d2QoIi9Vc2Vycy9qZXJvNzAyNS9Eb2N1bWVudHMvTk9BQS9IVFRQU19zd2l0Y2giKQpgYGAKCgojIyMgRG93bmxvYWRpbmcgYSBzaW5nbGUgZmlsZSAKVGhpcyBkZW1vbnN0cmF0ZXMgaG93IHRvIGRvd25sb2FkIGEgc2luZ2xlIGZpbGUsIHdlIHdpbGwgdXNlIHRoZSBTZWEgSWNlIEluZGV4IChHMDIxMzUpIGRhdGEgc2V0IGFzIGFuIGV4YW1wbGUuCmBgYHtyfQojIHNldCB0aGUgdXJsIGZvciB0aGUgZmlsZSB5b3Ugd2FudCB0byBkb3dubG9hZAp1cmwgPC0gImh0dHBzOi8vbm9hYWRhdGEuYXBwcy5uc2lkYy5vcmcvTk9BQS9HMDIxMzUvc291dGgvZGFpbHkvZ2VvdGlmZi8yMDIzLzA1X01heS9TXzIwMjMwNTAxX2NvbmNlbnRyYXRpb25fdjMuMC50aWYiCgojIHNldCB0aGUgbmFtZSBvZiB0aGUgZmlsZSB5b3UgYXJlIGRvd25sb2FkaW5nCmRlc3RpbmF0aW9uIDwtICJTXzIwMjMwNTAxX2NvbmNlbnRyYXRpb25fdjMuMC50aWYiCgojIGRvd25sb2FkIHRoZSBmaWxlIApkb3dubG9hZC5maWxlKHVybCwgZGVzdGluYXRpb24sIG1vZGUgPSAid2IiKQpgYGAKCiMjIyBEb3dubG9hZGluZyBhbGwgdGhlIGZpbGVzIGluIGEgZGlyZWN0b3J5ClRoaXMgZGVtb25zdHJhdGVzIGRvd25sb2FkaW5nIGFsbCBvZiB0aGUgZmlsZXMgaW4gYSBzaW5nbGUgZGlyZWN0b3J5LCBhZ2FpbiB3ZSB3aWxsIHVzZSB0aGUgU2VhIEljZSBJbmRleCAoRzAyMTM1KSBkYXRhIHNldCBhcyBhbiBleGFtcGxlLiAKYGBge3J9CiMgc2V0IHRoZSBVUkwgZm9yIHRoZSBkaXJlY3RvcnkgeW91IHdhbnQgdG8gZG93bmxvYWQgZmlsZXMgZnJvbQp1cmwgPC0gImh0dHBzOi8vbm9hYWRhdGEuYXBwcy5uc2lkYy5vcmcvTk9BQS9HMDIxMzUvc291dGgvZGFpbHkvZ2VvdGlmZi8yMDIzLzA1X01heSIgCgojIHJlYWQgaHRtbCBjb250ZW50IGZyb20gdXJsCnBhZ2UgPC0gcmVhZF9odG1sKHVybCkKCiMgR2V0IGEgbGlzdCBvZiB0aGUgZmlsZXMgbGlzdGVkIGluIHRoZSBkaXJlY3RvcnkgYXQgdGhpcyB1cmwKZmlsZXMgPC0gcGFnZSAlPiUgaHRtbF9ub2RlcygiYSIpICU+JSBodG1sX2F0dHIoImhyZWYiKQoKZm9yKGkgaW4gMjpsZW5ndGgoZmlsZXMpKXsKICAjIGdlbmVyYXRlIHRoZSB1cmwgZm9yIGVhY2ggb2YgdGhlIGZpbGVzIAogIHUgPC0gcGFzdGUodXJsLGZpbGVzW2ldLCBzZXA9Ii8iKQogICMgZG93bmxvYWQgZWFjaCBvZiB0aGUgZmlsZXMKICBkb3dubG9hZC5maWxlKHUsZmlsZXNbaV0sIG1vZGUgPSAid2IiKQp9CgoKYGBgCgojIyAzLiBMZWFybmluZyBvdXRjb21lcyByZWNhcAoKV2UgaGF2ZSBsZWFybmVkIGhvdyB0bzoKMS4gRG93bmxvYWQgYSBzaW5nbGUgZmlsZSBmcm9tIGEgTk9BQUBOU0lEQyBkYXRhIHNldAoyLiBEb3dubG9hZCBhbGwgdGhlIGZpbGVzIGluIGEgZGlyZWN0b3J5IHJlbGF0ZWQgdG8gYSBOT0FBQE5TSURDIGRhdGEgc2V0LiAKCgo=
+ + + +
+ + + + + + + + + + + + + + + + From ed965382b2f5d0f8defd61bf519a1fff99153868 Mon Sep 17 00:00:00 2001 From: jennifer Date: Mon, 7 Aug 2023 15:48:03 -0600 Subject: [PATCH 4/7] Rename python notebook --- ..._download_data.ipynb => Python_download_NOAA_NSIDC_data.ipynb} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename notebooks/NOAA_Access/{python_download_data.ipynb => Python_download_NOAA_NSIDC_data.ipynb} (100%) diff --git a/notebooks/NOAA_Access/python_download_data.ipynb b/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb similarity index 100% rename from notebooks/NOAA_Access/python_download_data.ipynb rename to notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb From eca62588b9ef5454be45a029409a3c0a404472d1 Mon Sep 17 00:00:00 2001 From: jennifer Date: Mon, 7 Aug 2023 15:55:45 -0600 Subject: [PATCH 5/7] Add Readme file --- notebooks/NOAA_Access/README.md | 7 +++++++ 1 file changed, 7 insertions(+) create mode 100644 notebooks/NOAA_Access/README.md diff --git a/notebooks/NOAA_Access/README.md b/notebooks/NOAA_Access/README.md new file mode 100644 index 0000000..d810921 --- /dev/null +++ b/notebooks/NOAA_Access/README.md @@ -0,0 +1,7 @@ +## Download single or multiple NOAA@NSIDC data files + +### Summary +In this tutorial we demonstrate how to download NOAA@NSIDC data, whether it be one file or all the files in a directory. The tutorial is provided in two different languages: Python and R. + +We use one NOAA@NSIDC data set as an example: +* [Sea Ice Index (G02135)](https://nsidc.org/data/G02135) From f920836d26b42c7aea6d975cf1afdbf431cd4b25 Mon Sep 17 00:00:00 2001 From: asteiker Date: Tue, 7 Nov 2023 22:45:45 +0000 Subject: [PATCH 6/7] minor markdown updates and fix single file access error --- .../Python_download_NOAA_NSIDC_data.ipynb | 115 +++++++++++++----- 1 file changed, 86 insertions(+), 29 deletions(-) diff --git a/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb b/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb index 34e5f7c..1a1f6ac 100644 --- a/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb +++ b/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb @@ -17,10 +17,10 @@ "metadata": {}, "source": [ "## 1. Tutorial Overview \n", - "This notebook demonstrates how to download NOAA@NSIDC data using python, it includes examples for downloading a single file and all the files in a directory.\n", + "This notebook demonstrates how to download NOAA@NSIDC data using python. It includes examples for downloading a single file and all the files in a directory.\n", "\n", "### Credits \n", - "This notebook was developed by Jennifer Roebuck of NSIDC\n", + "This notebook was developed by Jennifer Roebuck of NSIDC.\n", "\n", "For questions regarding the notebook or to report problems, please create a new issue in the [NSIDC-Data-Tutorials repo](https://github.com/nsidc/NSIDC-Data-Tutorials/issues)\n", "\n", @@ -51,13 +51,15 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, + "execution_count": 1, + "metadata": { + "tags": [] + }, "outputs": [], "source": [ "#import the requests library \n", "import requests\n", - "from bs4 import BeautifulSoup" + "from bs4 import BeautifulSoup #TBD Describe what htis library does. Do we need to add it to our support set??" ] }, { @@ -67,7 +69,7 @@ "### Downloading a single file\n", "This demonstrates how to download a single file.\n", "\n", - "First we need to set the URL of the file we wish to download. The URL will follow the format of: https://noaadata.apps.nsidc.org/NOAA/ \\\n", + "First we need to set the URL of the file we wish to download. The URL will follow the format of: `https://noaadata.apps.nsidc.org/NOAA/`\n", "\n", "where \\ is specific to the data set and can be determined by exploring https://noaadata.apps.nsidc.org in a web browser. \n", "\n", @@ -76,8 +78,10 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, + "execution_count": 2, + "metadata": { + "tags": [] + }, "outputs": [], "source": [ "#URL of the file \n", @@ -88,21 +92,24 @@ "cell_type": "markdown", "metadata": {}, "source": [ - "Next we need to create a HTTPS response object for that URL using the `get` method from the `requests` library." + "Next we need to create a HTTPS response object for that URL using the `get` method from the `requests` library. We will raise an exception if the response returns an error." ] }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, + "execution_count": 5, + "metadata": { + "tags": [] + }, "outputs": [], "source": [ "#Create a HTTPS response object\n", "r = requests.get(file_url)\n", - "\n", - "#Catch any HTTPS errors\n", - "r.raise_for_status()\n", - "except requests.exceptions.HTTPError as err:\n", + " \n", + "try:\n", + " r = requests.get(file_url)\n", + " r.raise_for_status()\n", + "except requests.exceptions.RequestException as err:\n", " raise SystemExit(err)" ] }, @@ -115,8 +122,10 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, + "execution_count": 6, + "metadata": { + "tags": [] + }, "outputs": [], "source": [ "#Download and save the file\n", @@ -138,8 +147,10 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, + "execution_count": 7, + "metadata": { + "tags": [] + }, "outputs": [], "source": [ "#Set the URL of the directory we wish to download all the files from\n", @@ -157,29 +168,75 @@ }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], + "execution_count": 13, + "metadata": { + "tags": [] + }, + "outputs": [ + { + "data": { + "text/plain": [ + "\n", + "Index of /NOAA/G02135/north/daily/geotiff/1978/10_Oct/\n", + "\n", + "

Index of /NOAA/G02135/north/daily/geotiff/1978/10_Oct/

../\n",
+       "N_19781026_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
+       "N_19781026_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
+       "N_19781028_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
+       "N_19781028_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
+       "N_19781030_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
+       "N_19781030_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
+       "
\n", + "" + ] + }, + "execution_count": 13, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "#Create a HTTPS response object\n", "r = requests.get(archive_url)\n", "\n", - "#Use BeautifulSoup to get a list of the filenames in the directory\n", - "data = BeautifulSoup(r.text, \"html.parser\")\n" + "#Use BeautifulSoup to get a list of the files in the directory\n", + "data = BeautifulSoup(r.text, \"html.parser\")\n", + "data" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "Now we will create a URL for each of the filenames, set filenames that we want to save the downloaded files as, and download the files. " + "Now we will create a URL for each of the files, set filenames for each of our downloaded files, and download the files. " ] }, { "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], + "execution_count": 16, + "metadata": { + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "200\n", + "N_19781026_concentration_v3.0.tif\n", + "200\n", + "N_19781026_extent_v3.0.tif\n", + "200\n", + "N_19781028_concentration_v3.0.tif\n", + "200\n", + "N_19781028_extent_v3.0.tif\n", + "200\n", + "N_19781030_concentration_v3.0.tif\n", + "200\n", + "N_19781030_extent_v3.0.tif\n" + ] + } + ], "source": [ "#Loop through the list of the html links (excluding the first one which is just a link to the previous directory)\n", "for l in data.find_all(\"a\")[1:]:\n", @@ -227,7 +284,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.15" + "version": "3.10.12" } }, "nbformat": 4, From 6d09537ea698ee401da83f2504d05b58e4221ef1 Mon Sep 17 00:00:00 2001 From: asteiker Date: Tue, 7 Nov 2023 22:46:46 +0000 Subject: [PATCH 7/7] updated single file code block to improve error handling --- .../Python_download_NOAA_NSIDC_data.ipynb | 59 +++---------------- 1 file changed, 9 insertions(+), 50 deletions(-) diff --git a/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb b/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb index 1a1f6ac..7298b19 100644 --- a/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb +++ b/notebooks/NOAA_Access/Python_download_NOAA_NSIDC_data.ipynb @@ -51,7 +51,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": { "tags": [] }, @@ -78,7 +78,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": { "tags": [] }, @@ -97,7 +97,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": { "tags": [] }, @@ -122,7 +122,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": { "tags": [] }, @@ -147,7 +147,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": { "tags": [] }, @@ -168,33 +168,11 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "data": { - "text/plain": [ - "\n", - "Index of /NOAA/G02135/north/daily/geotiff/1978/10_Oct/\n", - "\n", - "

Index of /NOAA/G02135/north/daily/geotiff/1978/10_Oct/

../\n",
-       "N_19781026_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
-       "N_19781026_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
-       "N_19781028_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
-       "N_19781028_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
-       "N_19781030_concentration_v3.0.tif                  21-Jul-2017 03:51              666434\n",
-       "N_19781030_extent_v3.0.tif                         21-Jul-2017 12:25              138426\n",
-       "
\n", - "" - ] - }, - "execution_count": 13, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "#Create a HTTPS response object\n", "r = requests.get(archive_url)\n", @@ -213,30 +191,11 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "200\n", - "N_19781026_concentration_v3.0.tif\n", - "200\n", - "N_19781026_extent_v3.0.tif\n", - "200\n", - "N_19781028_concentration_v3.0.tif\n", - "200\n", - "N_19781028_extent_v3.0.tif\n", - "200\n", - "N_19781030_concentration_v3.0.tif\n", - "200\n", - "N_19781030_extent_v3.0.tif\n" - ] - } - ], + "outputs": [], "source": [ "#Loop through the list of the html links (excluding the first one which is just a link to the previous directory)\n", "for l in data.find_all(\"a\")[1:]:\n",