Merge pull request #20 from gjbex/development

Add polars

Author: gjbex

source-code/pandas/README.md

@@ -24,3 +24,5 @@ easy to use.
     in the Python slides.
 1. `pipes.ipynb`: consolidating data processing using pipes.
 1. `screenshots`: screenshots made for the slides.
+1. `generate_csv_files.py`: script to generate CSV files in different
+    formats.

source-code/pandas/data/README_DATA.rst

@@ -19,3 +19,6 @@ Sources:
   datasets at http://www.esrl.noaa.gov/gmd/dv/data/.
 - `greenhouse_gaz/gv_ch4/` Methane concentration
   http://www.esrl.noaa.gov/gmd/dv/data/index.php?parameter_name=Carbon%2BDioxide
+
+- `csv_files/`: a collection of CSV files in various formats to check the robustness
+  of parsers.

source-code/pandas/data/csv_files/mac.csv

@@ -0,0 +1 @@
+978,-8.602e+02,Ke1zkzp-694,2.401e+02,ge-905,-5.424e+02,G208,-9.164e+02,xZei0U748,-8.008e+02,guEJJECK499,-6.565e+01,nV743,6.678e+02,Q-504,4.512e+02,07-117,-2.099e+02,wjH8-203,-5.841e+02,9955,7.566e+02,wxTFU-508,-5.845e+02,gi5cxVb657,-5.503e+02,c6TNnvPbQ597,1.831e+02,gGgFcf7a7-433,3.931e+02,SeaM272,9.580e+01,YyNi655,4.457e+02,LmP-909,6.144e+02,Wt71FdH1q4-614,-3.866e+02,ynf-986,-4.678e+02,Rkw801,-5.830e+02,cvUa285,-4.007e+01,96L-882,6.181e+02,68eVsh408,4.749e+02,kDK-761,3.691e+02,aj9482KL528,4.291e+02,1jjCxDNOe145,-1.477e+02,aAuCiqI-694,-7.701e+02,zIFY495,4.393e+02,THm-423,-5.679e+02,44fIr27,5.895e+02,kkvh609,-4.880e+02,fPhX-755,8.026e+02,TsAyCQ2859,8.710e+02,bsjWo93,-9.786e+02,pE147,-7.357e+02,c123,-4.987e+02,oiFK532,-2.097e+02,njx-154,4.674e+02,3-956,-9.122e+02,brXezWZiqJ-821,6.238e+02,7OdV-531,4.811e+02,d238,-7.625e+02,O8DL6Q-262,7.049e+02,iQ0p166,-6.030e+02,93fZ2O365,-9.061e+02,q-48,-8.025e+02,pZxGG-835,3.467e+02,neqMqd309,9.231e+02,H7cKGZM512,5.812e+02,R6223,1.338e+02,XnLCoB369,-3.173e+02,iSZ9EW799,1.523e+02,obBJFzP5J30,4.770e+01,cQm3pzq289,-7.915e+02,0wIDmrBk406,7.186e+02,NqAVgapeCq419,-9.563e+01,WFhJAyqP-354,-1.950e+02,Rw-413,-2.096e+02,Mtb-531,2.368e+02,zSULB8114,7.441e+02,8Ei-724,-8.430e+02,o0z-306,-6.263e+02,jDf4,6.165e+02,WZgt319,2.885e+02,Pmr-925,2.693e+02,gGbSHzXnzu893,-3.361e+02,1PdJj-530,-5.306e+02,zrLo1o-346,2.161e+02,ud-920,-7.844e+02,ZsfRgsJf-119,-7.831e+02,FmsPdi783,8.940e+01,Aeacjoj8-411,9.841e+02,AEUCvBuF-792,-8.380e+02,K693,5.984e+01,9MzBst827,2.592e+02,pXxta6h332,7.972e+01,7asCvvJ954,-9.351e+02,tma721,-8.859e+02,l9uy4gXCs400,-3.412e+02,JIwHCXZobO217,-4.659e+02,vV0Mjojjiz981,-7.075e+02,Awh5JKJIJ-302,-7.628e+02,KcqYjGj1W-140,1.748e+02,ffDKYpQVr5783,-3.433e+02,osL-422,2.159e+02,phePDbo7D420,-9.348e+02,ngHOe3Tw3R452,1.053e+02,A318,8.338e+01,rFShg482,2.043e+02,F-199,-7.887e+02,yEM190,5.187e+02,pIipCLOK-74,8.999e+02,9ZAk153,-7.424e+02,qFGqdi693,7.617e+02,7QnusT8ac572,-4.410e+02,x0bKy304,-1.209e+02,F-947,2.824e+02,hGxfjJmLd-834,1.627e+02,hdNFlMEZ24,3.736e+02,xV8

source-code/pandas/data/csv_files/semi_colon_sep_mac.csv

@@ -0,0 +1 @@
+492;572.774619;"HG7pPylS"267;209.345881;"eNLhc7uT"260;412.237490;"Htk1"-565;-845.585043;"WMpzvDKW"863;959.985552;"XTqSi7zfz"622;-50.990346;"EBuvF"533;-653.184706;"vtjz9QBf"-672;323.620303;"B"-210;410.846882;"HF4kaRiw9G"-602;-956.862879;"62QmKOUcG"-495;-609.414057;"nQh"744;-487.792947;"EfeaRD2kb"31;-91.279616;"mibL"955;-794.356853;"OLC5l10"31;-283.885054;"r9q59hY8"-791;256.592637;"B6re5s0"-800;300.283395;"U"-19;-265.379815;"Q56om6HFI"904;176.583069;"cZfBgbsPG"-742;584.061814;"AeC"-139;9.832187;"usn"-614;356.755901;"cEHy"474;293.356899;"akA"723;-78.322503;"EiG1929bn"-730;-401.691028;"eF7"740;-405.132195;"3fsZfVZGyd"886;-89.835917;"MCc0QGS920"130;226.510108;"zqZuA7Md"977;-835.693221;"xKYP"834;-85.722676;"Zn2wyxOwK"-747;-220.877022;"EmJJZgDu9"-37;925.263576;"fvT"398;905.312241;"rOoJzIW7U"316;-58.432344;"GgQ1xWW8"752;589.413823;"30Nlbctb"600;-652.182275;"S4SKf"772;356.262740;"ldD"153;481.118307;"cZcVqh"750;737.147059;"mi"579;-274.758133;"A"-775;961.843778;"qw4BfjNC"631;-730.293098;"y6aPQ"85;672.970644;"lGnMeQ"317;740.043263;"1jp99I"927;-290.856432;"NVB6fq2"-434;239.867438;"g"-614;786.726041;"CoEEBSp5XN"178;173.247801;"AsM1ZMA"-780;-257.326477;"y"-524;-718.150272;"XviI4"799;-324.006435;"Brui2t"-949;604.063451;"u"988;947.703916;"ue2Vg"-788;-382.955822;"dnfxgDCWF"-728;846.697569;"5EgtDE1tG"790;922.988744;"iWPwye"744;719.042960;"nOnJ2c"-441;667.950534;"ZfiTA"715;-852.029115;"ABRDyVniI"195;-666.782009;"v9QJuM"935;171.050133;"wO"-249;-244.149593;"HSp"957;447.875697;"yj"-831;-881.878052;"ZD3fj5"858;614.423292;"1gqhI3"275;-807.261303;"lj5TUbdXS"533;-501.035350;"6"-164;382.515768;"BiKGC"-526;699.347505;"xzmZd"-225;677.863233;"RfI7gamTsJ"-574;-200.086048;"8ffanJNlzB"-87;649.364756;"jHJe7X5"-422;696.657854;"HaYL"-208;47.205893;"yk3o1m"801;965.770152;"2pIe"228;434.035927;"DraSM0"-997;218.689032;"Zu"-809;-796.450552;"5nJ"-928;808.042471;"JqR3"-325;-779.255834;"1rrFqJe"-927;277.931804;"IGqaR"203;-712.986631;"DkYkPGslX"552;801.989389;"jCoKuDd2"33;229.599220;"scZVAlKKKL"-84;-193.520542;"8"703;481.641365;"85yCvad"51;937.951427;"gV2NzywoD3"290;398.689532;"aIwZ70T"237;-12.072185;"6fIVc7LrTh"-523;763.538009;"GBWVLJ47"-449;-234.914465;"TP"623;832.372645;"pxj4"-649;502.136974;"F6CwMBTR"936;-497.744871;"vN"-800;893.842426;"O"-620;534.478588;"L"-774;569.247999;"Pbo35"817;441.510084;"9X0H3XYP"-577;929.126989;"r"-1;341.000624;"P8gLqvJ"

source-code/pandas/data/csv_files/single_column_mac.csv

@@ -0,0 +1 @@
+970.842376-101.983593-610.710994890.780520-374.796609363.578911509.176899588.709595-1.910531156.579025977.96857044.131056-370.340582-198.4888290.267611841.399338550.606816-262.789960-752.625239849.867006-878.832208-0.124232-695.162788866.846966-100.879772329.04605128.757907-967.386149334.723770269.807491-436.236099193.400581-137.67159756.556920101.185650127.3340630.745534802.795226380.938982710.435145-433.582569994.516601692.342719435.823558-605.541108-726.035870111.228588-200.261408-509.959596159.081217-112.017329940.490419-541.483643913.740026-853.477788850.596492478.082800897.336383291.980214729.09827839.376509-265.003905785.203763-704.437804119.655080-792.230214-431.711048274.726705-544.606535-914.507046555.278259-908.533073-286.056471931.206525341.497714885.377027165.425222890.049096-650.564607-737.85661398.458676117.732485-208.346073-605.67727520.452098-159.057158309.334523-124.425325-686.049265-357.543632-231.676967-172.804433881.540345-410.25973651.345119-292.491868199.163960-901.954864477.078881780.365131

source-code/pandas/data/csv_files/single_column_unix.csv

@@ -0,0 +1,100 @@
+255.784415
+496.840212
+-333.265569
+300.508296
+-508.803324
+-804.431992
+888.609750
+-320.067686
+169.277733
+888.007619
+-514.606644
+-16.888510
+-566.876288
+82.536657
+-139.311808
+804.914019
+510.884950
+-44.775407
+-753.969826
+-891.906357
+487.742013
+-663.539886
+-788.538217
+-328.273438
+-791.290225
+-800.211072
+355.822164
+-345.595950
+258.826702
+267.892482
+765.884615
+559.423184
+999.670168
+-36.640997
+37.622374
+553.531485
+-121.495563
+-639.885689
+-279.902200
+-616.068502
+152.866109
+-139.561608
+684.551166
+863.926384
+926.645077
+-426.385452
+-158.413961
+-598.905701
+87.212340
+522.022500
+634.360472
+-572.186879
+628.598339
+693.515976
+356.134742
+-799.057944
+-105.995049
+998.561827
+5.933852
+-34.767252
+-771.440139
+696.258202
+-546.088582
+806.913579
+-724.153653
+-889.310797
+-118.271573
+-384.119106
+-523.739915
+-972.315006
+982.480867
+-537.233272
+-594.931895
+-733.653696
+-254.718005
+9.899194
+270.631512
+541.382319
+-799.804199
+-295.077946
+-243.168208
+-910.261691
+77.076674
+386.952903
+-558.451717
+971.048095
+878.693154
+870.354188
+847.350912
+325.633582
+-973.443779
+981.959881
+771.402454
+-608.780064
+-217.635291
+-614.470930
+-841.074320
+-287.757695
+434.686611
+111.016075

source-code/pandas/data/csv_files/single_column_windows.csv

@@ -0,0 +1,100 @@
+-460.422256
+-563.501793
+243.142906
+993.261988
+-642.822485
+-253.616632
+-616.026005
+-624.165568
+-331.697016
+-122.658724
+-919.694375
+482.034007
+-52.860629
+-962.406132
+-279.144563
+-292.961891
+342.780824
+-811.657035
+378.001146
+604.674903
+665.963438
+-922.070163
+724.199238
+-196.721264
+152.152585
+-593.930577
+-155.643495
+-425.660630
+611.555269
+-335.051093
+867.948503
+670.261593
+428.030637
+777.308762
+481.965001
+-57.641920
+-186.111305
+2.456891
+-770.208518
+83.321799
+-125.788753
+-503.426852
+-487.752085
+-786.694434
+-211.816811
+-461.860017
+-171.030781
+254.902045
+2.791048
+523.154791
+-130.812095
+-311.378317
+447.475871
+690.503574
+-915.963632
+887.522157
+933.201027
+534.133229
+141.485039
+-841.904147
+-531.037114
+-285.882631
+500.049850
+689.708215
+465.548424
+544.992732
+-360.165516
+-873.343532
+362.932339
+455.615850
+-471.104568
+981.854543
+-813.773755
+623.711305
+-444.833111
+114.212391
+-704.559869
+221.878172
+649.454562
+850.252144
+-409.912874
+-900.688838
+504.344743
+638.522922
+350.990797
+-717.171990
+329.823300
+794.360943
+-637.343944
+-209.033777
+-315.335395
+-518.108847
+-517.967982
+742.317527
+260.361960
+-398.183459
+-38.275977
+663.343405
+185.663654
+284.429843

source-code/pandas/data/csv_files/unix.csv

@@ -0,0 +1,100 @@
+323,9.278e+02,elW4c
+441,2.652e+02,qJ
+327,2.666e+02,0WQhSYQe
+219,9.294e+01,6cPRczsl
+-193,-5.128e+02,i
+252,4.625e+02,jk5g
+46,-4.597e+02,wv3tA1
+-574,1.225e+02,lKWFP3oFwD
+98,1.844e+02,O1wwV
+-830,3.554e+02,KhTxhH9MRq
+229,-2.362e+02,3
+-520,-8.260e+02,X
+68,2.249e+02,m3WI
+598,-9.950e+02,YE7y0Nj3
+-225,7.161e+02,HVU0g1Mg9O
+339,1.685e+02,uYoclMG
+130,-9.535e+02,Fh
+322,5.379e+02,lfL3YkTiO5
+440,6.525e+02,l1bj8
+-853,3.212e+02,9oY
+-478,6.635e+02,Fb9
+614,-5.771e+01,Bw7rhC
+-572,2.693e+02,ihk5VzMn
+-858,1.385e+02,DLHJZ
+-53,-1.914e+02,8R8DT3WT
+-213,7.421e+01,62I
+460,8.733e+01,Sb
+-628,-8.935e+02,VfJZ7M0v
+164,5.096e+02,4Le6Rnujx
+-563,-2.321e+01,Z7YpqjhrsE
+105,9.659e+02,uxPTpo
+-73,6.918e+02,O
+490,-5.819e+02,fceQKZ
+714,-1.140e+02,8wDz
+-418,3.243e+02,5gDaJyNc
+210,-5.967e+02,ivdh
+664,-9.200e+01,fvS
+830,-7.916e+02,3r0wDPbl
+-683,-3.299e+02,ecJ5qo
+-499,4.678e+02,z2
+629,2.424e+02,gMC
+644,8.774e+02,xomo
+152,9.256e+01,7B1XZ
+351,-1.856e+02,uWhVQVHkH
+981,-6.301e+02,JxUt9R
+698,-6.651e+02,l5G
+961,7.277e+02,d
+-813,3.336e+02,WwYU8
+-294,-4.850e+02,EL8cH2
+-541,7.701e+02,vaEtVzWbcH
+-612,-4.258e+02,3fJfFOdtP
+438,7.681e+02,M4SxNru4DA
+-258,-3.248e+02,xRZ6CUkgB
+234,3.920e+02,GEnLF
+-791,2.015e+02,bCP
+-385,9.943e+02,2s
+-872,-4.872e+01,ZrpuRCgq
+876,6.926e+02,Teem7f
+468,2.593e+02,YJHpd
+68,-2.346e+02,Dydxfe6
+379,-1.106e+02,q38s
+-995,9.408e+02,r
+-121,4.865e+02,MTidWstF
+-541,7.971e+02,AM1MVcBa
+-790,8.681e+02,FedZ
+128,8.427e+02,6SW8y
+834,-9.960e+02,WdTMaIri
+-845,3.423e+02,k1BvjA8
+140,-4.864e+02,nwNjwzCX
+431,3.562e+02,403cVKZQlM
+141,4.750e+02,dz4x
+544,5.505e+02,eWNaEuIFnA
+173,-7.099e+02,4o2C
+516,-4.158e+02,VhkOF
+-782,2.080e+01,0U4X4m
+779,7.738e+02,q
+-424,4.017e+02,Zz
+352,-9.812e+02,sS3FReUU38
+24,-1.334e+02,1qGGMg
+-771,2.315e+02,SO5kl
+781,8.727e+01,J6hpsSC
+-638,-9.130e+02,HUtPikF6N
+-841,-8.268e+02,CDsF4E
+-347,7.089e+02,uUIu
+254,2.591e+02,Qhab6L
+-193,6.933e+02,6V
+-611,-3.170e+02,3VZ5q3M8pJ
+992,9.104e+02,2AoAc
+-96,4.184e+02,lBVbIZ9xp
+-80,6.468e+02,xK0t
+-345,-8.250e+02,VN
+-204,-3.883e+02,VRtYaz
+-845,1.835e+02,MR38ZSWjE
+257,-9.685e+02,411V1i7kw
+55,6.176e+02,wgvOs
+255,-2.648e+02,7IYvLR1
+872,-3.226e+01,2k1QR1Q
+292,9.024e+02,2ImGFXb
+-463,-7.520e+02,K7q4VB
+-399,4.012e+02,KlyhdMu8Ap