From 681c8a443f1556b1461b6e6b60b2254c9b55a6a8 Mon Sep 17 00:00:00 2001
From: Colin Dellow <cldellow@gmail.com>
Date: Sun, 4 Mar 2018 11:51:17 -0500
Subject: [PATCH] Add tool to generate sample parquets

---
 parquet-generator/100-rows-1.parquet          | Bin 0 -> 8166 bytes
 parquet-generator/100-rows-10.parquet         | Bin 0 -> 30818 bytes
 parquet-generator/100-rows-nulls.parquet      | Bin 0 -> 5508 bytes
 parquet-generator/Pipfile                     |  20 +++
 parquet-generator/Pipfile.lock                | 152 ++++++++++++++++++
 parquet-generator/README.md                   |  12 ++
 parquet-generator/parquets.py                 | 112 +++++++++++++
 .../unsupported-decimal-10-0-.parquet         | Bin 0 -> 103 bytes
 parquet-generator/unsupported-null.parquet    | Bin 0 -> 87 bytes
 parquet-generator/unsupported-uint16.parquet  | Bin 0 -> 89 bytes
 parquet-generator/unsupported-uint32.parquet  | Bin 0 -> 87 bytes
 parquet-generator/unsupported-uint64.parquet  | Bin 0 -> 89 bytes
 parquet-generator/unsupported-uint8.parquet   | Bin 0 -> 88 bytes
 13 files changed, 296 insertions(+)
 create mode 100644 parquet-generator/100-rows-1.parquet
 create mode 100644 parquet-generator/100-rows-10.parquet
 create mode 100644 parquet-generator/100-rows-nulls.parquet
 create mode 100644 parquet-generator/Pipfile
 create mode 100644 parquet-generator/Pipfile.lock
 create mode 100644 parquet-generator/README.md
 create mode 100644 parquet-generator/parquets.py
 create mode 100644 parquet-generator/unsupported-decimal-10-0-.parquet
 create mode 100644 parquet-generator/unsupported-null.parquet
 create mode 100644 parquet-generator/unsupported-uint16.parquet
 create mode 100644 parquet-generator/unsupported-uint32.parquet
 create mode 100644 parquet-generator/unsupported-uint64.parquet
 create mode 100644 parquet-generator/unsupported-uint8.parquet

diff --git a/parquet-generator/100-rows-1.parquet b/parquet-generator/100-rows-1.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..922b8889eeed0bb934b167e45dd68c7f0010d169
GIT binary patch
literal 8166
zcmd7X4_H)Xz6bE%8QvLYU<Lu1VbB3b9mW|&7+`=w$#X<RP(ct>KxO#rq7j;snUy<f
zf2i%6*ClgZEAlb(mTO*bx6ErcmMNKQW@c!vnVFIqi-?NE9QJ!a5uc^K-F;e~I}e|i
zdEfWUnRn)V&pYQ&*7)hsTGCpy5fR#Y4$l-?g+b48dX992N6=I+l=U1pqt`=jt~6*V
zB%Bl>dPT{?g_Ta5R;H`xbVa%{vr<P9w^v~4S`k*DW!gH0_I1Tn=}lN5(HgJT=eQX3
zM1u{YAQDDH1dM`_U<C_|05gPx35LTk7z#!h0$~se1{e&3AO!Rf4ALjkLJ$lDjDrHe
z9|nLQXh03V-~%d9f;T8Y4h*EPMFt#5k4`*9@IVLr1nqDW+TaFUhilLZSD^*2Kr{Rm
zn&3yc3_rjn_#PVJB3yv);5>W_=inPS3tz(-_zRqduizA%ga-H$PQVv%96pC*@EIJ1
zPXU`Bo977E6$REE1tx7IJ(Ie-0#VjndMgp$gI%s7!J_x8dAwv_g(GZDO<D4P<VCK3
zcHW2IFB@04rXpqJA2PSrF8FA{yM;T}SEjykvTE1Hs)Ik=T;Z-;lom1Qx%$nEKdv0}
z^3ko;lmArkX2Z6npZvJ|{j)okNngKthmS!k3yEW08Jk~K?QlkSXY80#cTQ>EfSBoy
za0dNd<FoXtVI_U1t_GXl1a55pInag()PfBTBMKG3pbn8pf(FE*8vJ1!;*kdDF-8{{
zU>Bm23(bhjvtWV!h)of6AUf;84o4B8N>IXPL`i_th|@9%f*pv}RA|Ka`#2b34<eQa
zt%%tgh=6*0vNDh!8?jj&a2(NF1Zvod2&TYU#PAW&!&``B7F<RoYrq6<L~{<bA)d8h
zgTshv1u&>XT$7*yk*x-Q*oNq)!Fj~j1qRrK80SJWqWmmaU_T;V1RaR=da%P$#Jdud
zuo*EI;54G%XX>Plq-Rohzou?u(4EwIBX!a7&Y0e@domEQ+wF_k^&X(5R}CAb@7TGT
z+hxM`A7oT{TIRO?S?0R<o=kXkyNpU-mbr~<WUezVnXvJG85NYs+`&0A*B29H!td=e
z$_|&g{d6+dVTDY1<_1S;jhtJ4l5>6dF(*8>n<M@W&fW1x&b9klPFVIRNAXph`)VQQ
z`p;>cuu$M=bTsF_G?a5~4djG*UL2WP$^FfFa=rWo33Cr%rhJFo4X=@F-FgyopT?}X
zoZO!-AlJXmCSl4{%z*ch`@m>&Jsw6vvNTO%*LknG)AjH-okHTVPP*|yr~9q{>U1sM
z+$q?e@1&+DI^Az9?R3rmO{Xv-uamw@>vV5Q>~s~4>=eQVchYI!PWK-=MAxhzML~N;
zq|c9t?ltd=uFM^xpngT9L;o(ipIRxpCN2>LuQHML<%;eV6Gc~2yePDrMcNfCx*t%A
zuGpI%;mY?Odh?XWUHOT}HFA$fXx!$ZEiZc9rK>%zp}+MAUoZ5~i$xxHLAJ-GPxc5W
zVmwqk+~dv;^7I)yX(Q>G)ZMSKdnWAe*u};;V|&N0buePLRg2j59-yUH4I2fqbE~zN
zR6W13b&3e89=lokC8O8tD&$J#S@~$WQmwo9iVvq(PCfeHXj&P!9ObSJ<4`tr%Ft~p
zKd9m?%7R0`L(`h5ER+XogV51&vq8xjl`+m2(NwX&80AY=Gdhm1zT}M#pVsYY67rXz
zT)H<wuC#0$-hoMu=v<8(ZThCiQD)|(qkMdq1~1$ldQ6VDYF@bxP3Fb|lyfqMpkwXM
zZyDBDAG{S!;v<zP?dNRhSTO0D7dq;;y^E$30V`0dA52D>d|H9-W#d1QVTIebJcp+9
zzPTs|-LFSS)``;`UiakKSJ1Slt{i2Hd?ZTCy-nN@H5DG+iArtUgD4Me7%Nu>aF+P;
z{g_%isq#<_S~o>yplqlOz}o!UzYwvu6z2vsE#F^=a))&|Ixeif=s|~}^$j#l&tHVH
zX0II`dxzibKu2rMduSTj^cc#boK%$ScKM+DaOkH$VcfD+zekg!aTdy|3<Ekg?>yU%
z*PRM}6;1w+&PSPgPTGi%OlrA_j-A`yMpI+J!zjZZ<Wc6H_CohF<Lle7Lid(u(RAH6
z8)d}(T6C10IC%rFTR-+CG##lcLCF*&&@txTAFiWg(a|^2v?Z<@<>?I$bOe&;8amR-
z_n~RUp(jwj6*U><rCL9^(qU{rCLPbvOy>*I|GsuB<?R^imA4n`*WIgrltIgG9ZN{F
zdc56f@7}#u4$$pXn>Sgpd#xK{!0>MEFTDq9>7x~y#_o1DP+NcJkah=t?=_tAe{#Y#
zKKQxc6RM{7U@yE6ZrBGOz=yCOK7s>q5bEJ$I0T=-VfZr~fluKmd<Mthb2tuPzzO&g
z8sH?Hg0J8-`~}Xy*KiiTfphRJoQLn=0$hYf_#Q674{#ZNgeLeaG{Y5WfveC8*Wfzb
zfHt@Z?eG(HfCohA3{^AAeJF`IRAk@<4CJ5yZ%~2?e83mfpaDM^0R9jFfiMt)Knpqu
z20etpAQ%jWP<2vhZn!l6bUniGysvcP5bn+b`korLWA`age;x7G#v8PXTPbDLOPq1t
z5#6cP)v3&9ViD2S2tzzsdPXRHpu5M5&(ZxWaJ=`g08UysmM_S?{V82|<8_WBLE}$}
z8YS5^dZSGUPhV?FUmJnvR$=wG4*Z!l{zj7!wYzcC?;?k3Y(}Fn?ehN2%lpGL4l-!;
zG)QAphX^%KVO7DJG^0*v$SR!hkVdO98iRxnZEE}t)a0201>MdyPehaj2&%2*udzUd
z(N7q7YDz`aD;murqgohL{O)T3>wNJZKEjd2iyN05QE41Tl`yXD?5Y9dl$si&xA4w=
zU%h?bR|?G<qe5uOPgp<fWw~a(NiM{tt+J=BVuICXWWuVe(T*Xjyfj;lUczhJtoI(;
zAk*wH%7n#+gZCQ_a++O6PS}6mr)065!-`1I?%BBVg&fjkDM@hR`|0GZ4wJ}lzq}+Z
z!zS{o29t*mo?HFd#9$9^tub}*L-sw&ZUl7jsz%dKJkyMLz!~-vZ#A0Q`Hr9$)ceM?
z^Qtz}O+J5JIsR_)DmN-8pMJ67=@;90t1_aEPalwbr0Sa+y!5r1ZtzQfbk7-UyTM!a
zmg~InGoL?tJ$;>D9o~l8n}zQ!zjo;w-x6+7UgKwAbk}%mz3Cc%IW))X;e)NxP+R$x
zTdT`H6<T?f3zc^+JT>u<`zmiuGhOB9&Q#Ynr=rrPzRG`ojN@1fZ_P8c@OuRFN4{k(
ze0l{cMo;4;zWoYstuS5Tr-wYB9rFAYKHY+f{j-#T8Fut6L**gOcX72}HcKD1nLnES
zSk(3vsMMr1^S^yn_><Gx%y;iS&3s=w7bZgKkuP9I?Rqrx{W|sUonX-V+}f#>WeXoD
zsVsNK_ssnp)#ml%v14sYkmmlb$K4~v-2Zp2XuwXkQKj8=XYN13{BdSRHcn2_5CgGb
zhd79b1aNS2eWG;LAlfEZP&C9qEZ89q;voSXa)mqzz5fu4ad6!W#A3l;!j9!`VfI+A
z;7%o89(bn@LrLn5#o0L<i^Bl#ZpUzw`oiMlx#YV#60qPe;lOgh95Gyx^yFtHqVH$e
z6BDHGIMLBnCiWFeSz@A|v-N8dk7XFN>f1?NQoVS7)o+{$-AUZ<tGl2yADDt9UQUsw
z`0n9#2d&LVyZ27e_Q>_PEI>A!P329|5CgGbhd79b1aLs2Tv{eo!lGkT+U}>fo9_A_
zgT7l>OsqVE#bAYZ+HUvZtx|sxJC^$;;;`J$U~viZi#?t3SnwZU@eX-L*8&Mx@PEM)
z60xuY3;q&`Sng*eB_?!jjYLQHzdp0(WkcA!u*Lc{ZaZfEecT+~aoeKNwJ6Om%|P7t
zW=e7E8DV$g4(Dhu`1G7bUa(4+M~TDqCFA6b^O7r=jH$etmt3P{Oc9`Ba&N5<Qz%1x
znKusLn9?UwLrmox<44R#9Y27WuV#!tF}2^g0AiW}$$`ZD{8I-K8xSx#2-n&IGquD5
z22R%z3k;eWOl+XGKu;`4R~SM}8(cDom`*=$FtOl}1qNdJK~<r|LIy7mBR0sebO^D*
zq05cL3}GvV;;3@S%3;L9j86_HHe~2CCSt~6tHX&69lq8~Y?x`?2x7y-H&}?7%r9Aq
zg^$=Yl9<`DWfZXy*4HD5Sw?OjP0TuKXC$$a5pPEk8#Q{jjaWqF-e_W@qdtfs7HK;W
zODrn-ke!$<=13f|=-6ZNgx%&u0<qY*Qx0PG_%n%w6rUSIi06f|gxp<9BIX#=bPut_
zu`T0>jY+!B6B~O^yFe^yoH(A?J$zF#$&=YQp=koCCNO?{QwnKPn2;<^ByJ)bKS4|-
zc`8dz5hsyq5}PnlOe0MiOGy>eDIlFqoFq;r?PQjkCQhM{DQr@@IF&-Dvb4!!21RBN
zOP?ZUQcNbX$y3E?6hDpFlngP8#$*wjnki<}xNKq>)5PhNJe^o(mY74SImD)Ai@7v8
zmsr+xaRz11AeNmY&ZOxxiA~QHXVJ`A#Byecc~p=`EO(}uPlfr!X3P=`sHA|{%sg>6
z&6`bZR=zlg7R(`*S0K)%s=37SXN!fjxR6-E9MMTjoy2C(6^m$j5wSUiVlk~KCN|e8
zme9%)VueLwDLq+A%vmg!(KBVlib}+CT3t@8xKx}+Yv&P_^flv`5-0Owa)q~2<>RZ?
z_zmz62pkxs)dlNA1`RfZh7B<e9X8w)ZXRK=jvN&+Ix@-@9TRJhi%)PQjv1SD&p2Kf
zpFAODV(O%{^vP4EW@Jvw%ATH+J7eaoy!?XMbLJL0i;7G1{d>Z2eO|9!ykve=@#2S^
ziQT*STeEb>{mieIO2;;N(k|XVAHRG4=(>l{Gk@UpsUN=j(!RDiS9<$4R)3wtZM@H*
z^}F>WA3SgVvhp(LlKIQao!wh!cJy3l^sQTEO<uZoFZ0@ar7bjH+Cp7}mA*h($l*BB
zE0&a2l;2mZ)#02qT-I}&P3o7bx9*6LHmtj$=VCQ!jdxnQt|Ll^t9VJzg%8vfsCS=Y
zqT++fokL?ZsHKLUBNXY5*<DQzeATy`dQyi5KdnqF)Bo(J#_hLyF2oSB=l^{3@K?DP
zWd2ny?VEp<E4Ai-$ptC%uX6#x{I5A>GXGP@zvh4TFvk4<a&k2P3iE^RrDE(zWEr-o
uc=7!Ylvj@~U9`x!w0!ZB`3tLz(UGx{F{5)b$7kiFP0Q`NotT9?{C@-f;W5Dg

literal 0
HcmV?d00001

diff --git a/parquet-generator/100-rows-10.parquet b/parquet-generator/100-rows-10.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..0a2e019a4c931436af16e9a87638356591f06842
GIT binary patch
literal 30818
zcmd^o3w#yD-S+IsB%Fi<0^}Sv5Fm0H4#*|<iy&t~KtL`50?I|g)rwLtfYwrLk4R~x
zG^LaxFGY;JNO>`(yeUQGjr6D#F;c`-BO<j(5h-FCLb%1`<a=iKT=ryla`WW-+V|TZ
z&&HkE{qOUinX~_AXJ^Kok<*fG#1?Cd8)S>ae?-_K5@bn|C1NMotO*wE<D?l9o0ecB
z@%>0dyd1Ic(MOl%CD|<YIQv-p1ZK69LB4Ao>b1DWMr}E^+=(zsI}_sAmV&foAPE=>
z3;_lMgMizCfxrL&91?APIT@;vq5Mjj@;sGN>~M_|4UbL9eR2zuS$<f8%@UtZRdP!o
zS(%lWtdct+*~=xi!(u1)VktomvgFVm@!K|_o8N_yzJMF#=K?o75wZzL0*=QL@*qF~
zBVB%_OnIJ&?uGCG-FBdxoROEJ<Le3s-whOe^`;!UBNM)^${LHZ_bUrocE;i!@Mnwb
z%Qq~_D|;<u(MuM0;s%TBGnYl#_PE8!mtQGUo+sja)Edk;H6<@q$M<YI@U29%p?Xse
z-I2z(P_nI)d<`OJ5Lr2FXM5z3J%ta3Tdilq2Zvju?GImxl4R?|lYc<c>hx9EAKW?u
z`-*x?xHYTql6NBcC9_L^%KsXivHFb4R^K@yrz+bg*r>P7@Jh%?%S%(8Dz?}QEvzOA
zPMwTQfFUnWy-9~jD(6FOm6C0x&&Q_-iIJ@TGreC-l$DT@9?|3t;4tt<zzw_!ywxLm
z_}kO_aktd%2>#pPShPM@_8-Bvu$2{eOt3|G9i%H)<fW_LZ3we(v9O{J@NR2NLI!d8
zZSngCTgE-%5vpyK&!Zed!X-LO32zrm#w)MxktCwT#FFe7D@luy6O)vF<2Uvlzj08E
zJbHjq@b@hIV~R$-uVQctg~GR43W`?U`YNK@I^H?K7Ugxuy7<v27A{+om!Uee&tfmI
zu<}lD=x{8rE_DmGiRv<>A_2}Vw$1hVmJ%x=ElCO|$v_H_3Zwz)Quy!;o|(yaS$vmm
za7N0Or6dvkQd@#8+DCuI%H>NR`A%M@O21sPmr1NL4)kw!;q{@~!5u(uy<~g9$8M|~
zhQy?#q{wz88At(Afixf;$cSv0m8qSQrTsBd3`<JNma!Ak+#(xkW~nsuE%pl%JJ1z0
zi|w4I-<C#okFMFzz@v{42?b}7!l@J%9ziWMvK<WzkFio3(J7LKx3fjj2y1-%w07#x
zS+a!D@Q8L+L!m|zUzRLv=c~KxNH1La$b#kH&&yUx7g_8z65HAhr1RrBX}vj(cbrZ3
zm2gyF|IH!|M5IVxL^KIMYkMTvI(Tch>jO)lTCzBA#nM$v@-#AYlJCz;)`I0)$zC9_
zq6A*q-POwGW;v5)Md0$D!VtW^XLDk(1GnlAFn~XB`T~7`-oR}@BG3ykxKH_&GUa)q
zCcfdeK#+(q#Na)N@cB?L#0b45hwg~qwm}Ro>`2IP;8X`fRsyj=Q4AsDfb)26xqt+~
zNS9wJQ=TWHThS*#*CYn#_W|E6y}?&+%Aq?l;Y(&Ow79!Yx41sK%cA@;%|fR3v$#9h
zEw1Ac7G>QHiHy4_xx+t^jC}c(GUa(9z9(2P-v%-GVn5!d`hu_CltXu<@x{ZuKp%rQ
z49!u0fk!vRg<Bo9w@#@~%9Okp5po|qvH<(-0~q4+hXt3~Nr~2|>b;1<%B&UbV2(U_
zIFtW1xML+=vv?YN&k?y*J3t(TcUsum0dVV7fBslEF^R{zAysqJ7={1jjlxF}ao+)s
z0q+8(z<a=PMBzW{qVS1EqcG16#7fu}wzI>7#Zma+Ab7XycK#qhOVu``Wz8d0+@?Uq
z^&NWX;*OsV>8*xfB~h7j`N-tUM|yh0Z$gZ0?WQ17N5?DqKar%xUA?i`uAIu5ch~o0
zY>IZXIK^0ZKFhvH8mEZrt~yB+lOdt@SeR!h+$$Y|$}_X+FiF*1eabf9_e>rh$F+WP
zQg{SO22y}jAPq<dGQuO0GSxG()V(p}S(3A5OR_NF)uifTM^Id@knE==wk;Jd6sGVR
z@><d;nndR0rXzE*7MYWcG{cg>6FVW%;~7Sx`pA4K9YimraiV@(8r3R`uHn2cWkn%5
z5a`;cbRaY;I-?`8wvQo029xNh_R$?ibRsmS<EYMrc8DF@h0u<jCdA=wr}JbRp`E%+
zLxbpSXgFO0MqwhRL&w-oo#m)NqNo+Q?$CJ_6u!4p`w<JP%z|enncTCcZlO6G6w>`v
zx)=ycU1SL&ADc-?FB;yWkX|+nB)1RaBvrGVNwY$F?VZAqUVLYBLV8c!st1q&bO*Wt
z@qi3;1-OGY6%Ajj`IR!|d7?r%paf!$F{Gb#!soLi5OVaE9J(WZ+Xf;1Al~?Lfl4&P
z^?(C7f(SGps737A0;B<k+M@hQnesdl-A#7|=$eG|y`#YQ@JR60n{w!mO!&IqepgbS
zJtPt5tCG9+*OKeddP#ZehZ4znL~>u9C%OK6iljWMn1pnGC0?tMC*oT@CYW!7kX|r`
zx2e(Kt2gD)9cg?K8G>G`i~7_?AcvgGcO!hu6>G4cJbgU&YYxUBlppF*7A`rgm8&-+
ziCvtHfIfFpuW)|J#^S$I{4o^1m3WOJD0t5iIkkPfIH2RTdiOXu<r&KZx`{~ybVDlV
zWA<A8zBizsMDYFqC<Fcid<c95lp~;jtPAL;8V%??HxSTaTiD9ZP80|9)Azu;V-xse
zz#q_!mNk!1ZQBC@eev5#(fHRz(L!Zs#a_JO$AcDkQUkm-mIw2lvEDG>LFsb(o(G4%
z9ODi5(Mq=kum7gg=Jq(5Z&8Y|0)6IXtM4391s3Ks64m!x*q$ly@$w|ppqWjFNvh_r
zA*!b|8P!wNsGedBmzESn^%P;S+%;VnQcR-yF+?!?@u|F;yp}YICQ&`5>8PHfMRgOJ
zVM*YLosj6w8AhV|sJ?jyh;Gc~ME$ljs)wj;hrji_Xqg{}<Up*|MZMWFp>g(k@r2sC
zF6>6AU4EcDp<Ux2N+4A3_DByx<GU~KNoco(Cwmdvy~nCV#1cdM>0xF&&Svi_$9L<V
zAjg?yiyGLuSvseK0)9b+y#@{JJ~(}GCU?3ux7ErgNCfza_Aodm^^hg>y<jsD0SD%`
zNCcdj1LC{qaN??2&ZJo)VC_7i2q?L~IU<19K6;%A`l$)}rwQ+X!5c8a`!d11GT{#+
z-qmVwpYkhZ%JW2p;GQ3dQbrMQIuAZynuj2zx8%?r@!K{K0Vna+xD2oYI}xiC;0yxL
zQ$QTB4?$=mV5G~hlqt^>(cQi%K-WYB99#&##}<IE-jqXkWWtvWPL|x4Zj)TQJ4?y~
zVG`+EP28WKC$5)1BFg<oA-rBA?o+=p;mfbYdp+_*d_7Bo`8E&%TbA%PwHSQ$rtn_x
zH>~k(C<2ak-OVF8@jSf@Q9kWl5(582cV7!b-+E!u>qsi^^bGdV-y4Pfs521|0Z)y5
zkH18by}N$S{~8M4O1wr9yS?X#oZ7v#Q4vu5Ae_qo4i^C?CLsb0shp3Q2>8S+0!|~~
ze+rxd{tA2s{0%q@5%9TA1e|MB1n}H|2!L&2tzB9s76IoUhIeHT@yCE)1Q;!A9tDel
z#1q+HZd-98l1KYNk;;ghXP@gh!m7T)A8Dt&_T5hpeD~7`@2h--QZ*}cOYfJ$y|47)
zO8U6x(#AbU6<Eeb6=MbZ%%j}B=ZGqB&tr{?fc=lc$Lrrk4Vu|>n55!{s6m4WNNrLC
zq^cqy)kFlOLIk7=W9z;Zx-erR0?L-dh4ROFHCZ%E8buQkklM5eNYzAu3C*x1SjSFC
zboG-)qIwZf_ymY<Tgi#~ZD~|jN7xSdMZmLR`TRZ1ED{IeU$51@3GJD<why7bZd=!v
z(8S&a{Rq9S&qhXQ@4lP+6WXWWRtKSd+4cd1_Upf6AbN`pEvbLwcj?(H@wVQ5`u1aT
z&&E#_HNV}fbVU**5j^ee2g2B~r%)tSPx2xO6&0;SgJgr>jsAuLkowCKdfc&@$cCLi
zY>{jzeHzYeewsU@n&nKIB^#=r5z2-=&ooCi;N6?>-e3MWKwu>Z!-T&F^2ouzA@MN4
zKTjCkr~FEp@;p%??0r@W1U92?IOf7@vHjGK5ZLs#9J(WZ;|9XvB3P{f5`hx1yAP-a
ziw(da;25r1%&#+yA>dcal;?>EZ&;%vY@!_YJjWRyTFu81=&d<)M<$eAo3{`p_jzcu
zRmA=NL&Wv7IYhZ<A`1Ra;yyZ<xYqO}%BYSel=+qDKtP^|^7XY1C^rxf8}Pje-IqV+
zl=arohv2uZQAQkE?|+iu)BO4NxxDg8x5s4&hn(^=k`!xQJM3kMg_6Q0*jI%Q#NP36
zh14sW%sW{O{je$hd;Ahox^)=;W2ghG&nm)?_Z*R9yVt=n(Z~567FPT`cWiAw95b~F
z3E}l1a4$~DOhWwKD<RH9E_?x80KNn+0{;LmK|*|`lMt61l@L5PAR%B|Sb3E{gO8%`
z^Ox4EKaZbE{Hfqq5k}*hQ>eXNf!eE_^4!(rtX|KBDcTEqnDU#V0S}jMwRrm$EXwkP
zcOFl8NAmVDNXn7(Q45!cOWy7SqS#8dt$txTQDB{Kim@tvckn3*qKK;U@Gsz|`Imcq
zB`C45V;i`utAEbx(#)*GBo(C0#6((?Vj@iy6KN)5A`N09O&Fs~H^B?@5BS=Lg3G_;
zUQ}*WE6k!9(^#75iL|EmM4F~2Oqhlx!8&$At~*{Z;i?xD?#-NQ$*)wdesdbz(ss5|
ze^dG*Y@Y+kjmPjnlpL^U5TTBNdj}Ib;P&Dngbo~ZU?`!t4?dJc=%68olL;L>^sN*^
zha??MC3I+VX&Oc}7#de{bMNOEF!1(4gNF=Fk{!*xMAS;xZPS-okm9I_v{!|()mwR)
zZP}uhSz9vHsv$^+`2FMq^@7L7Ny)P05IME~B{<cBaS5llb02qYSAA41b2816BI{np
ztpuY3-GwmQ^!PyD(CV>yfI6TS_y(u}ZUHxe8-Sq<)c0JO@;p&V9Q#ku6AutPw}U%g
z1t0L5jm>8aui5@1{6|AI!ZWwwu35l`p#2yS4eSQ}(ZE@_@H8M|%=1Kyi+1T4o2Zea
zuW-ucI|Gz8Yd*^SNI=>BMrFP02cOp~*=6<Q##{C7{lBkwE#FzMB>k$MRQ$N!{pyoK
z$~;d*dE<XIpxi)>6z%4eOMVletXcC>=0_T3#IrU2hY*IGb&?zzOOBwF>&ddxeCUoH
zLnmQ>YEvhOlMXc>c`!0zblz4ZtvWIfN@U-FKD-r?3k6^DmSiY@u6NZ9;mdoD$f=Sd
zI3-ddTP^J9tK6v_dwBFRvkE2R-2(SQf~gYu+N(q=pgR5uR03CkD&Q(m4JC3-r$nwd
zszi8hK#9P%P>HPB2OmXB#Iu(>c=@;LL&2{^jK(#mP;-H9=^T<5E>(`NcWR>(JkGtB
zSB#sK<Z)`BFY26K?_c@Bn67nBZO~w?v)7wHq&GU%I<?Ok-#BSZ|0nW#e&f_WS=2a<
z6`7}Q^-kYsjT)z@B2WAtP6~C%K?^%o%pKkQ-@GQx%sNa`HKz@o8tF~ykaSgtq?_oF
zbm)+DVQfEr0A4hvLu&uPy>R_OtuBjZOk-)HL(-epA?cb9F<}~(1nbxdxfZ`}!d0(B
zP9Ef3kH4mJ^_$b!Zj7{j=6?jdOHZXBxw%0;5HC~9G6+pcE6*e}HT`rJp=lYPWfPj7
zdF~EEGqNrWBQ!Jn(r`kv?x?tv(ClGVBM7;}(9DLl{LU$<Y3Ui6S=o2UDJ{QP)P~Cs
z>q|69rF_=jzL&CHCA>s;A5u&7|2Au_;)0ZmzZ8ZU%2XOAODQ5pcfSQkTcBJ{yvhCE
z`ljl)YMGO1mU8jDjavzn%l@}vwrS;Z9Wmw_Pz_uKs(>p%CGbz60{9v*lmX>e%9Q7c
zN}}W_=!um}`JcGs7mo0lsyF7)9clFvG#5jLI@k|!l>=Ocz{&^u0&WPcxxh_`txbTD
zF~3r#JWs^9@Le5a6XkN~7^htN4yUZQ=FlCPP<Ac-PQB9qzIyV-xO(@F?0VPyf%Qty
z?)BtM`+E0()OuX^e(h0gpLvXw`IYELL7s^6+T#r<H&8Bx?{UieN;ze{HHYp<qm1|$
zG!`SF`c<w#$h29HL7n6uPJ>`M+~-y;KEqV!zk#HI70+TnfBIPLHy@0GcsbtVeJ*>6
z<+)$-zXpG-#A_6S!h4R$uLJMHFOhh`U<^0r#~|eWnTI?xs}L`Sdue_e$5-C)ikF)Z
zDz|_d;2WS8r~^C@FZDX{LUJ3M<-l_T;sv&a;>A-2A4THj<_GG}<D~jr@QW9taew9M
zMr6#dje8;b%{ywG+82&n&RLt6;NLALKF%z=<^1IN7f(I^;!UUak>;jze8=1qk9>Z^
z$;VrczTsT)wR`Tcq#I7{qs?^_>EbglTYcw<s_{rUTog(d49Ph05qERLhrAxm%sNa`
zHJ1(2C8J5{lA%hM3=`>+0qK$<lmjO}fftQQm#S0Ti|Ze&m1WV4X)H~oOGeYuB}0=g
zCQQSUU>!Rl*WG7Kxay_L(N8(ow@#~E{pK{br=x5eEWQD(zYVWch9kY@A|Mbu@2pV>
z9X`S{lF&Py6{AS_C^|x^xQj&IMV%unMw6J)=q2`yA<`H+@-EL<5<ZrW8tu88MBYvB
z8siy9V#blthQ|m__fEQq42%{Dd?*U^>IBqOfYI<fM>v&{qwX3l5C1l1L=Aq|Ieqa5
z>6{ZW_WW>m;%~h8xBpcw{(l8ew3-jnKK?QqV<>xRj4TZoIbV1I&bL7O9Q}fq#l|nx
zvQRB^GR@LH*T2NA1lp(QOPFn1`&>qd`U<!N`~$cMd<k3tz5vbxe+LX@K>3w2<$0o#
z*nbK1#M<Y?Ke*$cUF1<&Z_J@P(&{Bh`y@fT97ku-g8=U|Duiwt4xEC7TM5JhMUZkv
z#{5c|@;njaEnn*xn`ocn%bfCCUvbKMYYyF!31#w^6CU@5KYCn~_j#1)mp!EP7asRd
zR(o7yR(O=K#UAozuE+h%7!&Qouaqgz6H)g3vjOD>+Goo@Ipy6IoU+~;dTso+HOkOF
zLEn(FF5asOnMWoiK=te_K3jutNT<8L0;LoC!=>1dJ;!H!K7Du9E%e_M7af53x!CCk
zyswY+{GOBlHPnHXc&$RPc+U|zw(lw&6Nw*uLpoH&9V@uPgQl5Ph#$kfG)Il%N6OWv
zcv>KI!T<_{0}((wzzXpb2}$GIq8b%HJU1YIU|T4DZeE9vBJopojXQX@T75A1#gEar
zzxE3KFWfn<#1Eo=9rpZnr#6T4y7PDQ-dJ_*(lw_x=;WGn2F9aab853mt~oFFm>%|n
zcdDJ*5R_`?>fI|Bzpqp~HGiv3)Q`_T%3j^7ouYbl*T6@i`Z-`>rMI}B>u&OjG&Ack
zN!5HdsGrOx)la6XelktePbSn)rchBFuY(tjsh^5k?nTu%YHe9GV;W1Sp9g(%!aEBz
zvw`}dX<^}g8cYMt)Z~u|)vzR($4*Fgm&;-#>z6+lC3d8qlRfNF$@<M{bazDC4*KQK
zFCr=@jO7&^3b8TfZqEc_n?T2o^V~z?@1b{(_e>-`Cem>eJd?<fNraBS$1|CvOeS=~
zM9&nGF@?~3CV6tm9XW(foa~uOMocAi(iG1$GHMzjn9I`OW6G4!upE2$xbYM2nK)^(
zJT^22MZb*dwfbrbl1Ya<+E0bE>gV{%2iu;t@UO`Ks@`d>CP+H@OK^&zj-)BFG*(m~
zn}3P|X@PVqS;xyKf1O%Bs%1{5S<>n9dfZANop!8;*`}q_IRv=RfwREhfX{%x0%w3v
zfz!YzfT0X1zfz_=PgD|nehzwK>2#!kJO1I%EC}j)V-DSsRxd%)X&j`_dGv6(fCS(m
zdb)CfO7wQE2OPi=^m-W?^DAY_^F)jbHtHCgNT=Pu;FJ$;;FR^&9J(VD%C6xV9;JqP
z$ic22_Y+o+EA>{La^)X&<aej*+{@mpa}6x1Q!W<O87cEC(QSl05#{Pl4JbE|P6eAd
z<?X-Zl=aroZREGDQ4W?)NhJ47m@0$TjXZW!vRd7{)<Z5`Z$B0LL66%YniiISas#4i
z%dqW8I#IX~(uqd&=bu2y9S?uSdjbs(S$$R!a=qt>9NV=8jx{2k_PxLzTeBICnOcQ(
z@_G=sm*%KZI<@yor)bEe7@z~t5r_pk0i7Y8y6B`+T%*#7=LVz`Yzw7R#joL`NIG5I
z${j5K5B0&|mrh3G{@M!~e)HOepNuJWUv+AuS*|+opBcTWa_m*7HXP@w^Dkw5t8!|?
za;lsq3j0(0#Z^vi>Q9w3vF_sC&YCMuZJ5p#6ZPb~gKYJkBdW@hm*A#QJz@CG(e2z-
z*NeO^&CEJXQZ=`qvMuz<5^b7pmOwqx42v{So2Q$l%BL(7`IH6ulqFOor90q;P(GcJ
z*yWeG8x@6Wjaf8f8cmbVqpSw<$z&0YEKNO`FbzwBb?k&(cf4Z4)vungiiUe9=UVcg
zDp$WbjqRlvTbW-yU5lv9#pmx3si#0xo$ARY6LJa7ndX^6CeI*r>U7UcGHoWI({erc
zl9~4sI(>%cJ~I10LUU(&W|4Wb2%T}SXEs?lo6wo}dFGG@<`8=CEYDo>&|D0|G(2o(
zg+}=VDCbO_Ha&O7%zN*Xb3$!e^wTLW($`~<yxQBzzBPia`!8OPTXw1S`0wPg*3^O|
zm%n^x8R}A+B}+M?LaN<|LTZ8J+JWVI@H_pTT4t(cPNrFstE?Ee5=gFmj3sP_<T{1G
z_%Topd<1+5`~@fjJ^)Sv?*oQ1p!`ai@;p&VZ1@A{i6z&b{oL_Gzvp5=Z_J@P(&{Bh
za?OWis>MgdEkGJ@5+4(n0ay>KekVR0D!>`^ei<3_D`m>_M2xFn(=j%YTm`Rj%G(cc
z%6e-K-H{1pvg^e<_o9M2*KI$lQ~vg79eHtnoqP7wI+r}EPAN~RBb)lvxu?dNNG^UQ
zdaIBpqI~*L1Ii5~SM}?h@|xE<WxX}@R{3pflpB7jd+g-zxNIW3(pN%Ko!OcNmDQQl
zUBj2UaZBDr(lez$#(w|M3D{rS)B%bsv8D{Nww}z)dx8HoRDqRvjY0)^&k^~x?lAlk
zDK31e+w=za>(c-5C~amHipy{>%}=A^vUwGk9qOtpAOrD0H=sL^0L9fqr?`4Hs<?P=
zKyksgP;r&L2_Hp@>$qF}dHhj*F8CFf(YU|zf)v-Z_+L$p|J4<zHfj2bGwp-XT_&Yn
zacTpbuQ<OS^F{imk1M?ci7K5Zr#?G$?=zK7ZJ=|d^GB~Jzs(y^>FuvVdc&>(tM3jd
zes!yKimI~kPjIs_#kJ=MclG>Rye`emI!sbEw+;PO*#gBCSQsT+6<paSf-4(>D_baH
zijKhxq2R*GC@0?GUX&eGE6k!9(^#4auI#1-SGFd&Oqhlx!8&$Au4~>i;i?y0J4!j%
z?eD5w{pK{b#T{)I{DSL~c9rvH^ZE@*ca@2HnKj2Vk1U@@=<K<kJo027p>yu{%qOen
z6FPUEX90O;0ipNjc@~n@3kjV!-?NCUT|{W!0?%TyZZV<r7kZYEf+d75Smb$tY<z%_
zg@&fOsO`wlo-_CUd3o~}ER<)r-AzQltCMB=S`Lz9+q>AyBbe)bUduIT4Cw9pcP|C4
zaRx~=f9WqW)VZ`smS&3z?yZkea4nE%7t47$?k`u%QMJs;SmKYT6FFkVq6e3JcY)0g
z&DPK2UkH}x^F!~lZ^YJ9OYn;dJWm5DYRtwZ6qoQb)Ri}J9D!qPp-LP?;UKWkBNC!{
zf`1+-?jM|#g+lQq`5OlkI@l~Wi!5A~5A(r}N%2MTB`savHWX{lvQR7p%R;d_D{G6@
zP+3S;AZ2Z`^e1b@ikz&K%VV<EuTaUp{nC>5vd;E6f(G8=)gxI5mULvHSZ9%iV(~-P
z7E2AXkSy=V+GHg?)~dzrSSweWW1(HgjeYwC*z8BTXbr!`Ypk&lEPTd7u^Jf*#S&qx
zEtceBAz22CwaH>rtX1nju~sg|#M*v6BlhhVBC@;Uv>!u@*BW9WSOAEHVpSd%iluT`
zTP#h(Lb4nTYm-G+SgY1SVXa)0g#Eu+xr2TCB{%FP-XBPdSJhx4S?Yp?X#EKmqD3KC
z8?C{>LbdJzYpaz7SZgQyv)0eNXa7<Y&{;@kj@wt;w2;$^$>A(CGqzcXrctvH&246F
zG@Y1*Y6>rFt7)>VwKG>)>!*>jfBE^6EF=>h?Zw_7S}W!<vd~O0WFeaM$3ip}kG0X%
zHx{btW~{9yb+OjYvtq5E^u+!xC+x70%(Sr=*tICvipexAG&5XSh^C#e5X}W)Z8Y_Q
zg=)G3YpXd0thK}ZS?h<~v;Q^2z*$JfZ`;p%e~_&hqRm1xZkmN?Ff$9$2xHbp1A1Ag
z2GO#%8m7uxJ8+b>eiSGBUp;V;g=EB^y{M}eHCr*LkA-HW9ShO$Hx{BXX{?RLfU!`G
zyJBrMvWc~Jun}wh$RGCq-Ea~Xl5rsR^ZbYF=>6D&<&QtHWaZ#Rk3E+7<dWqpmOlDO
dV)BsGAt{5WPac^wecY5>lG>Y)9Q@yf{|_Bh2_FCe

literal 0
HcmV?d00001

diff --git a/parquet-generator/100-rows-nulls.parquet b/parquet-generator/100-rows-nulls.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..7a4fb2fbacaaed510df52d1947152390db3ec5af
GIT binary patch
literal 5508
zcmd6reN<ED9mjt++#8;R1Q59~V8DnW1`3#jBqT~rL{v~j1bjmzfY6G?m!j=f*L9iN
zt*7mrbDq}Yv2Pw{d#uMfkEeCcy0vA~GUvLsI%}P?YO8Cl#rIe4-S;MfQS2YKc4znG
z1NZlPlKb4}`+eT-tr$`15J_~3)*Nv+hcmUPHW@j>$IwJXDarBp+kZnEXVT(CIjj$u
zL`umdb&65lIB#BS&@QSByE(&bL!FfwD5v|^w(wQ(1CbY($B3(9%ETs-Pa@jQb<T7m
zZwGlG2V?^qumTIn0A`R5Odu5)fdM1~T!s>Xa(6nQ+#CaHzylTFVmgD8EX&uyRd5+x
z1n0q7&<Re1Q{W455_}GhgQMUGI1CPfgWv$z4?Y4PfcF6udt96!){c*8$16=U@=9S?
z!Ql}FC#7+l1$9EetSfFXm8{JvJ62d>8DHHzW9s@jwI_aDZ(G*X^5U!wn_9ozIbUfI
zS+}Z9qAJDBhlOsLyU-hSM1=0-4X1c(NH7p&HyLlK&=wWpB6pB}m!&UJE%aO2hiDHp
z<UwHq(L!jsQBQOn)tf+d9MQATwOvDW9oo7;Yb?<^XnaV34WJBKFO4DE0lm+2uo5WU
zW(`{Z5wzEV;x1W!93E`F2C3nL1=L=V<(2Sb&m~#rK_PructMso!kgpgWZ49&;nA~a
zWVszaUH@8^U7!_yt@{d=z_U9@uQbibD}~Y0qw{Xo-j(zlbT_4sh4c<j&>5}$MJ=@7
z84K;BYqUj0-=KY{^Qwwk52->Y-cr%bmsFv{Ar;j$szUols%T=SDzrzfqLPzb=-u}?
z^1sf7wm-{}XD%1|-2{$u9bD+OB#tcSDfH4ljLJ7D^xP_pg+&zl#dIRg{S;cN3>c!&
zk3N;@(mQgfZJkV~pOix_56bjei5#lWmg!KO9Gdc#L?7;zLgkw!>iCru8nr;8x2vU4
zp+}-^{iIO-l`i`2!LCsDjxJjNLRV<uPrB%Z`mT_%sEbw(>bisWO4E$IQW&lM-FN%7
zNw;dB?+oTgYkxWs+P|TP_R%%kqN0fQFRR7XLid!jJjPBNUY>;>jVa`zGg^+Z#qLD{
zW2a@6z;rbo&uBO!`^(B?1kT_Kj7wxMW?2Ph)1KdiE>HC6&H@x2ed<qY6qQ$%BG{hx
zfq=kzvIfD5Eys8S(&McNW{<fLgJ6H3Cs0GtAvIE)*8ft48d4uNBKX;`S2&cP6|zxY
z_x=_xK}Q{{hoL%8b2~<kOlyaX$M@o|?vwDnMeTJ6K3{gC3qj?y`3QCnx^f*s_UWJE
z3eRoRBBfgL>uacC?syY|gZ+MU73HIk<|5d#@r^48(tqGb@brk?ml0fyn~0!s|HqdQ
z?0vZr!O(}kyog}Edm(}(>bij7iH;`)=KW%2JjSL>lY`GIb7yb!S+}@G*8QdEPH^`F
zaAT@T<ZsM<$^i7Zg04s>Sk4TR+IrH6POz!33H9BuHM(Zo9kTEcli_BKxUFX$I)KSb
z&#^yLW$Lw<+ulmk(I3Iv;9c-%unW8g{tEsE{to^DJ_P%~Kf%Y~6YwwaZ}2HN20jBP
zz<<D(;4APoI0Mds3*ZvC0<M8BAgAeguG+VbVh{)*7HB{m(1Qff2lNFZ=m%2LbcOw^
zGnH-{KGJaB+oSNJqLeGe#-0eRkF50HdYxK2&?KsFc*QSV5Ohb3+8k%tC|EZSfKdnf
zn><ano+^9a0PYIrV8kBbZ;n_Zf#XX9LTn=W0<Ul2II`;#DNE1DqBok&fy~ksmeLg_
zoTmhq9rNO2&?lOc14Fi-T>DI3lHP7k3`{uHUVf@QUhgHH-bh-#U8e~=^>bV*R$pRP
z2M$!!jeJZm=*?z6@UC5lPmF%5SrssBS^i{B6Q?gh2eE-!7RlfD;J8^sUg`2{Ub9^H
zr#Afl)jrQ%^J@-RuKM@-POMq5_ljTBX}RJbe)-6fgyEO{nx|}+{BO?r<c&F>T=Xv!
z4p=Vw&rT~?mGROAzh;%?g5O=T#8tB7yk8TrocAv|=kN|#a!$GSIsdC0vmWYLeb%4F
zENA^~rd<!4cAfESwwcfP+mCA-+k`Xv<;9(TamSj)&sTN&6-S8>_u7b{ODjid07D~u
zbo#&BpxkdWiP{@Rv!;2EG`2PeJw2ncU2R=47-p}?P)23=xV37G%3fI{VEkTQT;DS)
zUsWYy6G3)PASZAE4<{JC%8t%q7u4hgF5nT=LOP;b;GJI1LitGEjtjZlaU*v-9^?S;
zadEB6Ntgosza1}fx8p+&xO^_<c72}kUvF=3R6ehfvq#%;_Y39uJd>#FwqwD<wwAdM
z1`8r~tWz60d22^5>{yzujJ-&G5w&*+Vn>hKhgC*w-^gxvXksZJxIuv?miNVQgUF$|
z1?C86oybPPoZ)OfvQe=7aMpz^;9YKws2Rju;iMbMD408(^&lGs^Mtbn$VR~m!dWk}
zQ7~^f>q8b4`rP3*`3fTce7*ILvHN_+7_>Utg1cX)uDW_#;Eh<YD%P-Cuy*9bf+Ir|
z3wo-IxUe-#T(0h(><%U?&oZRq1fJssHB-f?^^EZX6SYhot4-4}rqMa$iD~2Fhb9u!
z=@W~Rh{Y!)jZG$&*eAKtKrE@Rp~groSu{4L5;OEmooym!Ofj{k6HD!%zQ|0>lxAL>
zK`ebh#?uyJ=7E+KR$>{0tgCIrESa{o*~F}avp3`rvt{LM$s?A1U*2{*v7B7{J5FMG
zL!2EhVs?k?0}nB0zUQEqn9J=wI+U2FVCWZx1S1O14ktEr*zl_XVukkyP8X3-#D@Ee
zP8XBDm<2`@OQT5`&5A~jmP$xp!iq<gNMlJH%SMkGE0s}N87nC*lgi0iPHgPBa;bub
zRuC&2Um;aeQ6;hR36)YcjjbkDF|k^jOqG*~RaQ-wrc%vRV%3wTN;TA2Lu~St8mX3M
z*AkmLtyZd|wmM=p)9a*qT2xQ0c1FF_NQ)bZ)dd@+CVIMw`1*$49i@>tRSYbNWg2aq
zP9L9;*e9uPvS{dMOiAr;N=qML9+)x6l4%`m%gVklCpT}1-Qmo4xjhA5-_T)&_Ye06
zMih-K9yNMQN$J>eW#h{yR7|X_s-84?%G7B!(`#qc1?wA(-*x@<M|Hx+mbndWj|F{^
zPPjYAuu5ZHQ;1G@%B^(5|4DNq9lS}L)!n_F?OcoytBKPm^yw@1OX;6BVBnz4!CCj^
z4sqnW3w*=w_m3DkYE0?4@e?LiO`0-o`ix-1%-&XTGmRYg-Nx&|ktQ+z#+2FbftDXO
zHw728ENTu$RGaRY5p>*mnXy%6*r>8@DS~pFMkvaKYgbyPO4;Kkqk6&2S<Q1AL<4qO
znW~-_AxgOt-gsOmF+Gy#d59#@d@~b%v{6<-{G?}>i&%{~vXerfMR0SqMM9?}dggo7
ze``uvZMsuEy#a}MQ6;L3-`HwA7wzU!Oes6=`t{B|c~N1#Cy(6Ld-CvT{a&6vtoLT0
zZ2f+AVb*W8o3MV{1<<<m|8UZ>-h=7EaJT^Dh-?}28`>Uzq<LZP%=z=pk2be0Xqh+H
b?8wW{bLLi+kEp0BnNUsR@cdbU_pkp2y&PZR

literal 0
HcmV?d00001

diff --git a/parquet-generator/Pipfile b/parquet-generator/Pipfile
new file mode 100644
index 0000000..a005a41
--- /dev/null
+++ b/parquet-generator/Pipfile
@@ -0,0 +1,20 @@
+[[source]]
+
+verify_ssl = true
+url = "https://pypi.python.org/simple"
+name = "pypi"
+
+
+[requires]
+
+python_version = "3.5"
+
+
+[packages]
+
+pyarrow = "*"
+pylint = "*"
+
+
+[dev-packages]
+
diff --git a/parquet-generator/Pipfile.lock b/parquet-generator/Pipfile.lock
new file mode 100644
index 0000000..f5074a7
--- /dev/null
+++ b/parquet-generator/Pipfile.lock
@@ -0,0 +1,152 @@
+{
+    "_meta": {
+        "hash": {
+            "sha256": "52f669bf06acbda24a4b6aaf000c3eed6946174e833baeffc85802cc63bbe342"
+        },
+        "host-environment-markers": {
+            "implementation_name": "cpython",
+            "implementation_version": "3.5.2",
+            "os_name": "posix",
+            "platform_machine": "x86_64",
+            "platform_python_implementation": "CPython",
+            "platform_release": "4.9.3-040903-generic",
+            "platform_system": "Linux",
+            "platform_version": "#201701120631 SMP Thu Jan 12 11:33:59 UTC 2017",
+            "python_full_version": "3.5.2",
+            "python_version": "3.5",
+            "sys_platform": "linux"
+        },
+        "pipfile-spec": 6,
+        "requires": {
+            "python_version": "3.5"
+        },
+        "sources": [
+            {
+                "name": "pypi",
+                "url": "https://pypi.python.org/simple",
+                "verify_ssl": true
+            }
+        ]
+    },
+    "default": {
+        "astroid": {
+            "hashes": [
+                "sha256:db5cfc9af6e0b60cd07c19478fb54021fc20d2d189882fbcbc94fc69a8aecc58",
+                "sha256:f0a0e386dbca9f93ea9f3ea6f32b37a24720502b7baa9cb17c3976a680d43a06"
+            ],
+            "version": "==1.6.1"
+        },
+        "isort": {
+            "hashes": [
+                "sha256:ec9ef8f4a9bc6f71eec99e1806bfa2de401650d996c59330782b89a5555c1497",
+                "sha256:1153601da39a25b14ddc54955dbbacbb6b2d19135386699e2ad58517953b34af",
+                "sha256:b9c40e9750f3d77e6e4d441d8b0266cf555e7cdabdcff33c4fd06366ca761ef8"
+            ],
+            "version": "==4.3.4"
+        },
+        "lazy-object-proxy": {
+            "hashes": [
+                "sha256:209615b0fe4624d79e50220ce3310ca1a9445fd8e6d3572a896e7f9146bbf019",
+                "sha256:1b668120716eb7ee21d8a38815e5eb3bb8211117d9a90b0f8e21722c0758cc39",
+                "sha256:cb924aa3e4a3fb644d0c463cad5bc2572649a6a3f68a7f8e4fbe44aaa6d77e4c",
+                "sha256:2c1b21b44ac9beb0fc848d3993924147ba45c4ebc24be19825e57aabbe74a99e",
+                "sha256:320ffd3de9699d3892048baee45ebfbbf9388a7d65d832d7e580243ade426d2b",
+                "sha256:2df72ab12046a3496a92476020a1a0abf78b2a7db9ff4dc2036b8dd980203ae6",
+                "sha256:27ea6fd1c02dcc78172a82fc37fcc0992a94e4cecf53cb6d73f11749825bd98b",
+                "sha256:e5b9e8f6bda48460b7b143c3821b21b452cb3a835e6bbd5dd33aa0c8d3f5137d",
+                "sha256:7661d401d60d8bf15bb5da39e4dd72f5d764c5aff5a86ef52a042506e3e970ff",
+                "sha256:61a6cf00dcb1a7f0c773ed4acc509cb636af2d6337a08f362413c76b2b47a8dd",
+                "sha256:bd6292f565ca46dee4e737ebcc20742e3b5be2b01556dafe169f6c65d088875f",
+                "sha256:933947e8b4fbe617a51528b09851685138b49d511af0b6c0da2539115d6d4514",
+                "sha256:d0fc7a286feac9077ec52a927fc9fe8fe2fabab95426722be4c953c9a8bede92",
+                "sha256:7f3a2d740291f7f2c111d86a1c4851b70fb000a6c8883a59660d95ad57b9df35",
+                "sha256:5276db7ff62bb7b52f77f1f51ed58850e315154249aceb42e7f4c611f0f847ff",
+                "sha256:94223d7f060301b3a8c09c9b3bc3294b56b2188e7d8179c762a1cda72c979252",
+                "sha256:6ae6c4cb59f199d8827c5a07546b2ab7e85d262acaccaacd49b62f53f7c456f7",
+                "sha256:f460d1ceb0e4a5dcb2a652db0904224f367c9b3c1470d5a7683c0480e582468b",
+                "sha256:e81ebf6c5ee9684be8f2c87563880f93eedd56dd2b6146d8a725b50b7e5adb0f",
+                "sha256:81304b7d8e9c824d058087dcb89144842c8e0dea6d281c031f59f0acf66963d4",
+                "sha256:ddc34786490a6e4ec0a855d401034cbd1242ef186c20d79d2166d6a4bd449577",
+                "sha256:7bd527f36a605c914efca5d3d014170b2cb184723e423d26b1fb2fd9108e264d",
+                "sha256:ab3ca49afcb47058393b0122428358d2fbe0408cf99f1b58b295cfeb4ed39109",
+                "sha256:7cb54db3535c8686ea12e9535eb087d32421184eacc6939ef15ef50f83a5e7e2",
+                "sha256:0ce34342b419bd8f018e6666bfef729aec3edf62345a53b537a4dcc115746a33",
+                "sha256:e34b155e36fa9da7e1b7c738ed7767fc9491a62ec6af70fe9da4a057759edc2d",
+                "sha256:50e3b9a464d5d08cc5227413db0d1c4707b6172e4d4d915c1c70e4de0bbff1f5",
+                "sha256:27bf62cb2b1a2068d443ff7097ee33393f8483b570b475db8ebf7e1cba64f088",
+                "sha256:eb91be369f945f10d3a49f5f9be8b3d0b93a4c2be8f8a5b83b0571b8123e0a7a"
+            ],
+            "version": "==1.3.1"
+        },
+        "mccabe": {
+            "hashes": [
+                "sha256:ab8a6258860da4b6677da4bd2fe5dc2c659cff31b3ee4f7f5d64e79735b80d42",
+                "sha256:dd8d182285a0fe56bace7f45b5e7d1a6ebcbf524e8f3bd87eb0f125271b8831f"
+            ],
+            "version": "==0.6.1"
+        },
+        "numpy": {
+            "hashes": [
+                "sha256:e2335d56d2fd9fc4e3a3f2d3148aafec4962682375f429f05c45a64dacf19436",
+                "sha256:9b762e78739b6e021124adbea07611682db99cd3fca7f3c3a8b98b8f74ea5699",
+                "sha256:7d4c549e41507db4f04ec7cfab5597de8acf7871b16c9cf64cebcb9d39031ca6",
+                "sha256:b803306c4c201e7dcda0ce1b9a9c87f61a7c7ce43de2c60c8e56147b76849a1a",
+                "sha256:2da8dff91d489fea3e20155d41f4cd680de7d01d9a89fdd0ebb1bee6e72d3800",
+                "sha256:6b8c2daacbbffc83b4a2ba83a61aa3ce60c66340b07b962bd27b6c6bb175bee1",
+                "sha256:89b9419019c47ec87cf4cfca77d85da4611cc0be636ec87b5290346490b98450",
+                "sha256:49880b47d7272f902946dd995f346842c95fe275e2deb3082ef0495f0c718a69",
+                "sha256:3d7ddd5bdfb12ec9668edf1aa49a4a3eddb0db4661b57ea431477eb9a2468894",
+                "sha256:788e1757f8e409cd805a7cd82993cd9252fa19e334758a4c6eb5a8b334abb084",
+                "sha256:377def0873bbb1fbdedb14b3275b10a29b1b55619a3f7f775c4e7f9ce2461b9c",
+                "sha256:9501c9ccd081977ca5579a3ec4009d6baff6bacb04bf07214aade3324734195a",
+                "sha256:a1f5173df8190ef9c6235d260d70ca70c6fb029683ceb66e244c5cc6e335947a",
+                "sha256:12cf4b27039b88e407ad66894d99a957ef60fea0eeb442026af325add2ab264d",
+                "sha256:4e2fc841c8c642f7fd44591ef856ca409cedba6aea27928df34004c533839eee",
+                "sha256:e5ade7a69dccbd99c4fdbb95b6d091d941e62ffa588b0ed8fb0a2854118fef3f",
+                "sha256:6b1011ffc87d7e2b1b7bcc6dc21bdf177163658746ef778dcd21bf0516b9126c",
+                "sha256:a8bc80f69570e11967763636db9b24c1e3e3689881d10ae793cec74cf7a627b6",
+                "sha256:81b9d8f6450e752bd82e7d9618fa053df8db1725747880e76fb09710b57f78d0",
+                "sha256:e8522cad377cc2ef20fe13aae742cc265172910c98e8a0d6014b1a8d564019e2",
+                "sha256:a3d5dd437112292c707e54f47141be2f1100221242f07eda7bd8477f3ddc2252",
+                "sha256:c8000a6cbc5140629be8c038c9c9cdb3a1c85ff90bd4180ec99f0f0c73050b5e",
+                "sha256:fa0944650d5d3fb95869eaacd8eedbd2d83610c85e271bd9d3495ffa9bc4dc9c"
+            ],
+            "version": "==1.14.1"
+        },
+        "pyarrow": {
+            "hashes": [
+                "sha256:e8cc9f6a545d08b888e7b6b4f21f65d9773ef74abfe3823e458a9bffc6889cdf",
+                "sha256:140c04ca9e2742df00435ac4856b109f05292fbb7e1f0b944976d0407be58997",
+                "sha256:5c72e2c6c3ac249bed6221d0ac6920571c00af24976627ca45ef91a59490eda8",
+                "sha256:3994e41cb98e6bfe3227bab76eee2c683c1a1877479154198f40a770fc71f776",
+                "sha256:6256e6c90478734b8f3e6976cd509614df617f3dd216144b3ea13d474c26220d",
+                "sha256:3a50f5d1f73bd11e3e14bf71ba24188f6604d39eb475b20a1fc34102df6a89e7",
+                "sha256:073d9d05f61361565112341cedc9e473b81b9f170a87b9ce3546d47378d2fa49",
+                "sha256:1faac9c21e57a7f92c9a5971f6414fdcf27f9288f0d3ccdf66751c0899e599a8",
+                "sha256:c423c577c92a9855d09be7604e79b16598d415e600a0960e8bfacfc816651ef6"
+            ],
+            "version": "==0.8.0"
+        },
+        "pylint": {
+            "hashes": [
+                "sha256:156839bedaa798febee72893beef00c650c2e7abafb5586fc7a6a56be7f80412",
+                "sha256:4fe3b99da7e789545327b75548cee6b511e4faa98afe268130fea1af4b5ec022"
+            ],
+            "version": "==1.8.2"
+        },
+        "six": {
+            "hashes": [
+                "sha256:832dc0e10feb1aa2c68dcc57dbb658f1c7e65b9b61af69048abc87a2db00a0eb",
+                "sha256:70e8a77beed4562e7f14fe23a786b54f6296e34344c23bc42f07b15018ff98e9"
+            ],
+            "version": "==1.11.0"
+        },
+        "wrapt": {
+            "hashes": [
+                "sha256:d4d560d479f2c21e1b5443bbd15fe7ec4b37fe7e53d335d3b9b0a7b1226fe3c6"
+            ],
+            "version": "==1.10.11"
+        }
+    },
+    "develop": {}
+}
diff --git a/parquet-generator/README.md b/parquet-generator/README.md
new file mode 100644
index 0000000..0ed4765
--- /dev/null
+++ b/parquet-generator/README.md
@@ -0,0 +1,12 @@
+# parquet-generator
+
+Supporting tools to create Parquet files to validate
+the vtable module.
+
+Run:
+
+```
+pipenv shell
+```
+
+to get an environment with the necessary modules installed.
diff --git a/parquet-generator/parquets.py b/parquet-generator/parquets.py
new file mode 100644
index 0000000..b164e4e
--- /dev/null
+++ b/parquet-generator/parquets.py
@@ -0,0 +1,112 @@
+from datetime import datetime, timedelta
+import re
+
+import pyarrow as pa
+import pyarrow.parquet as pq
+
+def make_100_rows():
+    '''Create 100 rows with unique values in each field, exercising all the main
+       physical types.'''
+    rows = []
+    for i in range(100):
+        ba_fixed = bytearray()
+        ba_fixed.append(i)
+        ba_variable = bytearray()
+        for j in range(i):
+            ba_variable.append(j)
+        row = []
+        # BOOLEAN, INT32, INT64, INT96, DOUBLE, BYTE_ARRAY, FLOAT
+        row.append(i % 2 == 0) # BOOLEAN
+        row.append(50 - i) # INT32/INT8
+        row.append(100 * (50 - i)) # INT32/INT16
+        row.append(1000 * 1000 * (50 - i)) # INT32/INT32
+        row.append(1000 * 1000 * 1000 * (50 - i)) # INT64/INT64
+        row.append(datetime(1985, 7, 20) + timedelta(days=i)) # INT96
+        row.append(100.0 / (i + 1)) # DOUBLE
+        row.append(str(i)) # BYTE_ARRAY/UTF8
+        row.append('{:03}'.format(i)), # BYTE_ARRAY/UTF8
+        row.append(bytes(ba_variable)), # BYTE_ARRAY
+        row.append(bytes(ba_fixed)) # FIXED_LENGTH_BYTE_ARRAY
+# pyarrow does not support float yet :(
+#        row.append(1.0 / (i + 1)) # FLOAT
+
+        rows.append(row)
+    return rows
+
+def get_100_rows_types():
+    '''The types for the columns in `make_100_rows`.'''
+    return [
+        pa.bool_(),
+        pa.int8(),
+        pa.int16(),
+        pa.int32(),
+        pa.int64(),
+        pa.timestamp('ns'),
+        pa.float64(),
+        pa.string(),
+        pa.string(),
+        pa.binary(-1),
+        pa.binary(1)
+#        pa.float32()
+    ]
+
+def write_parquet(file_name, rows, types, row_group_size):
+    '''Create two parquets with columns we support.'''
+    # pivot to be column major, create arrow structures
+    fields = []
+    for i in range(len(types)):
+        col = []
+        col.append([row[i] for row in rows])
+        fields.append(pa.chunked_array(col, type=types[i]))
+
+    def name_of(i):
+        name = '{}_{}'.format(types[i], i)
+        name = name.replace('timestamp[ns]', 'ts')
+        return name
+
+    cols = [pa.Column.from_array(name_of(i), fields[i]) for i in range(len(fields))]
+    table = pa.Table.from_arrays(cols)
+    print('Writing {}'.format(file_name))
+    pq.write_table(table,
+                   file_name,
+                   row_group_size=row_group_size,
+                   use_deprecated_int96_timestamps=True)
+
+def write_unsupported_parquets():
+    # Taken from https://arrow.apache.org/docs/python/api.html
+    unsupported = [
+        pa.decimal128(10),
+        pa.null(),
+        pa.uint8(),
+        pa.uint16(),
+        pa.uint32(),
+        pa.uint64(),
+        # pa.float16() <-- not supported by us, but also not by pyarrow
+        # TODO: list_, struct, dict
+    ]
+
+    for type in unsupported:
+        file_name = 'unsupported-{}.parquet'.format(type)
+        file_name = re.sub(r'[^0-9a-z.-]', '-', file_name)
+        file_name = re.sub(r'--*', '-', file_name)
+
+        write_parquet(file_name, [], [type], row_group_size=1)
+
+def main():
+    '''Entrypoint.'''
+    rows = make_100_rows()
+    types = get_100_rows_types()
+
+    write_parquet('100-rows-1.parquet', rows, types, row_group_size=100)
+    write_parquet('100-rows-10.parquet', rows, types, row_group_size=10)
+
+    for i in range(len(rows)):
+        for j in range(len(rows[i])):
+            if (i + j) % 2 == 0:
+                rows[i][j] = None
+    write_parquet('100-rows-nulls.parquet', rows, types,row_group_size=100)
+
+    write_unsupported_parquets()
+
+if __name__ == '__main__':
+    main()
diff --git a/parquet-generator/unsupported-decimal-10-0-.parquet b/parquet-generator/unsupported-decimal-10-0-.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..b392ef1e444729324e0f66d2fe4e294f49878cdd
GIT binary patch
literal 103
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%<rC!+Ws(p`NlnhoP0Z0SG|*8n(2O?_WdMpZ
zh>9?XF-Y=gC>10Y6_%!!=q48wD3qlZ6=&w>DH!S*>lx_=`#A;#d-#ViL^Cij1OTl7
E0A1x51^@s6

literal 0
HcmV?d00001

diff --git a/parquet-generator/unsupported-null.parquet b/parquet-generator/unsupported-null.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..cc73d75dd6d72dbe264f2d00b2df6cc96069ca9f
GIT binary patch
literal 87
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%Wm095V9P7b$%!`*We_!B5Mz+!(NHQ#EGjHb
pEzwObC{QR%Eh^5;&r>keGuAWG4fb;k2=?#~Ven>PU<d#j2>?<Z6n6js

literal 0
HcmV?d00001

diff --git a/parquet-generator/unsupported-uint16.parquet b/parquet-generator/unsupported-uint16.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..fa7a4c9dbaa7354d582f9ebaa0ca2090b3667965
GIT binary patch
literal 89
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%Wm095;3&<^D={>SHxOkIm0%EKkmS)&Do89U
rEKM!ZO)e-<C`&CW&dkqKFw`^FGtv$Aa|{Uf@DE||Wnf?k02&Gaa_<z+

literal 0
HcmV?d00001

diff --git a/parquet-generator/unsupported-uint32.parquet b/parquet-generator/unsupported-uint32.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..b9dc0b10899ae1f2083f7e491b75630adfb27f2c
GIT binary patch
literal 87
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%Wl?34;3&<^D={{THxOlD5Mz+!(NHQ#EGjHb
pEzwObC{QR%Eh^5;&r>keGuAWG4fb;k2=?#~Ven>PU<d#j2>@FE6rcbA

literal 0
HcmV?d00001

diff --git a/parquet-generator/unsupported-uint64.parquet b/parquet-generator/unsupported-uint64.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..64052626c593d712b4d4d9a7ee6fdcd171778842
GIT binary patch
literal 89
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%Wl?34;3&<^D={;PHxOkIm0=KLkmS)&Do89U
rEKM!ZO)e-<C`&CW&dkqKFw`^FGtv$Aa|{Uf@DE||Wnf?k02&Gabnz6}

literal 0
HcmV?d00001

diff --git a/parquet-generator/unsupported-uint8.parquet b/parquet-generator/unsupported-uint8.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..92ca10f5126f2d9c49dc64fb9c42de753643fa05
GIT binary patch
literal 88
zcmWG=3^EjDlGHI}kYFoL&PdHo6lG!%Wm095U@y(gE3t?-5M>Y*V-RDI<k3(nNGvKW
qO)b$)E+|kaOD!tS%+FIW)HBvI(hc@=3<&n{4`J|OU|<LUnh5}5F%+Bt

literal 0
HcmV?d00001