From 92bada214cea4f687096fbb70c82e5e79bdcff7d Mon Sep 17 00:00:00 2001 From: nidhipatel587-hub Date: Wed, 15 Oct 2025 16:06:59 +0000 Subject: [PATCH] Added Github workflow --- .github/workflows/run-dbt.yml | 38 ++++++++++++++++++ .vscode/settings.json | 1 - data/nyc_parking_violations.db | Bin 5255168 -> 5255168 bytes .../tests/generic/generic_not_null.sql | 2 +- .../tests/viplations_codes_revenue.sql | 11 +++++ run_sql_queries_here.ipynb | 2 +- 6 files changed, 51 insertions(+), 3 deletions(-) create mode 100644 .github/workflows/run-dbt.yml create mode 100644 nyc_parking_violations/tests/viplations_codes_revenue.sql diff --git a/.github/workflows/run-dbt.yml b/.github/workflows/run-dbt.yml new file mode 100644 index 000000000..f821d5321 --- /dev/null +++ b/.github/workflows/run-dbt.yml @@ -0,0 +1,38 @@ +# .github/workflows/run-dbt.yml +name: run-dbt + +on: + push: + branches: [ "main" ] + pull_request: + branches: [ "main" ] + # schedule: + # - cron: '0 8 * * *' + +env: + DBT_PROFILES_DIR: ./nyc_parking_violations + DBT_PROJECT_DIR: ./nyc_parking_violations + +jobs: + build: + + runs-on: ubuntu-latest + + steps: + - uses: actions/checkout@v3 + - name: Set up Python 3.10 + uses: actions/setup-python@v3 + with: + python-version: "3.10" + - name: Install dependencies + run: | + python -m pip install --upgrade pip + if [ -f requirements.txt ]; then pip install -r requirements.txt; fi + - name: Run dbt Prod + run: | + dbt debug + dbt compile --target prod + dbt run --target prod + - name: Test dbt Prod + run: | + dbt test --target prod \ No newline at end of file diff --git a/.vscode/settings.json b/.vscode/settings.json index 236981053..ca20f9585 100644 --- a/.vscode/settings.json +++ b/.vscode/settings.json @@ -17,7 +17,6 @@ "files.autoSave": "afterDelay", "screencastMode.onlyKeyboardShortcuts": true, "terminal.integrated.fontSize": 18, - "workbench.activityBar.visible": true, "workbench.colorTheme": "Visual Studio Dark", "workbench.fontAliasing": "antialiased", "workbench.statusBar.visible": true diff --git a/data/nyc_parking_violations.db b/data/nyc_parking_violations.db index 19e587528a8e8923bc41139579f0f53e70910ba2..4037807385c70671229970a22c62af3c56694a6e 100644 GIT binary patch delta 8050 zcmeHMdw5humhZZ^-;Z=BkatKrJOaT0#WMkczJ2>PC@RUQi0)_-RvTdqBRvuo;r2vSLd9rKh`DH!*83<-3q>B=`zA8 zF`sksXoIv{@-M!z`gZ-);m7CqP3ilW-!~=m>r?DgUb z37(7H&F$Tzn!6{z&)Rcm_|WVs7wWvn%oINWAo#isfpj}xvxoe>(EL|v;I*g0m@zYa z3JO>K3TAMrf{SuYWLaU}bSIE}cGOxMj^<)McItB5Rj+)nRB>-QG7R}`Fr&ngH1EiGI6p%GLFDfetuJ>k~QHg&> zvHGjX$1M68xuVJMVz7UutSoPai}(7-C>Oh@l-T*m98xXw6A!58ETFm&RZruAMs<>v zwdNb#r%%YG*YcYDrCgGf1fLI})Vs#Q4lbH=0>}ZIPWR zWQL8^eL*HQui2N%=$mQ^yXJ4&7*LkWm15Fuj(a1uncSI=h8D-{hvhtoYuA{+NHX(^ zS!9d^v*vRD)9O=}CcjPC3$G2rYo~!tnYh^$UgKrej}k9GyRE~Tb|{ze?&E5Ru&OfE&N~mNXKnHEh34kElXjl{o;qG)Bi?ck1+}x$qfY+V3DxCj z@;g}lRN`g61L|g8-J|}+68AwCpYf@>*ukO~Nf=gUWgoN`Ir&$Y)M?h{uDw>0&5qwk zM#G2~!`Z>}){_z$)Mv5QGLMsacX;gV*sWwSNKA&`kr)K6oH|2G%y>$7;qyl@FbW-; zh3Db|#91CVa3p$uKRD0Djy|Sd13GU;ccy}{h2JqGw2N3p)aLN9siDOVK4%AMw8|#a zFy8$<_^&y7)XX0n6FO~Sl}puM!}JJl&twsR@H7teq{bgAkWK<-Ho7-B3qR(QmZe1& zexy3oD1jVAkDXKjiMV*%^w2S3`DWPPp(q<;p_yhhu7u@zrL~~_My4zyqqu)g=tg^! z-@}frEOPU8^Fu$k!pWE=Ba4`&oo7kAllgKr8}m+(EDRRq;++@C5_I4=e5aq)=gsgp z`7IcLGZD!G&*Y+Ku12U9-M1Dj$!5{vq07M36tt50?4St<;T1?1D zOKYkY{d8&d^1IlofV9{-IbwPP$ZN5Qu;X*3LN>ol$>L=p>4@Z<5;47$hC`mT5eHhu+9cH5&qbM!?2LbZXYAMWjbXuU( z(K;QY(?Xq&)#+tAEz;>YosQS(1f5cyPSoinole&26rE1h=`@`d>$F6t({(ySrO6u%f#RNrGK!QIv-fm59-;5Ul<8a+I*PUd=Aw zW*WjETqB9mTF&;(mF&dAjt8Wx*)QfuwN7iq#D@%yQ4zieBq8hcL`>@~iQ~6iuN;t^ z!y=}WLlcHrO+cz~!u@@p6-Nl0wNT+0-G9u)=h^+y-EL+dE>!FmZ^ZPP6GHqwrz2uI zH4KHs5tz*U<;wLuTA^Gc!bODA^A@By8}F%BIxV>6haqTgaIj-_iWASo8K7SrKia7L zSp@3V{)1u7U(=UdSRy7kX}6gS&r5oHZ-+zLRVroetXB%HynBN(Nkrk{SoTu7R9R<5 z-@j-9f8Q(K(y^zrN~CW!a!hFG z9gwA9+~=TP(jB7IN_NZe?R^BS6M)Co0S_2>FA5$#32(gG$t&xE6U8F% zIYxr;;XV?xuc9&du{aYrnqlE(8-nFxEokpndrYWwd+-Gj!JiIT@eeXnI)iYz#|w`J z89(cCY)W8Xu-mp7f>!WLzKzqP!I@?OG#f~U!F>xpWfOXW8!^NaOBRpB{k_4vg@s}h z`htb$dDS<>sqHff0(=qo<*BoTonmKVS4e}*;O{!K$O)s`I8|@h!Dh&KxT*beqJt36m=G!V~Id$4gr~yn4FYgbmii) zSb*npON=!hx+<7d0@U?e;J*R70H7YYZ4eMm1P<8x3x(6xZfPNa4cJ~GL*`THmU0&%l<9}!pJ_eJNK%< zOAXTY#0tUUiYqVTwm-$Z{vB$B4SkWc{fz2t{(bit4uwy>DDT~t#qij#Lb()dp-g4zFs=S!G^LZR<(5Gx5cpZk+KjCOA9@DWXk_|Vph0UBS74qH!X?`p_VWrzb5eShnC;^ps zk@P+=uojAnRuWJrFz9q-%26=e!5gT=(Ivqby+6^^Z3Q{pxHU{V=g?HVc{j5K*XY$p53_)NAZUQo#yEjx4)50d42|bDWt6`4H4QUb8Wn*coGO8~w~1U^enkT{hBKwW=Q3h#Xv((-{@ z27uM62|zRvI0V(^pedcAlNC?0K*y#*NfrRDkeByQsjCNMZI%H+;GygU;8G&+c}{{v z6cYJ)FI}e@*)(=1jNs!nqB>-)r&W*1QrmPcPL<8{fpsO1sK1~D; z8L#f?^&qm}mhc)Z%m)?&677xz;7KPoE0;<3z7FsZ_M>v8fK|?ye4g16(|h0^sC}@+ zc*Y)1=Sic(tL%JyftF+AaA?jG$M%ASZ(VFjsZM711|X$@Mw^4ta*uOR8<9a9@ssb= z0QFi)GCvy*P8F;+hxCX2H&M&2aQv``(p#zxLk4;32l2}~;1|%+{CP#z_o5dGcn{y+ zQ>{5zrjcA8v_fsCt^Rga>9WNAZsYYgYc+E7^!+K^S*a~|v+fPrOkj(VKbTW)hFk(| zOTEM6WnHaV=}0sm4R~~beG=GZDPdim+7l=qaw5A7tBbd{lOm?QE({?9@Rgt)1Ms1s z9RqMo(2fCkP0)@3cvi5C0oWo~CJxlWds~raOmPH&wSr{~zza~)50cm=C?U0J;S27=RAJG6rC)U>O6jNwACoXc8=A06sGUb@gCL zkKmoS2y`Ey_P@#{j%3XvYBT9n@X}6}tv~c>%!h1Km zY$9+%(2hakpabjS=O78ifb86-jf2R}WfR6id=+KSu(Qe_DQxmXv-nBn3f8to9gA&K z=o5Qb>8;wk@J-N81^6I#M$g_F@aj z$7=4*8;i-}P~^`PzUD(MLvHe0QO|Wii9UoguvJnhyo$Nay*M}t5}fbVLdj;;=QR6h zSkM6xuZ9(J5w8Ydz06zBX=|Y|0C7W7TkPRNUXvfbi|{UQ`1&LWv)E6^#zSeA_%~r+ z5Vj#(v!}uJwRX^T55QO128HIKRn;q5J=JdF_Tun8prAxc<$9+9wiTk(aFfmT~v^@I3@?%tJQ*lj87i zt_dqCjXot++sN=~huP-&ghWQh7S|%$(Eb z%pc|)ipsC<{qA?a`z^okrm?SEXvBXVp>X79udLkG<5*phWc`G!|AbWQ|5UiSLw%TU zEfDV!zx!Fk!Yg0-uyx?v*f(Ws&fs%YOh(54K!#^z<gzk&JJ>(V!3)=P2w#UyWJ4oRo=y;t~L8!oSJA~eo z!-VC4tjbblStK{K&XN_pxRKzx4!dHzWK2woB@5EB|ea+ zvCh`6o_l%66m5|Yww_~7vii)HunRsqt?0DGMSwP4Y+4;qXo)$1-ey2|k-n7PstI#J z`|p$e(EJqYh>BhX&Bsf8y!T4|Wd{3SWxm#5eG>s`Zq&i&rL%8XmbW(PzSMz%#Yv5^ z9|X>%@|sLG$p@=fC?hSyb``Qp(G&Bp0IVoth5Xf@Dp|>Jd4$d7lN*$~M0oaOasW1z zvm30vH#V>pt>J++meu+l`tL|fCARkf^xwv&f0vawTIp^NoH$bAhQ1}*GQd;b3B60T zd+F^gnf}JOAr@F~fwn(c-8SpgRh zZ&Nz_(6~X(;P32FIz_mmy9AXws+L3VdvY3occ1cxpSJL)c<}5OprHy+`{m4RGca;6 z63CM(ZpOWbX0T-5`?}KSgFq9zlKW05^&-pQy=zf%%c$sC4t~#hrGmlIM_B~guTw&# zmJCu+ndzEEaZBAsAC$K3IHJMLM$z@KTJ_qh%pQUbT^Dy4220o zc1zenLjAljBHSiI@c?ehT)45YEZh=y#t*WD;9QW`C0`r`2t4GR9)E_t^NL_XY4ogk*T9 zjMW3ChE--Ypd5(ur;~s&ym6b_?Q3nmPzGK9q~;Ko1q+^3e0=bL0j-|m%vxFl~cWu&VE_iIVaMJ0kO*)^!8!H9D=^R~~ zbZ7*us+P+@yk4$_EwcoV@ABHD7rX-lOOj?nUr^758y?gb59YZd7}Y4}L;on|=E;rn z{$NYk4Z*ugJZlE31wK$MIvJlSL~jU?-BKB^yF;w>Va?j&(Jo1*TPDCe1_yOB&Q*{49RUs9z*gP5`un1N;af`A*C2n(2zoglxj$6hLmnd8HSW;NLhw7 z!jQ5JDaVj<4Jpr%MjBGSAr%->p&^A0X_O(2Hl!j$y2y~m7}CXtRBT9N4QZSqjW?uA z45`GBE;XbHh7>U*$&e-*(j-HgY)F?G(iB6QYDm)zsnn3B8&a7el^fCwL%Q6MW*Sn3 zcjLToUR?4OCRF&(GWK&iEX%ml{~B}PLYpi~SWe6p{S)6bbw?3(%cQ;fWggYN(klOn`$y-Qz?d59af?gL;(l{u=oT zugO~YnJ4APU4Y5k&Ck}!T~5n!C_Ha~z6ROHTh_}JF3TkJeB9(~fP17VCz|A!F+(H$ z;WLD2o}2f!%aa5P*tJV`Iw-dX_<i&Uegr) z#EXe*z{wZ1N2|#qkHsufwI%w}@YL4_a#u9}+Zxg7oc^x-uq3uhMNhOB10qu#<>Ata z=nR{J?^ugk+TAbU zl$zL~2P4W~eDQ96b0?HI0MS$&0WfA%W}}uskp!>$8f~qQIbBD zmd!D>##{pZ0t-UdG<+m0s+Vv0cO}nBZZbsYv8*7oS@|6tev@M`KaS@s4wKynDSeG) z0O&fXl=6=E6-*4cUrd=b%0% z{N^u6AGE8<{MX0y*>XnlLD^-v+o3g2EK|IE^}n!vPNMuv$iAB{2=k~1a`7j!)z6&& z4ec+EopJ<_X6%JQcbP$^9zzr{H^FAayWix}CF*tJx)SDrkB>8*x`M@V|CM;ORIP9& zwgoqP;lT-N2%e*J!Mtj=6$+VjGO3wKE1JL7S{(xtb4-G7v-R}&k*OJl+r7;CjPq;_ zMe};C6$^yDgLot6v0=^8VD`1>IQ2w8?E}a5VV9Mh0D0^v zBI<5l`fD}Y)bOu02pk)P$70iK9>E?Hn~2@C#2sY0@pRgGfa%4_CoI(VnRhBVbSguw z!g1sr8`TmT6oe)Xy$o#{;n;IzBd_pK^bhp~Gh_Z*)v4Cf$yu8ki~SgNa*-Z&U(DD@ zoYTpwPt!4(F@?I|B^LR{<-F-vTBVcUcO1Ri8>?02KA6~}-cLfyFzJ)uptn3quDK0* z@1zTda_V~CS1zM5c>+gcz{bbhQ095B_p@!7jq{G?vGK;{P+yvmyiNFVW2_p`TOaNZWPXM+TBmmDABG3>g zQP@wF*hk>+Z?OcROGp5o6BB?(h7mKA@mV79@i3;=fJ08Y5`-LeCjbXL3Bb$Pz%K&`4BP)FgxC%8r<4TXL@)t397+KGV;HMK&0ZYFst{OjXI0Z1 z5m}p&Amn@^a5ghx#Hp-pkDgEe8(m>?yu!Q$Zy?qv=1ox=afX^$;SA7K!qt?u3Ml+0 z@quaDKI>8y>hCPX=)4WDEN*;A2|it>A?5g++sNlSw9+p&KLBjAacK+$5LCFJcDwWpLhJdh8!FxH^j3N-u%&;Fi@rC!`5fiO?>BT zbf5NclQx&qP`&7h$#+2XZZ#8{e~cM3@JBT-nR3QclxwoBRuszqiuIYKC2)w#Ldu_9wP)LzC-c>$sdLnf5`H{}#nt1T#H(8V2u?{k2KQ z%}BNZ51Vmo1HMiK`ppxvjW}iovJKd02C@yFa$u?lW8MiiI zyBW7OpxumH8*slFw>IE|MBo$!azm1B$RRV5Z9uOX$u{8kX589$d(HY_12&uW!3H#8eTXhj z8bt8kVwfKI`!CG;U>opxB5+#x-Y)!<0KM(n3@W<6rIeBjHLuCXcD$)=^?j@JJ|nL5?gIz_95u*(w?%yv+q-_+fU9t)c>Zhi|C$G zynZ=ko?uIC3kd8sPtXSZvw4CxpfziIosJj5X1sUxXqN(BC(I`K)1dbc%1AChtLzq` z{v(Ee9e6`qKwo5&OLFXZcHnU*S5&YW^65bH;Exb|LtBi|Nm^E}QGEac6sk)~aFOJ?aoncU81i0x8HsFbo zlqc7k*O;+vz*2zi)JO8pLakol&!+3|`*)1jR~n6f5xx>g+36VWQ(&0Vn6(yX8j*hDBG+uYehCJ?$V#|4qnX)5a`gS zu&?=n4f=gHhBZiOX(FDknby;J(=J_PaK!_94u5`*{zp@v8{MSaVFwgEpaZKw0b?Lz-= 1) diff --git a/run_sql_queries_here.ipynb b/run_sql_queries_here.ipynb index f7c54e6c9..26d09a9fc 100644 --- a/run_sql_queries_here.ipynb +++ b/run_sql_queries_here.ipynb @@ -17,7 +17,7 @@ "outputs": [], "source": [ "sql_query = '''\n", - "show tables\n", + "select * from \"nyc_parking_violations\".\"main_dbt_test__audit\".\"viplations_codes_revenue\"\n", "'''\n", "\n", "with duckdb.connect('data/nyc_parking_violations.db') as con:\n",