From f399ed5502b7b556fb39cd6b6cb47ba6783ec9a2 Mon Sep 17 00:00:00 2001 From: exAspArk Date: Tue, 19 Aug 2025 10:46:33 -0400 Subject: [PATCH 1/2] WIP --- docker/bin/trino_configure_and_start.sh | 2 +- ...-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet | Bin 0 -> 7651 bytes ...-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet | Bin 0 -> 5546 bytes ...5ca-a30e-4182-aeb5-99bd766b328b.metadata.json | 1 + .../ace50a17-644b-4801-98a3-b0491e620eda-m0.avro | 8 ++++++++ ...9-1-ace50a17-644b-4801-98a3-b0491e620eda.avro | Bin 0 -> 4509 bytes scripts/build-docker.sh | 3 --- src/server/config.go | 2 +- src/syncer-common/base_config.go | 2 +- src/syncer-common/trino.go | 12 ++++++------ src/syncer-postgres/syncer_utils.go | 2 +- 11 files changed, 19 insertions(+), 13 deletions(-) create mode 100644 iceberg-test/data/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet create mode 100644 iceberg-test/data/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet create mode 100644 iceberg-test/metadata/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json create mode 100644 iceberg-test/metadata/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro create mode 100644 iceberg-test/metadata/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro diff --git a/docker/bin/trino_configure_and_start.sh b/docker/bin/trino_configure_and_start.sh index 4fd2fe4..7d12648 100755 --- a/docker/bin/trino_configure_and_start.sh +++ b/docker/bin/trino_configure_and_start.sh @@ -35,4 +35,4 @@ sed -i \ echo "[Trino] Starting server..." CATALOG_MANAGEMENT=static \ - ./trino/bin/run.sh >/dev/null 2> >(sed 's/^/[Trino] /') + ./trino/bin/run.sh 2>&1 | sed 's/^/[Trino] /' diff --git a/iceberg-test/data/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet b/iceberg-test/data/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet new file mode 100644 index 0000000000000000000000000000000000000000..37bcb49fcda0045cd675afa5704c2c6461559801 GIT binary patch literal 7651 zcmcIpUu+{s86P`7$FY6RpUW(ptLYh&Y&qV=72XTSN)@ArK(vokwiR?l3>VT6aVG>L;y2;&GsnIF&mCl!4Zp&&x2ClG*Z zmzV@jxp{i$EFK_9;k+9#@Kpu~gV5$)d8gC>WE#tEl|{fDDJo7at^NBGeFQh@9W&wU2(22k0}cJ|n*o%}lG!tf7u+2q{Ltzc z5(7Fp`tsXvJ@$h)I(K&Lvz@zU@rA!9qDI#o8O_1--QgDB`1M1HZuoxQ9d7YQiBo?* z9wtL~w12O5hgt1T+D(fzK`#mf@!?&&p>Wmh*D<;U)6Cv@FZTtXz<@z&3$ZHyi#Q zb07w6xw-swu27uLPLm~2#>;N_$=@>g0KmVL{-Sm*J)cVNm#Qr-eF$wDc+cHt?l6GX zg2t;c<83vWO4qceu5Eqh@GywZD3@OQS04~vz*}yj)1PLMp8}fkW@&e?IzFFEjg!S} zd_E6_=Dt?e>y7bwGCpf~+f6a?D5FRLh1#gs^#!%OQ>kt(5E6C9D62EH1~@W!-pw(5 zhxGw@&vM1N!aThIdIg`Kgbjmi8nANHO=I*uguY9I5BEHT>NQP&vVLr*p=qH|;HjtX zJpK7w0H-s<+0L37;T}+drex2dJaC65H4+N^4L72)7mPz+YK)`Lbdx>?aT%Jph%x3(UFkf1iUS+7@_4c3S_*p3_fpJ^RK zN+g*C61eS8bHlD2LJN1^nvDeVbm1d=08;imypTj9=2zSzu z_S#lS*BEtNNhhnMh6ESWE4xjh&@_rp}u8nB|WIAA-nHQB4%rW#V_c@@lH&6n)Mo|Ti`WuQnSgc7I{@aTTFTFSza4G*tI#h#4CpOp4e#CN_)+ny3Lto3Q&UL zV5!k4UE8p|n(&bwR#uWK%oZgihN_jOj$wr$J=d#MwOy^IL$6(61Oo;E?*!WZ5l?$E zV_Ez4H3ZT_MoW9dwCy=hTbK4lrfo7*by&X5UZD) zRf-UTBgv5uG7?I{+Np$5WP~i3I4%T*g0Lb*R53)h0plv5jO}S~5RD{ZVS;xR5OxOJ zI%_el-WL-xeX%dklqxHnmA)NN#Xtc5gFp1{^(1b#cP{0W;jFMG{Sg?##wyS5z~!>| zv${3`O1mUnlZ9dZ6>j1U9Z@82FQyiw&fG)1h2s zMBgG@1J3JBjo4@Zv)~bAa7&!Qd_-a z+oCPke-GS!h>(+?tw>!rtPZ=EKf+!K#|BRo$h`P|FN`HQlp0sywLN*+q7F94Xp+8o z7uX`~_{vM9FT7SSJL?PA=LL24JiNa@g>{J>2lx*Tz+MZ;b%FAi@A%nbI`p{oQlI4z zKU_11xP?2!ZC;euA?uB{eGpkA_daNc$U)t>l9A(2UM@C;?VnJTi;UarQ5ZLNpywqr zZeFWDx8wWEBEKC2a+U?)B|`4C`jb09-YoV%5q6e4;3ew1nNi?Ye|FE8pCxcNPTV(> z4!lI&_gFg!*gqRBf&UT#maX6=8iAR^;8uTucHf+q#+%1U5N4)>muL_ktG`B@4^~U! zI|&konIz#Q8ivQ}FVX&M*HZZhQ8_SEEWAVm@mReo>;u96sZ6=QB0L|EUhh}M(Qa}w z-J!s#50TA37{}K=jpn@Yxb)_LD#q=JA?Fh~cSNnfnETW~_11)K>F%H^_PY{G9s{U$ z#Q1B+?Pn4y{A@sYB_O>xq>2;WC#dcR3l4uo%>H58&sQ|cbHZcNt0z=3W=oqn9>7cA zx+8RKr!}f`QP`1g55tz`%;uyIy%tdH0_CsmI1f_s7X!iz0qK2^pK;0a#2rlnx@r#( z@4Epw|B-9>hweV_(&%;J8v*I2po*tDq#HW|Ah`dV!{2$^ah&?SFWd}Bw?C$esZKf0 z&Is`QLtyduy-mh|#_))6S$auS#VAj)+RNaUPfa_iu`n7bdXo<{-N4cWpc)pg2z%1I zqFO+i9>~;+J&>{W@&!jIpC=dLr6Wu5+avHvND`?0+|Hl8Hg z5`PDsZy;oPMVATkzn$dlxec$}CE<$nn+Is;Kr&eDfy8h-LL+n0F4I8=c18Gt^phkU zp{z`?tq8-~*6!31o)(3m6cKKH9Az?lrN-5krcdoQru0UoR!{9~4U)!8$+Lx2X0rv^ T{ZwtHbQ*n2fWOhfpLhQU8Zvjp literal 0 HcmV?d00001 diff --git a/iceberg-test/data/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet b/iceberg-test/data/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet new file mode 100644 index 0000000000000000000000000000000000000000..698e6f30aa6041bceaf8d94ea56c466ba115fa92 GIT binary patch literal 5546 zcmd5=O=ufO6dtV=MUmFBtaz4HSW>mrixQl~30XG{BBUXdP(pA`TzUwYmA#3#=r604 z>og4wrR^yPol6d(r_xg{g&uP7vGnAYoJt7ktprkfuZ#O;cjsq+v=Zb}W3N{8-uJz4 z-oBlALiHa{{aY)1h>(O3n#zzXm}Go3>XSPi_z-&u*P`}= z?@|upkQxMHOcG=gj#Qt_{r&w3CUX=oMkh0KhfZeyK2eKMW&)ydSsQ0hoeV-dUw{S; zpNxtv-KJvI6PK_5^X8!)@LRxVqJGNP2rc`MdH>b1CmEzIk}`NLRlh#kAdfOt)%NgJ zsQ@XQAXYlhjpFkIK2NIOBWW@}v@5^y$8_$sb>02t#h1@~o>W~sy@kI5zi~PLzuQ%O zJX&3{Nvn{Q*xh>*Jnh$=sgk|1D*3mCrtPk+cUyyYXEh7bz*=l}yDd5fB`d?&bhEdPrq&D*I! zZK*S8TaLZXm1OZ%d=x0*(-&L=w_4b3?Ni&`><-+uo@1@seY@M4FJK*jH2}gV0eV^6 zFkOpM%f?$;i&)6yimu&ema_4-_IX8H0Apa5iMiePAN73M&?EL~Vs}5I)McX{aVQ54 z?LPN8p5)Va&32Fa%oz*XgOHHJgva;cRCC73h+BoZaZz)|qV`}`oD~+mM7lGABPr72 zV8EU|)ZtlPp>p$%Yng%G)g`~CXP}fUXUnAT0YJ_PkX~0PHDsLUCa7SG6(KSjg5{Hb zw?or{j0@Z%6HAkuE^^b1+uyR*-LCNFUE0gI3FGTOAitutEvSJ^@dHhyNgkClyQa ztJe{PuJ}lC#vb-+3>%645se)%v|PucN?V}R5fxaUnL7BmK8}^Qm*LvhMFbYj(=59UHCRTi>ewdOz^IPhsYqTvmVn) z<)XgaSdyatD2OO7!X98zxug#>4K;({7ovKf@py884=>nE{BOX3RDy@=Xmn&rXNtd- z5+u`*;!@87{w}2kqzM)`1BU%>3Q|oPYyV18&A-LPi(GUQVai`lB`7b^WJ4j-h1^42 zR95sKvJLeRYsrOM(2+PES486$3mukN}`j#Epz0_L2~JS|p*3 z&BKrif0Bc|lQV#SC3)xH;=TaY?j5#0}r$ zBH4a?2(nF2LHv$nJ3cy^JJc<(sogImOpVG3HxNwFPJsvtj#K>36BHXAEhyG~umHm% z1fb_Ien$etN5=#ZTNf7K1qnb8aQu!0h>wmAkkt3E%s!S=GMmr}F>!y(Ada32`5h4# z9~~_&xsPH|cBUZ;JyY^K5+yzwkHU5cp$TJCAC?lPP7$Hzj6rtOAko&1p@uVQfy9=M zL3Yz1Vynjx!*WWHqR;{|#BLfQ)Eat_^U76yINMOAyZ6W+Jc8hEblRg$Bn$m)Hbtz^ zTr$AJN(vyM>14oX$-wy>s-BB?qh9|>`$mtWp}@RXvVaLz+zSGKoU=DH1x< zWRjoe5_E(~#O5@akuQ16+}?SbWCŒ9hC EÊv'“7mµmb’vSÊÒEAWOËž<,ø(«Þ<,(]ðâ +Eö°Èº¨ìÁªeÁC|™„U,„=øæñ÷æ}gx¿ßïøîǟܾsïƧGúÐw±Ÿ+d³-ºµÑnI;}éí$E’Út7»áÐí­e»þ`­GûÙ[\Ø­M*Mwô÷¶í5ÉÉé®êRÛɆf·r¦ìØ9›.ÚšëP—ªÙ¶=°³ª¬ê²©äW]QsƪÌ"·Jõ-Õ‘d×Õ¨mæ%WÑs’fP]ÊË +•\U–5ÛÑ•œÖÎtíÞk;t²ž®¿øÒ3 <<‡Ö|5™ošA+Tjáz¤µbõxmÆJ4ijÉÚ¬5g¥¬+me,ÙR-ígœ5ÝÂû\ñLi\æÊor•‹\uÅz¹Þm¸Í‹Üò+ÀŒÙ ù‘Ç1„†1‚QŒag0"&qç0… ˜Æ ʨ¢†šXÀ"–`+Xe6uÃßô-ûÆ–à?ð€ „@€0D +1ˆÃ $@„$̤`ÒTÐÀ +P„(Cª`AЄe¬!Ï€ÏýÈñÁV×Y·{ЮÝ‹ ? ÃAˆüh4: £IDÂðÎõ'}o߈ +ã æ±0L—GqþóßjdFˆI•ÆO^vYY?k0gqBpYWHA%?N0yJoxHeoVTn zcXnJBJctKR8d)Ln6ap%WdPqP~f)Yb63yKH5coE+o#3&xrC16!Qs;XzE=izaBs=x2A z?|*%LqWMHpY96Jnr4`~29pye94Gv1s4t2#DD!TXU4BG^Lsrw5z{z&Zl4v=ty9(jbP@Kslr# z6Lm$d6a@+oo$-;aqMGenb>#B66OvS;Qy@GAS~{{5q@V>o05uKKn+Hh^RZvFMos13{SrskmaYVgUxi#sZ|Giuq!lPsc;prKcp@H%*C*ov3S} z>%unqn>4#cW*vLpIUL=BT#9QtF%#(=fQIdnCZ)hJZryQA1a0yl9EwY>Po`A^K)W4| zFP%0eX&%!AEKaZrO}}&Kl!Xf9WC3*YPEyQydJrkJdvI!~0euro6&h1=P?UraOw#^t ztxh_M57JmwDV)WOe=#1tAb1M|Z-Iv60!XeM^d=Q3omgBDezW;Mh=aFACssC2Z%j+1 z+bl8~qNP&WU>B?UmIcYgpjSaq)w!H~?<0%TeFe2^7Q&G316DU_N*=LQx7`f3DtQmY z?}57M)caB@Wpa}}fdNn*4XI;9Z4+X&H=e)ba`)vGrC2WIig_hhDwPT|v-$EkxtaxW zb``lE*`1l({&?VL!#$J9j~gl?YiT)h7B5b+<{^f_SLtdEJx8FQoG=v8{_pl4k+X2g zDl%NMu_^=#v921yY0#1lS(I)T<}p%u67w9 zhJYQ#hj6k2Ba3s+9Y_jkLa^!xj)b$$GS=Q+WEkcly$K_gXBcTOS27G`bqJTj`SKln zNq>^UCl*S#U*X_9Z){JGjL-JAXo)xlPg1TS3#4QP67T(Ws=65mRWb*wY?K(IY* zatj}S;S?>i%H<{`bUd6rF{@)YGRTbdazI?sQV-g|`*7C8otX(5MBBpyaaOXdqL1RF z-AN@iY+?uKA`ZTQhw(j}jPIwU#Tl6_-RmUW49BJUA~q)sx{s&fvGOYDurD06BOOU) z`uZ3Wsr7>Ed0#pWpg;?$Oht&Ny^z%=x>{uE1Z-B9n&VAUvd)NE*U9URZKdvvIe79W8 z|MmH&lUHAJ-xGgazI5}wTi$uJwl@FGlbc5` z-UClge)ZOssS~$OJaFN&7sj)j8MJ%z>)Y_X2QKe^P@ezb?A!A%FYLQ^$D8uQ6L(&J Z?VsQN{P*ckeqMj3{QB0u?VX)L{|CGX{pA1v literal 0 HcmV?d00001 diff --git a/scripts/build-docker.sh b/scripts/build-docker.sh index 34217b7..9751a5f 100755 --- a/scripts/build-docker.sh +++ b/scripts/build-docker.sh @@ -6,8 +6,5 @@ if [ -z "$VERSION" ]; then exit 1 fi -echo "Building bemidb version $VERSION for linux/amd64" -docker buildx build --build-arg PLATFORM=linux/amd64 -t ghcr.io/bemihq/bemidb:$VERSION-amd64 . - echo "Building bemidb version $VERSION for linux/arm64" docker buildx build --build-arg PLATFORM=linux/arm64 -t ghcr.io/bemihq/bemidb:$VERSION-arm64 . diff --git a/src/server/config.go b/src/server/config.go index 3238ba4..eaa97f0 100644 --- a/src/server/config.go +++ b/src/server/config.go @@ -8,7 +8,7 @@ import ( ) const ( - VERSION = "1.0.0-beta.1" + VERSION = "trino" ENV_PORT = "BEMIDB_PORT" ENV_DATABASE = "BEMIDB_DATABASE" diff --git a/src/syncer-common/base_config.go b/src/syncer-common/base_config.go index 0f2525b..e1523a4 100644 --- a/src/syncer-common/base_config.go +++ b/src/syncer-common/base_config.go @@ -1,7 +1,7 @@ package common const ( - VERSION = "1.0.0-beta.1" + VERSION = "trino" ENV_LOG_LEVEL = "BEMIDB_LOG_LEVEL" ENV_DISABLE_ANONYMOUS_ANALYTICS = "BEMIDB_DISABLE_ANONYMOUS_ANALYTICS" diff --git a/src/syncer-common/trino.go b/src/syncer-common/trino.go index b4863a6..fa1bd1b 100644 --- a/src/syncer-common/trino.go +++ b/src/syncer-common/trino.go @@ -61,13 +61,13 @@ func (trino *Trino) QueryRowContext(ctx context.Context, query string, args ...i func (trino *Trino) CompactTable(quotedTrinoTablePath string) { ctx := context.Background() - _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize") - PanicIfError(trino.Config, err) - - _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE remove_orphan_files(retention_threshold => '0m')") - PanicIfError(trino.Config, err) + // _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize") + // PanicIfError(trino.Config, err) + // + // _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE remove_orphan_files(retention_threshold => '0m')") + // PanicIfError(trino.Config, err) - _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize_manifests") + _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize_manifests") PanicIfError(trino.Config, err) _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE expire_snapshots(retention_threshold => '0m')") diff --git a/src/syncer-postgres/syncer_utils.go b/src/syncer-postgres/syncer_utils.go index 2aa5370..dbb897f 100644 --- a/src/syncer-postgres/syncer_utils.go +++ b/src/syncer-postgres/syncer_utils.go @@ -109,7 +109,7 @@ func (utils *SyncerUtils) InsertFromCappedBuffer(trino *common.Trino, quotedTrin rowValuesStatement := "(" + strings.Join(rowValues, ",") + ")" currentRowCount++ - if len(currentSql)+len(rowValuesStatement)+1 < common.TRINO_MAX_QUERY_LENGTH { // +1 for the comma + if currentRowCount == 1 { if currentSql != insertSqlPrefix { currentSql += "," } From fdb3f4ddfb1484d8863adcde42d69953549b47d0 Mon Sep 17 00:00:00 2001 From: exAspArk Date: Tue, 19 Aug 2025 15:16:21 -0400 Subject: [PATCH 2/2] WIP --- ...3945ca-a30e-4182-aeb5-99bd766b328b.metadata.json | 0 ...m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet | Bin ...m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet | Bin .../ace50a17-644b-4801-98a3-b0491e620eda-m0.avro | 0 ...3649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro | Bin src/syncer-common/trino.go | 12 ++++++------ 6 files changed, 6 insertions(+), 6 deletions(-) rename {iceberg-test/metadata => iceberg-test-optimized-manifests}/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json (100%) rename {iceberg-test/data => iceberg-test-optimized-manifests}/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet (100%) rename {iceberg-test/data => iceberg-test-optimized-manifests}/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet (100%) rename {iceberg-test/metadata => iceberg-test-optimized-manifests}/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro (100%) rename {iceberg-test/metadata => iceberg-test-optimized-manifests}/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro (100%) diff --git a/iceberg-test/metadata/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json b/iceberg-test-optimized-manifests/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json similarity index 100% rename from iceberg-test/metadata/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json rename to iceberg-test-optimized-manifests/00006-d43945ca-a30e-4182-aeb5-99bd766b328b.metadata.json diff --git a/iceberg-test/data/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet b/iceberg-test-optimized-manifests/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet similarity index 100% rename from iceberg-test/data/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet rename to iceberg-test-optimized-manifests/20250819_151236_00003_e5m2c-0ff4ea89-f153-46e5-901e-f2004ac5134d.parquet diff --git a/iceberg-test/data/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet b/iceberg-test-optimized-manifests/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet similarity index 100% rename from iceberg-test/data/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet rename to iceberg-test-optimized-manifests/20250819_151240_00004_e5m2c-c85ae7de-4c8a-4da3-92fd-f0831d679ee0.parquet diff --git a/iceberg-test/metadata/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro b/iceberg-test-optimized-manifests/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro similarity index 100% rename from iceberg-test/metadata/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro rename to iceberg-test-optimized-manifests/ace50a17-644b-4801-98a3-b0491e620eda-m0.avro diff --git a/iceberg-test/metadata/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro b/iceberg-test-optimized-manifests/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro similarity index 100% rename from iceberg-test/metadata/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro rename to iceberg-test-optimized-manifests/snap-4117982741288853649-1-ace50a17-644b-4801-98a3-b0491e620eda.avro diff --git a/src/syncer-common/trino.go b/src/syncer-common/trino.go index fa1bd1b..be3ac59 100644 --- a/src/syncer-common/trino.go +++ b/src/syncer-common/trino.go @@ -59,7 +59,7 @@ func (trino *Trino) QueryRowContext(ctx context.Context, query string, args ...i } func (trino *Trino) CompactTable(quotedTrinoTablePath string) { - ctx := context.Background() + // ctx := context.Background() // _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize") // PanicIfError(trino.Config, err) @@ -67,11 +67,11 @@ func (trino *Trino) CompactTable(quotedTrinoTablePath string) { // _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE remove_orphan_files(retention_threshold => '0m')") // PanicIfError(trino.Config, err) - _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize_manifests") - PanicIfError(trino.Config, err) - - _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE expire_snapshots(retention_threshold => '0m')") - PanicIfError(trino.Config, err) + // _, err := trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE optimize_manifests") + // PanicIfError(trino.Config, err) + // + // _, err = trino.ExecContext(ctx, "ALTER TABLE "+quotedTrinoTablePath+" EXECUTE expire_snapshots(retention_threshold => '0m')") + // PanicIfError(trino.Config, err) } func (trino *Trino) CreateSchemaIfNotExists() {