Updated Oxla results.

index.html

@@ -421,7 +421,7 @@
 ,{"system":"MySQL","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","row-oriented","MySQL compatible"],"load_time":9472,"data_size":171953585825,"result":[[339.77,339.88,339.77],[364.91,371.86,367.55],[366.2,368.91,389.66],[364.39,377.53,571.45],[377.69,390.02,384.86],[569.48,576.51,574.68],[367.4,368.23,370.41],[371.29,384.02,613.22],[478.85,683.22,495.68],[489.9,635.96,662.43],[386.07,396.49,640.15],[389.13,412.55,444.12],[447.97,455.54,448.06],[423.22,845.44,813.6],[452.48,460.07,453.98],[577.54,623.21,586.49],[852.07,856.36,862.66],[838.09,848.92,851.12],[1006.37,1011.16,1023.17],[369.76,375.61,415.28],[412.45,419.9,456.62],[411.65,432.88,482.2],[412.73,420.73,429.5],[551.16,577.62,545.45],[382.89,394.76,386.37],[380.9,391.4,385.05],[385.3,394.67,460.32],[388.95,394.7,387.21],[800.33,807.90,807.11],[706.03,745.27,718.9],[450.9,489.59,530.97],[625.5,651.93,647.32],[2721.13,2792.12,2819.26],[945.9,954.94,957.54],[945.42,953.78,965.16],[684.36,716.29,708.75],[10.01,3.79,3.77],[7.48,3.32,3.27],[5.09,0.98,0.96],[8.70,4.77,4.68],[4.82,0.76,0.74],[4.46,0.77,0.75],[7.04,1.17,1.13]],"source":"mysql/results/c6a.4xlarge.json"}
 ,{"system":"OctoSQL","date":"2024-11-25","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Go","stateless"],"load_time":0,"data_size":14737666736,"result":[[7.09,6.625,6.622],[41.354,40.93,40.846],[49.831,48.597,48.672],[null,null,null],[null,null,null],[null,null,null],[60.505,60.168,59.693],[41.979,40.98,40.871],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[61.997,59.664,60.335],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null],[null,null,null]],"source":"octosql/results/c6a.4xlarge.json"}
 ,{"system":"Opteryx","date":"2025-01-12","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"tags":["stateless","column-oriented","serverless","embedded"],"load_time":0,"data_size":14737666736,"result":[[1.251006235,0.080118607,0.079875281],[2.645037241,0.327796665,0.322614463],[6.387398368,1.504896835,1.499059588],[7.460576192,0.987895168,0.966523026],[4.401359451,0.912877849,0.893981607],[12.320326644,7.069771109,7.092357523],[3.935113921,1.243809051,1.243042595],[1.896092628,0.332665942,0.333926139],[5.798907738,1.688745059,1.660498791],[8.716103374,2.802368571,2.76843743],[4.906623416,0.858288399,0.864481993],[4.643145917,0.91338155,0.917756443],[8.638826312,5.027937472,5.024799922],[11.103621078,5.122953438,5.059397517],[9.971599601,5.994739178,6.056814905],[8.363821252,5.146455632,5.095904078],[17.399167033,11.560112941,11.425701327],[16.370925705,10.964158442,10.830549828],[47.285541349,37.693475389,37.785730663],[3.050276403,0.450876149,0.448603179],[88.568256935,75.190905253,75.117089773],[31.465927223,15.890914096,15.977203933],[57.700829953,29.783009247,29.692388078],[189.13288871,105.996291875,106.223819633],[8.940774668,2.822498171,2.811170418],[9.213474468,5.615692754,5.627027588],[10.768470076,4.447919066,4.454657129],[65.428467698,48.413063046,48.393783439],[null,null,null],[null,null,null],[10.685209962,4.279293566,4.232359597],[17.715912453,6.756813817,6.639794835],[41.617862558,32.592246341,32.431919028],[null,null,null],[null,null,null],[9.469920016,6.516282466,6.50819504],[2.398682936,0.799101635,0.795153701],[1.824587198,0.570538801,0.535241727],[2.176879841,0.575095047,0.555826225],[3.528212778,1.696285802,1.66057755],[1.711232974,0.347184312,0.347677032],[1.645870038,0.331091157,0.326748534],[4.054081036,2.734678917,2.710241577]],"source":"opteryx/results/c6a.4xlarge.json"}
-,{"system":"Oxla","date":"2024-04-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Ingests data only from non-compressed cvs.","tags":["C","analytical","somewhat PostgreSQL compatible"],"load_time":497.815,"data_size":17394972923,"result":[[3.112892,0.068225,0.049215],[1.476993,0.068502,0.01352],[1.532504,0.015794,0.01899],[1.541791,0.043208,0.090244],[1.424205,1.114138,1.079011],[1.546764,1.340306,1.339957],[0.202873,0.009787,0.008214],[1.017122,0.01247,0.010861],[1.790766,1.816432,1.681662],[2.06058,2.051205,2.05747],[0.166164,0.149605,0.147586],[0.33821,0.15334,0.15212],[0.968408,0.975795,0.932127],[1.641231,1.648973,1.691530],[1.039926,1.021776,1.015062],[1.059569,1.038191,1.016849],[2.930077,2.780725,2.786122],[2.7766,2.745188,2.827054],[5.474963,5.455883,5.462812],[0.069049,0.037876,0.030425],[5.294758,2.818725,2.803313],[null,null,null],[null,null,null],[21.034479,18.253271,6.146486],[0.17394,0.151798,0.146398],[0.180155,0.170271,0.177003],[0.22494,0.216158,0.216051],[0.978861,0.973059,0.964485],[null,null,null],[0.030928,0.02037,0.020366],[0.408601,0.412485,0.408602],[0.875709,0.743332,0.704842],[7.962516,7.867736,7.594272],[6.209667,5.892066,5.963681],[5.931634,5.947336,6.005506],[0.577314,0.583573,0.545736],[0.126127,0.090768,0.094307],[0.110712,0.04149,0.039939],[0.060824,0.043637,0.030213],[0.322545,0.204934,0.185178],[0.121207,0.011082,0.011699],[0.069138,0.012728,0.014108],[0.030538,0.028048,0.030625]],"source":"oxla/results/c6a.4xlarge.json"}
+,{"system":"Oxla","date":"2024-04-09","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"Ingests data only from non-compressed cvs.","tags":["C","analytical","somewhat PostgreSQL compatible"],"load_time":497.815,"data_size":17394972923,"result":[[0.046851,0.02652,0.02648],[0.129717,0.010132,0.010436],[0.024405,0.017653,0.015578],[1.038988,0.026278,0.025259],[0.920077,0.867753,0.858069],[1.193297,1.094777,1.088436],[0.024024,0.015385,0.014366],[0.021601,0.015406,0.013076],[1.523167,1.323168,1.30051],[1.906564,1.755886,1.844895],[0.190242,0.1447,0.136949],[0.221494,0.159692,0.160614],[0.836624,0.8148,0.813433],[1.664004,1.635831,1.621079],[0.887504,0.885837,0.875387],[1.070728,0.938593,1.021919],[2.685652,2.644121,2.647854],[2.667017,2.658392,2.628829],[4.65067,4.626599,4.701596],[0.105851,0.080334,0.05596],[0.722496,0.705024,0.738724],[0.765263,0.767057,0.739108],[1.877141,1.390639,1.434695],[16.211858,3.861157,3.897472],[0.112136,0.099527,0.097523],[0.121357,0.111725,0.112716],[0.157924,0.150043,0.148599],[0.698874,0.674169,0.685363],[51.293703,51.584485,51.114784],[0.114097,0.099482,0.102921],[0.437985,0.415509,0.408477],[0.720325,0.674251,0.681977],[89.73327,81.154516,76.413726],[7.202697,6.053296,6.002008],[5.97555,5.824706,6.135259],[0.68644,0.655987,0.6812],[0.064488,0.06473,0.062154],[0.023134,0.029644,0.023701],[0.039028,0.05021,0.04079],[0.152121,0.144167,0.132704],[0.01652,0.012679,0.009873],[0.018828,0.030098,0.021353],[0.017781,0.017341,0.015782]],"source":"oxla/results/c6a.4xlarge.json"}
 ,{"system":"Pandas (DataFrame)","date":"2024-09-09","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","embedded","stateless","serverless","dataframe"],"load_time":0,"data_size":46998823718,"result":[[94.85904947930048,94.34601983195181,94.37713289545036],[1.431384237598831,1.3912876943999437,1.3844853995993616],[0.08555814599894802,0.08529179399993154,0.08538529799989192],[0.07446354079984303,0.07420929889885884,0.07405653089972475],[4.045293917999516,4.054952681998839,4.051108713600843],[9.397236594001151,8.553888651601301,8.551957798800868],[0.20142598079983145,0.20082141240054624,0.20077682039845968],[0.6888897023993195,0.7089972360001411,0.7090266588005761],[9.793415095200907,9.746425586400437,9.77463934079933],[11.31212157124992,11.317409126249913,11.365981332498905],[9.561819545998878,9.526289238000026,9.549710942401726],[9.638392472399573,9.68899648799852,9.516723232799268],[36.02233861439891,35.351831825997944,35.030546258400866],[40.99436554069816,41.21673876189979,41.246581903798866],[99.42101739960053,98.99104403760284,99.61387698720223],[11.37903030359885,11.301075006001338,11.354333800797758],[328.1500654404023,327.7806476567988,329.1575996675994],[40.46806235400145,40.32875272679958,40.21332760319783],[710.873256987604,709.9021454064001,709.1302060236034],[0.12158637359971182,0.0502676939999219,0.05029934999911348],[25.416243308401317,23.607750895197385,23.531343283200113],[28.19667632640194,28.307106355203724,28.03666319760232],[109.4524946891979,107.89275825840158,108.05671904040064],[23.69155465800141,23.749371099603015,23.711980612398608],[27.952041746398027,27.95151388080121,27.995164492801995],[59.47395566519991,59.619707318401196,58.98795632160036],[53.49264745560212,53.33148341399937,53.44261157879809],[149.89341028799827,150.04405806719732,150.43764930480103],[351.62001316439855,359.9997044964009,351.64450961039693],[33.07338013560075,33.072663941998326,33.077342296800635],[18.24362592239923,18.262576292401356,18.19058843999956],[27.786943907999376,27.594876044396368,27.847514002797835],[115.49374400880042,111.91312766519778,111.8312668188024],[104.13023711280111,97.22372503439982,97.7520352571999],[97.18665714719973,97.11860653920158,97.45631518800073],[299.7628146300005,297.58259715119927,297.4566010572016],[7.761557435998111,7.722232234799594,7.732103157199095],[6.957877979998012,6.616552991600551,6.931742102401041],[0.6273289979973924,0.6247513715992681,0.6277366368012735],[6.127344027599611,6.063661066796341,6.084284174400091],[1.3988516340003116,1.3979855832018074,1.4039395200001308],[0.7085309304005932,0.7092239279983914,0.7087875852012076],[2.2844865708000724,2.2784988779996637,2.2800013651987888]],"source":"pandas/results/c6a.metal.json"}
 ,{"hide":false,"system":"ParadeDB (Parquet, partitioned)","date":"2024-07-13","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":0,"data_size":14779976446,"result":[[0.428529,0.169996,0.165737],[0.288946,0.183979,0.181161],[0.320601,0.19505,0.197994],[0.518503,0.211602,0.208391],[0.983889,0.535952,0.540423],[0.933326,0.71414,0.726933],[0.296356,0.18583,0.184422],[0.356075,0.19027,0.18721],[0.975868,0.638999,0.641937],[1.32702,0.867837,0.869265],[0.613737,0.27098,0.272166],[0.829598,0.313263,0.307575],[1.0526,0.647612,0.649306],[2.49939,0.985964,0.999792],[1.11407,0.709399,0.712346],[0.819786,0.573928,0.57883],[2.59222,1.24389,1.23864],[2.48332,1.23208,1.22347],[4.81146,2.17722,2.18397],[0.319524,0.200827,0.198878],[9.63605,2.08945,2.12315],[11.2103,1.9764,1.97172],[21.749,3.67693,3.67421],[55.5353,12.1117,12.171],[2.77726,0.514813,0.515359],[0.801555,0.387173,0.392298],[2.68619,0.528309,0.534164],[9.53043,1.99481,2.01316],[8.25088,4.33341,4.35408],[3.85116,3.68595,3.66299],[2.3524,0.811623,0.79966],[6.04314,0.931478,0.915213],[5.52233,2.58091,2.59227],[9.95394,3.09667,3.12531],[10.1152,3.1241,3.14043],[0.960004,0.758048,0.756207],[0.345793,0.205136,0.222101],[0.294038,0.178427,0.180238],[0.341727,0.177457,0.175767],[0.630001,0.348767,0.348869],[0.449262,0.175673,0.178257],[0.446425,0.172544,0.169029],[0.451342,0.172461,0.173655]],"source":"paradedb/results/partitioned.json"}
 ,{"hide":false,"system":"ParadeDB (Parquet, single)","date":"2024-07-13","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["Rust","row-oriented","column-oriented","search","PostgreSQL compatible"],"load_time":0,"data_size":14779976446,"result":[[0.30371,0.135831,0.134925],[0.331691,0.159252,0.159245],[0.400919,0.209442,0.209561],[0.502732,0.194204,0.194097],[0.950075,0.568904,0.569178],[0.903286,0.763889,0.774315],[0.24162,0.16433,0.166469],[0.235,0.160248,0.161342],[0.904137,0.684214,0.679888],[1.29153,0.912441,0.907842],[0.595888,0.287961,0.291285],[0.720569,0.337319,0.337211],[0.928428,0.695999,0.69211],[2.43338,1.04071,1.03619],[1.00484,0.753286,0.763281],[0.856187,0.621652,0.629723],[2.53197,1.26466,1.29484],[2.50383,1.26855,1.26425],[4.64118,2.16319,2.19976],[0.2972,0.192337,0.194048],[9.72895,2.19798,2.16338],[11.2355,2.07493,2.07859],[21.9552,3.80413,3.8139],[55.8402,12.0323,12.0304],[2.64233,0.562578,0.562455],[0.797866,0.443126,0.44026],[2.55378,0.576578,0.573527],[9.51073,2.08182,2.08824],[8.25622,4.44961,4.44914],[0.777114,0.611315,0.604831],[2.28008,0.860235,0.871169],[5.79713,0.958523,0.966058],[5.40475,2.54125,2.65384],[9.989,3.18323,3.15122],[10.1684,3.19349,3.2022],[0.939116,0.713083,0.714321],[0.421327,0.276761,0.295984],[0.295189,0.212242,0.226419],[0.316216,0.216213,0.219],[0.680445,0.427435,0.427072],[0.348007,0.143995,0.145892],[0.328972,0.144153,0.143452],[0.338385,0.16674,0.159561]],"source":"paradedb/results/single.json"}

oxla/benchmark.sh

@@ -16,25 +16,25 @@ wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hi
 echo "Unpack dataset."
 gzip -d hits.csv.gz
 chmod 777 ~ hits.csv
-mkdir data
+mkdir ~/data
 mv hits.csv ~/data
 
 # get and configure Oxla image
 echo "Install and run Oxla."
 
-sudo docker run --rm -p 5432:5432 -v ~/data:/data --name oxlacontainer public.ecr.aws/oxla/release:1.20.0-beta > /dev/null 2>&1 &
+sudo docker run --rm -p 5432:5432 -v ~/data:/data --name oxlacontainer public.ecr.aws/oxla/release:1.53.0-beta > /dev/null 2>&1 &
 sleep 30 # waiting for container start and db initialisation (leader election, etc.)
 
 # create table and ingest data
 export PGCLIENTENCODING=UTF8
 
-psql -h localhost -t < create.sql
+PGPASSWORD=oxla psql -h localhost -U oxla -t < create.sql
 echo "Insert data."
-psql -h localhost -t -c '\timing' -c "COPY hits FROM '/data/hits.csv';"
+PGPASSWORD=oxla psql -h localhost -U oxla -t -c '\timing' -c "COPY hits FROM '/data/hits.csv';"
 
 # get ingested data size
 echo "data size after ingest:"
-psql -h localhost -t -c '\timing' -c "SELECT pg_total_relation_size('hits');"
+PGPASSWORD=oxla psql -h localhost -U oxla -t -c '\timing' -c "SELECT pg_total_relation_size('hits');"
 
 # wait for merges to finish
 sleep 60

oxla/results/c6a.4xlarge.json

@@ -11,48 +11,48 @@
     "data_size": 17394972923,
 
     "result": [
-        [3.112892,0.068225,0.049215],
-        [1.476993,0.068502,0.01352],
-        [1.532504,0.015794,0.01899],
-        [1.541791,0.043208,0.090244],
-        [1.424205,1.114138,1.079011],
-        [1.546764,1.340306,1.339957],
-        [0.202873,0.009787,0.008214],
-        [1.017122,0.01247,0.010861],
-        [1.790766,1.816432,1.681662],
-        [2.06058,2.051205,2.05747],
-        [0.166164,0.149605,0.147586],
-        [0.33821,0.15334,0.15212],
-        [0.968408,0.975795,0.932127],
-        [1.641231,1.648973,1.691530],
-        [1.039926,1.021776,1.015062],
-        [1.059569,1.038191,1.016849],
-        [2.930077,2.780725,2.786122],
-        [2.7766,2.745188,2.827054],
-        [5.474963,5.455883,5.462812],
-        [0.069049,0.037876,0.030425],
-        [5.294758,2.818725,2.803313],
-        [null,null,null],
-        [null,null,null],
-        [21.034479,18.253271,6.146486],
-        [0.17394,0.151798,0.146398],
-        [0.180155,0.170271,0.177003],
-        [0.22494,0.216158,0.216051],
-        [0.978861,0.973059,0.964485],
-        [null,null,null],
-        [0.030928,0.02037,0.020366],
-        [0.408601,0.412485,0.408602],
-        [0.875709,0.743332,0.704842],
-        [7.962516,7.867736,7.594272],
-        [6.209667,5.892066,5.963681],
-        [5.931634,5.947336,6.005506],
-        [0.577314,0.583573,0.545736],
-        [0.126127,0.090768,0.094307],
-        [0.110712,0.04149,0.039939],
-        [0.060824,0.043637,0.030213],
-        [0.322545,0.204934,0.185178],
-        [0.121207,0.011082,0.011699],
-        [0.069138,0.012728,0.014108],
-        [0.030538,0.028048,0.030625]
+        [0.046851,0.02652,0.02648],
+        [0.129717,0.010132,0.010436],
+        [0.024405,0.017653,0.015578],
+        [1.038988,0.026278,0.025259],
+        [0.920077,0.867753,0.858069],
+        [1.193297,1.094777,1.088436],
+        [0.024024,0.015385,0.014366],
+        [0.021601,0.015406,0.013076],
+        [1.523167,1.323168,1.30051],
+        [1.906564,1.755886,1.844895],
+        [0.190242,0.1447,0.136949],
+        [0.221494,0.159692,0.160614],
+        [0.836624,0.8148,0.813433],
+        [1.664004,1.635831,1.621079],
+        [0.887504,0.885837,0.875387],
+        [1.070728,0.938593,1.021919],
+        [2.685652,2.644121,2.647854],
+        [2.667017,2.658392,2.628829],
+        [4.65067,4.626599,4.701596],
+        [0.105851,0.080334,0.05596],
+        [0.722496,0.705024,0.738724],
+        [0.765263,0.767057,0.739108],
+        [1.877141,1.390639,1.434695],
+        [16.211858,3.861157,3.897472],
+        [0.112136,0.099527,0.097523],
+        [0.121357,0.111725,0.112716],
+        [0.157924,0.150043,0.148599],
+        [0.698874,0.674169,0.685363],
+        [51.293703,51.584485,51.114784],
+        [0.114097,0.099482,0.102921],
+        [0.437985,0.415509,0.408477],
+        [0.720325,0.674251,0.681977],
+        [89.73327,81.154516,76.413726],
+        [7.202697,6.053296,6.002008],
+        [5.97555,5.824706,6.135259],
+        [0.68644,0.655987,0.6812],
+        [0.064488,0.06473,0.062154],
+        [0.023134,0.029644,0.023701],
+        [0.039028,0.05021,0.04079],
+        [0.152121,0.144167,0.132704],
+        [0.01652,0.012679,0.009873],
+        [0.018828,0.030098,0.021353],
+        [0.017781,0.017341,0.015782]
     ]
 }

oxla/run.sh

@@ -13,7 +13,7 @@ cat queries.sql | while read -r query; do
     else
     	results+="["
 	for i in $(seq 1 $TRIES); do
-            time=$(psql -h localhost -t -c '\timing' -c "$query" | grep 'Time' | perl -nle 'm/Time: ([^ ]*) ms/; print $1 / 1000')
+            time=$(PGPASSWORD=oxla psql -h localhost -U oxla -t -c '\timing' -c "$query" | grep 'Time' | perl -nle 'm/Time: ([^ ]*) ms/; print $1 / 1000')
             echo "$time s"
             results+="$time,"
         done