Skip to content

Commit

Permalink
Completed more hyperloglog corrections
Browse files Browse the repository at this point in the history
  • Loading branch information
LucaCappelletti94 committed Sep 18, 2024
1 parent 336415b commit 387b4b3
Show file tree
Hide file tree
Showing 16 changed files with 8 additions and 8 deletions.
2 changes: 1 addition & 1 deletion hash_list_correction/11_4.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":11,"bits":4,"hashlist_smallest_maximal_cardinality":830,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":2512,"hashlist_relative_errors":[0.0,0.19430352632684844,0.4956838995340149,1.1665398131755182,2.715909333565776,4.127976017666015,12.26194738483855,22.289456271782342,34.773146538973606,49.14796786595002,63.47151516553981,79.80158629288712,96.6138982225591,114.85879641780048,133.19033856312058,159.31179600860082,176.37332634914446,199.298014481456,229.30330697196428,257.04934283812327,285.5718409359072,316.12801554718044,339.7677047971797],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,609,671,735,785,838,893,955,1026,1101,1170,1243,1313,1384,1451,1520,1595,1665,1729,1807,1881,1946,2017],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":11,"bits":4,"hashlist_smallest_maximal_cardinality":830,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":2512,"hashlist_relative_errors":[0.0,0.19430352632684844,0.4956838995340149,1.1665398131755182,2.715909333565776,4.127976017666015,12.26194738483855,22.289456271782342,34.773146538973606,49.14796786595002,63.47151516553981,79.80158629288712,96.6138982225591,114.85879641780048,133.19033856312058,159.31179600860082,176.37332634914446,199.298014481456,229.30330697196428,257.04934283812327,285.5718409359072,316.12801554718044,339.7677047971797],"hyperloglog_relative_errors":[-530.5936554893668,-376.4260367361347,-271.45623856689474,-209.95867451601183,-154.42035834370677,-114.87599166369087,-84.49261495526073,-59.85213877102148,-37.79278309035453,-22.68038866075574,-10.372579708690008,-8.618270782210857,-1.159588295865736,5.053812832285158,6.533430536893017,13.027380691302824,13.200816234328158,14.322985165705697,14.395263424040422,17.470973016661446,16.661305855445487,17.172770034213592,16.537168849834416,20.606430726158578,19.3003274248058,19.640421544579503,23.712210544948903,21.416044581441383],"hashlist_cardinalities":[0,609,671,735,785,838,893,955,1026,1101,1170,1243,1313,1384,1451,1520,1595,1665,1729,1807,1881,1946,2017],"hyperloglog_cardinalities":[2847,3308,3789,4226,4678,5102,5532,6069,6632,7111,7624,8057,8598,9472,10019,12021,12945,13381,13843,14755,15428,15980,16403,17391,18101,18679,19659,20479],"hyperloglog_slope":0.9989886266077472}
Binary file added hash_list_correction/11_4.hyperloglog.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/11_5.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":11,"bits":5,"hashlist_smallest_maximal_cardinality":3000,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":3510,"hashlist_relative_errors":[0.0,0.14653997827451803,0.7979076018306159,2.9964288642117936,19.534584049720934,39.966227130626976,60.72642145037071,84.58358216140323,109.46327749348097,135.49916642739026,161.66533108669148,191.58215663191413,222.3875225795423,257.4176343886911,291.6681236434656,327.84104211928116,368.4313347451762,411.23565895070783,455.48030674117126,506.3920764980603,561.9917288012073,617.1752295580146,656.8508060710578],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,727,863,954,1028,1134,1230,1326,1425,1514,1600,1690,1776,1866,1955,2034,2125,2213,2301,2390,2492,2573,2653],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":11,"bits":5,"hashlist_smallest_maximal_cardinality":3000,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":3510,"hashlist_relative_errors":[0.0,0.14653997827451803,0.7979076018306159,2.9964288642117936,19.534584049720934,39.966227130626976,60.72642145037071,84.58358216140323,109.46327749348097,135.49916642739026,161.66533108669148,191.58215663191413,222.3875225795423,257.4176343886911,291.6681236434656,327.84104211928116,368.4313347451762,411.23565895070783,455.48030674117126,506.3920764980603,561.9917288012073,617.1752295580146,656.8508060710578],"hyperloglog_relative_errors":[-327.086373003634,-248.19445300402884,-185.06127357949657,-133.1646874638419,-88.66682198042872,-66.44396020299492,-53.736927940005444,-35.615160095735035,-19.38451642827716,-9.126223111205897,-1.161158465860429,5.181376538343466,6.790498034179816,8.161561932198431,15.74536608904782,16.614660606906092,17.205859874212962,16.948024297195843,20.66705595921667,18.957358234470302,19.854989555904798,20.371974782271717,23.57773133160663,21.34121043090272],"hashlist_cardinalities":[0,727,863,954,1028,1134,1230,1326,1425,1514,1600,1690,1776,1866,1955,2034,2125,2213,2301,2390,2492,2573,2653],"hyperloglog_cardinalities":[3552,3971,4402,4910,5360,5770,6191,6607,7332,7929,8598,9473,10019,10478,14506,15400,15878,16368,17391,18101,18629,19065,19659,20479],"hyperloglog_slope":0.9989856731042327}
Binary file added hash_list_correction/11_5.hyperloglog.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/11_6.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":11,"bits":6,"hashlist_smallest_maximal_cardinality":3958,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":4650,"hashlist_relative_errors":[0.0,0.10969007721973867,0.5017228905187494,2.2620240889300476,18.97633101769452,37.5148721241427,56.5538581337953,78.3274566335781,106.3831624746656,135.0215783650906,160.35030347283907,195.60226203258378,235.53475520774714,278.4931390562708,324.92578469020305,376.48877002869244,424.64989280688064,479.89293426896324,538.4841218425006,607.3042281120258,671.8553521218353,741.9341212492825,815.7701928385552,896.1369230560908,994.4763985284294,1069.8066063597755],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,830,968,1055,1134,1221,1302,1389,1476,1587,1668,1759,1867,1971,2079,2193,2286,2391,2493,2608,2708,2810,2909,3016,3125,3217],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":11,"bits":6,"hashlist_smallest_maximal_cardinality":3958,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":4650,"hashlist_relative_errors":[0.0,0.10969007721973867,0.5017228905187494,2.2620240889300476,18.97633101769452,37.5148721241427,56.5538581337953,78.3274566335781,106.3831624746656,135.0215783650906,160.35030347283907,195.60226203258378,235.53475520774714,278.4931390562708,324.92578469020305,376.48877002869244,424.64989280688064,479.89293426896324,538.4841218425006,607.3042281120258,671.8553521218353,741.9341212492825,815.7701928385552,896.1369230560908,994.4763985284294,1069.8066063597755],"hyperloglog_relative_errors":[-165.23735097843038,-130.07779888732375,-101.23585371475542,-83.60452838967285,-57.77122937361519,-39.54813654940363,-22.968314962722236,-11.848058478213412,-8.97810982353467,-1.058474716297375,4.690394063919275,6.169058237800186,11.526667881585215,18.819046953220095,17.142574593748577,19.371651974758464,19.838704984400465,20.188415740839684,20.942682244035193,23.528828975529905,21.350132748400938],"hashlist_cardinalities":[0,830,968,1055,1134,1221,1302,1389,1476,1587,1668,1759,1867,1971,2079,2193,2286,2391,2493,2608,2708,2810,2909,3016,3125,3217],"hyperloglog_cardinalities":[4410,4886,5270,5657,6069,6531,7003,7631,8025,8598,9357,9797,11793,17014,17411,17961,18490,18874,19469,19957,20479],"hyperloglog_slope":0.9989870554809461}
Binary file added hash_list_correction/11_6.hyperloglog.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/13_4.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":13,"bits":4,"hashlist_smallest_maximal_cardinality":8808,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":9582,"hashlist_relative_errors":[0.0,0.19507442413760145,0.5254572106487103,0.9719098578375451,2.08184068657647,5.387368717495065,15.711159280888932,50.562141848088686,89.88592840859474,139.51549484749103,193.36035765031693,251.09769563696727,311.1723085757203,378.08297579218106,447.1481574081986,520.6924336284437,598.5051244482552,681.2410795616474,770.8781344141075,862.8108131477829,960.4327399657705,1049.4496638732446,1133.8993003519379,1241.373898289021,1300.7529924107776],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,1667,2243,2438,2667,2969,3292,3508,3743,4023,4305,4583,4857,5135,5412,5684,5952,6226,6506,6781,7040,7284,7503,7724,7937],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":13,"bits":4,"hashlist_smallest_maximal_cardinality":8808,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":9582,"hashlist_relative_errors":[0.0,0.19507442413760145,0.5254572106487103,0.9719098578375451,2.08184068657647,5.387368717495065,15.711159280888932,50.562141848088686,89.88592840859474,139.51549484749103,193.36035765031693,251.09769563696727,311.1723085757203,378.08297579218106,447.1481574081986,520.6924336284437,598.5051244482552,681.2410795616474,770.8781344141075,862.8108131477829,960.4327399657705,1049.4496638732446,1133.8993003519379,1241.373898289021,1300.7529924107776],"hyperloglog_relative_errors":[-2157.8264850778432,-1552.1731567565723,-1160.4591945865498,-871.8056685154453,-657.8087437453663,-477.78506425431937,-350.0199510156736,-246.6802053914749,-170.3745194182217,-107.37486509426246,-78.02912134364152,-59.20350592959051,-31.734333754616728,-12.422956064034224,-5.7740613031247365,5.97554653808038,9.934462011106787,11.303998001557678,14.135507066256919,23.1956209807322,23.940637578535714,24.751843525159458],"hashlist_cardinalities":[0,1667,2243,2438,2667,2969,3292,3508,3743,4023,4305,4583,4857,5135,5412,5684,5952,6226,6506,6781,7040,7284,7503,7724,7937],"hyperloglog_cardinalities":[11425,13104,14874,16684,18620,20306,22254,24009,26263,28193,30152,31927,33863,37263,39362,42993,45631,47334,50619,76813,78677,80475],"hyperloglog_slope":0.9997419376483284}
Binary file added hash_list_correction/13_4.hyperloglog.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/13_5.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":13,"bits":5,"hashlist_smallest_maximal_cardinality":12417,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":13444,"hashlist_relative_errors":[0.0,0.3038944651402744,0.8078226692437056,1.5375919654834433,3.390031477392313,15.845590606380332,77.6360781378171,131.87909923169204,189.3540714913582,250.27853344376157,311.9255759996222,382.16377467153626,455.75300129177475,532.9847059674657,612.1614801761494,708.6202681350269,814.2602096501487,909.4750592700487,1009.977342596337,1111.7454652255099,1236.5509262301566,1384.0433343123718,1543.2644517414228,1688.6578469802153,1821.492295029846,1971.1565317911652,2126.278590107369,2287.97168185641,2471.793924428212],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,2184,2893,3144,3440,3776,4115,4396,4673,4947,5208,5482,5757,6022,6273,6549,6883,7148,7422,7681,7935,8277,8615,8928,9209,9464,9748,10031,10282],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":13,"bits":5,"hashlist_smallest_maximal_cardinality":12417,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":13444,"hashlist_relative_errors":[0.0,0.3038944651402744,0.8078226692437056,1.5375919654834433,3.390031477392313,15.845590606380332,77.6360781378171,131.87909923169204,189.3540714913582,250.27853344376157,311.9255759996222,382.16377467153626,455.75300129177475,532.9847059674657,612.1614801761494,708.6202681350269,814.2602096501487,909.4750592700487,1009.977342596337,1111.7454652255099,1236.5509262301566,1384.0433343123718,1543.2644517414228,1688.6578469802153,1821.492295029846,1971.1565317911652,2126.278590107369,2287.97168185641,2471.793924428212],"hyperloglog_relative_errors":[-1376.373016533385,-1022.7536068387444,-774.2688326952383,-587.97634770913,-427.2447709257675,-318.5424689627777,-223.7736876588517,-161.96946399333547,-99.67891861927413,-64.26823062493112,-31.598865692742145,-13.160034393918897,2.8006469354087904,17.712988524781395,20.51264950571446,23.27654623342096,23.230069146776806,23.56666750788524,23.950665509263125,26.68998126978113],"hashlist_cardinalities":[0,2184,2893,3144,3440,3776,4115,4396,4673,4947,5208,5482,5757,6022,6273,6549,6883,7148,7422,7681,7935,8277,8615,8928,9209,9464,9748,10031,10282],"hyperloglog_cardinalities":[14274,15914,17546,19244,21113,22885,24592,26758,29287,31075,33863,37034,41729,56204,63559,71881,74309,77196,79916,81919],"hyperloglog_slope":0.9997415547689357}
Binary file added hash_list_correction/13_5.hyperloglog.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/13_6.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":13,"bits":6,"hashlist_smallest_maximal_cardinality":16409,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":17760,"hashlist_relative_errors":[0.0,0.21184592699705718,0.9558540049863495,2.254220201236876,18.935473885645024,101.12970958073447,169.51422831856485,244.69578165078815,334.1931279574658,433.06941696009494,553.3516585507617,662.5681437838093,774.4358625453397,893.4829831097892,1017.3982701173621,1149.3299719539511,1309.573929163862,1505.986007059625,1702.4389627631158,1893.2061725695778,2097.9104615650067,2335.1395082227396,2586.9830027979033,2816.6114874615173,3069.387899813633,3312.1155350438357,3626.6949121127177,3913.5483595567844,4176.9291853639315],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,1872,3284,3848,4223,4606,4928,5240,5559,5934,6374,6689,7009,7339,7652,7970,8290,8712,9108,9506,9828,10217,10625,11015,11334,11690,12066,12412,12767],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":13,"bits":6,"hashlist_smallest_maximal_cardinality":16409,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":17760,"hashlist_relative_errors":[0.0,0.21184592699705718,0.9558540049863495,2.254220201236876,18.935473885645024,101.12970958073447,169.51422831856485,244.69578165078815,334.1931279574658,433.06941696009494,553.3516585507617,662.5681437838093,774.4358625453397,893.4829831097892,1017.3982701173621,1149.3299719539511,1309.573929163862,1505.986007059625,1702.4389627631158,1893.2061725695778,2097.9104615650067,2335.1395082227396,2586.9830027979033,2816.6114874615173,3069.387899813633,3312.1155350438357,3626.6949121127177,3913.5483595567844,4176.9291853639315],"hyperloglog_relative_errors":[-741.9567973420585,-562.8048406139292,-415.0389726709416,-305.9433730628767,-229.08093790524262,-164.04625777952685,-115.35889596923516,-83.74084513175545,-55.39772835025284,-30.305092246013892,-13.200836673252276,2.6539796427337023,9.3610706384415,10.638395776131196,17.113763955334434,23.110254455650907,23.62315185231161,23.938260766067565,23.54332772478665],"hashlist_cardinalities":[0,1872,3284,3848,4223,4606,4928,5240,5559,5934,6374,6689,7009,7339,7652,7970,8290,8712,9108,9506,9828,10217,10625,11015,11334,11690,12066,12412,12767],"hyperloglog_cardinalities":[17740,19544,21212,23175,25034,26758,28321,29957,31563,34782,37034,41729,45569,47119,72326,74309,77196,79438,81213],"hyperloglog_slope":0.9997422017801126}
Binary file added hash_list_correction/13_6.hyperloglog.csv.gz
Binary file not shown.
Binary file modified hash_list_correction/15_4.hashlist.csv.gz
Binary file not shown.
2 changes: 1 addition & 1 deletion hash_list_correction/15_4.hashlist.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"precision":15,"bits":4,"hashlist_smallest_maximal_cardinality":35917,"hashlist_mean_maximal_cardinality":6710,"hashlist_largest_maximal_cardinality":37281,"hashlist_relative_errors":[0.0,0.09655289857073512,0.8846388362771904,3.0197019256665953,11.24012502093774,23.89342100997116,59.16755617808277,179.45480971823963,318.9253280742628,464.722084242253,616.2827267921812,796.362401796021,981.9830477004207,1150.6958288110643,1348.197421569941,1536.2075655473843,1768.2802034087845,1953.038685833896,2180.324996273125,2457.768009646597,2735.2559475390817,2996.381798598463,3248.360270761645,3528.6929223166667,3823.531015913243,4131.026148602421,4473.1840105605415,4881.409802325051,5071.395730910338],"hyperloglog_relative_errors":[],"hashlist_cardinalities":[0,7235,8267,9721,10644,11764,12980,13775,14620,15464,16381,17336,18127,18997,19825,20634,21456,22267,23041,23853,24850,25677,26469,27299,28092,28939,29709,30663,31433],"hyperloglog_cardinalities":[],"hyperloglog_slope":1.0}
{"precision":15,"bits":4,"hashlist_smallest_maximal_cardinality":35888,"hashlist_mean_maximal_cardinality":671,"hashlist_largest_maximal_cardinality":37358,"hashlist_relative_errors":[0.0,0.09720182574710634,0.884685404146694,3.0189502441862714,11.060784897773374,24.03797217823376,67.3695711555547,210.9106925709907,339.0282423419885,483.14504447152103,634.509874516596,801.2949231324892,971.7455175834597,1146.003430381211,1334.383247055671,1523.5921850374289,1726.7824130609442,1943.2429090771304,2163.740736365357,2435.94178664235,2707.051392059567,2982.835953290529,3243.1843157246185,3521.444422427827,3841.4464787532766,4150.89438274137,4441.954765833334,4774.347900565235,5060.335411812827],"hyperloglog_relative_errors":[-8670.792401881812,-6239.372368361107,-4722.93993298778,-3508.136664319505,-2590.378710111534,-1982.4953062556026,-1495.4083557917659,-1032.2956119169623,-753.3436381172277,-537.2112400870907,-408.79204038942044,-278.87719891507976,-192.93560396249813,-146.32159152734965,-93.93706520474734,-58.42428212848996,-14.921020753270048,2.374386625872123,20.81690710651795,24.479894033385207,27.547885470913023,31.483716884889873,33.67374374330393,38.15951008989941],"hashlist_cardinalities":[0,7236,8266,9721,10645,11761,12992,13975,14815,15655,16494,17336,18173,18977,19808,20589,21405,22215,23025,23837,24848,25656,26471,27315,28086,28900,29725,30534,31339],"hyperloglog_cardinalities":[45747,52661,59646,66689,73752,81174,88560,95629,102353,109491,117388,125300,132873,139642,147393,154388,168990,183344,203189,211995,222123,236720,249404,327679],"hyperloglog_slope":0.9999436846177}
2 changes: 1 addition & 1 deletion hash_list_correction/15_4.hashlist.metadata.json
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"hashlist_minimum_cardinality":35917,"hashlist_mean_cardinality":6710,"hashlist_maximal_cardinality":37281}
{"hashlist_minimum_cardinality":35888,"hashlist_mean_cardinality":671,"hashlist_maximal_cardinality":37358}
Binary file added hash_list_correction/15_4.hyperloglog.csv.gz
Binary file not shown.

0 comments on commit 387b4b3

Please sign in to comment.