Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[WIP] implement rust embedded kvs benchmark #2523

Closed
wants to merge 11 commits into from
Closed

[WIP] implement rust embedded kvs benchmark #2523

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
a4f9a34
implement kvs benchmark
kmrmt Jun 27, 2024
0cf1eb4
add divan benchmark
kmrmt Jul 3, 2024
0ae6e98
add hand written benchmark
kmrmt Jul 12, 2024
a0b55df
add hand written benchmark result
kmrmt Jul 12, 2024
ce4d0cf
fix unit
kmrmt Jul 12, 2024
3a03c78
add parallel benchmark
kmrmt Jul 22, 2024
d6fa632
update
kmrmt Jul 26, 2024
4f1938d
fix
kmrmt Jul 31, 2024
3f32dfe
add result
kmrmt Jul 31, 2024
7a9810d
add range
kmrmt Aug 2, 2024
22996c3
add range result
kmrmt Aug 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Jump to
Jump to file
Failed to load files.
Diff view
Diff view
3,139 changes: 2,829 additions & 310 deletions rust/Cargo.lock
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion rust/Cargo.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -14,4 +14,4 @@
# limitations under the License.
#
[workspace]
members = ["libs/proto", "libs/ngt", "libs/ngt-rs", "bin/agent"]
members = ["libs/proto", "libs/ngt", "libs/ngt-rs", "bin/agent", "libs/kvs"]
261 changes: 261 additions & 0 deletions rust/benchmark.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,261 @@
name,operation,key size(B),value size(B),thread,operation count,time(ns),vmrss(KB),file size(B)
Kv,set,64,256,1,522205,3000112712,317816,312320
Kv,get,64,256,1,523300,3000112712,317816,312320
Kv,set,64,256,1,985988,6000261391,594008,505344
Kv,get,64,256,1,987134,6000261391,594008,505344
Kv,set,64,256,1,1262682,9000432402,731848,751616
Kv,get,64,256,1,1263727,9000432402,731848,751616
Kv,set,64,256,1,1653831,12000590839,950996,982016
Kv,get,64,256,1,1655176,12000590839,950996,982016
Kv,set,64,256,1,1944893,15000749718,1094188,1272320
Kv,get,64,256,1,1946687,15000749718,1094188,1272320
Kv,set,64,256,1,2290509,18000920398,1268912,1571328
Kv,get,64,256,1,2292547,18000920398,1268912,1571328
Kv,set,64,256,1,2621317,21001117489,1385960,1807360
Kv,get,64,256,1,2624071,21001117489,1385960,1807360
Kv,set,64,256,1,2889821,24001279744,1411048,2089984
Kv,get,64,256,1,2892243,24001279744,1411048,2089984
Kv,set,64,256,1,3185581,27001430927,1416420,2285568
Kv,get,64,256,1,3187497,27001430927,1416420,2285568
Kv,set,64,256,1,3460224,30001604523,1445196,2534912
Kv,get,64,256,1,3460806,30001604523,1445196,2534912
Kv,set,64,256,16,1984351,3000977525,3768896,1434592
Kv,get,64,256,16,1985129,3000977525,3768896,1434592
Kv,set,64,256,16,3507324,6001176920,5249344,2947072
Kv,get,64,256,16,3508414,6001176920,5249344,2947072
Kv,set,64,256,16,4657958,9001354844,5533248,3871752
Kv,get,64,256,16,4657565,9001354844,5533248,3871752
Kv,set,64,256,16,5867723,12001564919,5539136,5359852
Kv,get,64,256,16,5865034,12001564919,5539136,5359852
Kv,set,64,256,16,7043278,15001741961,5542208,6735132
Kv,get,64,256,16,7040245,15001741961,5542208,6735132
Kv,set,64,256,16,8101833,18001969590,5822016,7837184
Kv,get,64,256,16,8097996,18001969590,5822016,7837184
Kv,set,64,256,16,9118768,21002184494,5806192,9238528
Kv,get,64,256,16,9112905,21002184494,5806192,9238528
Kv,set,64,256,16,10052831,24002364432,5802476,10416128
Kv,get,64,256,16,10044127,24002364432,5802476,10416128
Kv,set,64,256,16,11012181,27002576230,5792244,11427328
Kv,get,64,256,16,11004202,27002576230,5792244,11427328
Kv,set,64,256,16,11934351,30002751329,5769168,12645892
Kv,get,64,256,16,11926630,30002751329,5769168,12645892
Kv,set,64,256,32,2262708,3020731364,6464764,1201664
Kv,get,64,256,32,2265201,3020731364,6464764,1201664
Kv,set,64,256,32,3118985,6020920281,8218364,2180096
Kv,get,64,256,32,3121685,6020920281,8218364,2180096
Kv,set,64,256,32,4056239,9021164120,8925180,3187712
Kv,get,64,256,32,4058507,9021164120,8925180,3187712
Kv,set,64,256,32,4777636,12021326735,9187320,3880448
Kv,get,64,256,32,4784741,12021326735,9187320,3880448
Kv,set,64,256,32,5579479,15021489791,9340008,4038656
Kv,get,64,256,32,5586575,15021489791,9340008,4038656
Kv,set,64,256,32,6356270,18021655452,9416136,4038656
Kv,get,64,256,32,6362279,18021655452,9416136,4038656
Kv,set,64,256,32,7063449,21021838606,9428788,4405248
Kv,get,64,256,32,7070701,21021838606,9428788,4405248
Kv,set,64,256,32,7860738,24022066505,9434400,4781568
Kv,get,64,256,32,7867592,24022066505,9434400,4781568
Kv,set,64,256,32,8628828,27022252685,9410636,4833792
Kv,get,64,256,32,8635507,27022252685,9410636,4833792
Kv,set,64,256,32,9355870,30022442502,9390744,5296128
Kv,get,64,256,32,9361319,30022442502,9390744,5296128
Kv,set,256,256,1,523253,3000089196,6461808,492032
Kv,get,256,256,1,524011,3000089196,6461808,492032
Kv,set,256,256,1,998651,6000240180,6462576,797184
Kv,get,256,256,1,1000448,6000240180,6462576,797184
Kv,set,256,256,1,1278423,9000420879,6462832,1125376
Kv,get,256,256,1,1280435,9000420879,6462832,1125376
Kv,set,256,256,1,1646303,12000583926,6462832,1446912
Kv,get,256,256,1,1648333,12000583926,6462832,1446912
Kv,set,256,256,1,1857570,15000773452,6462832,1856000
Kv,get,256,256,1,1859824,15000773452,6462832,1856000
Kv,set,256,256,1,2217795,18000929915,6462832,2093056
Kv,get,256,256,1,2219198,18000929915,6462832,2093056
Kv,set,256,256,1,2407651,21001081550,6462832,2551296
Kv,get,256,256,1,2408716,21001081550,6462832,2551296
Kv,set,256,256,1,2762612,24001232904,6462832,2791936
Kv,get,256,256,1,2764008,24001232904,6462832,2791936
Kv,set,256,256,1,2941136,27001390580,6462832,3257856
Kv,get,256,256,1,2943652,27001390580,6462832,3257856
Kv,set,256,256,1,3290372,30001540592,6462832,3444224
Kv,get,256,256,1,3293810,30001540592,6462832,3444224
Kv,set,256,256,16,1625562,3000285577,6886052,1582080
Kv,get,256,256,16,1624115,3000285577,6886052,1582080
Kv,set,256,256,16,2305068,6000457841,7138220,2202624
Kv,get,256,256,16,2302949,6000457841,7138220,2202624
Kv,set,256,256,16,2888019,9003176755,7275720,3040256
Kv,get,256,256,16,2883824,9003176755,7275720,3040256
Kv,set,256,256,16,3675459,12003407879,7316168,4279280
Kv,get,256,256,16,3670652,12003407879,7316168,4279280
Kv,set,256,256,16,4385800,15003556418,7643332,5433856
Kv,get,256,256,16,4381881,15003556418,7643332,5433856
Kv,set,256,256,16,4785253,18003746385,7758468,6185984
Kv,get,256,256,16,4781686,18003746385,7758468,6185984
Kv,set,256,256,16,5072404,21003905113,8093060,6730752
Kv,get,256,256,16,5068602,21003905113,8093060,6730752
Kv,set,256,256,16,5342897,24004097168,8105092,7205376
Kv,get,256,256,16,5338783,24004097168,8105092,7205376
Kv,set,256,256,16,5794819,27004275794,8109604,7988736
Kv,get,256,256,16,5792215,27004275794,8109604,7988736
Kv,set,256,256,16,6345025,30004458367,8110884,8971264
Kv,get,256,256,16,6342691,30004458367,8110884,8971264
Kv,set,256,256,32,1543614,3024169147,8049004,1328128
Kv,get,256,256,32,1544685,3024169147,8049004,1328128
Kv,set,256,256,32,2127973,6024331332,8212844,2308096
Kv,get,256,256,32,2128121,6024331332,8212844,2308096
Kv,set,256,256,32,2540992,9024526559,8434028,2530304
Kv,get,256,256,32,2538808,9024526559,8434028,2530304
Kv,set,256,256,32,3295858,12024753666,8442356,3192832
Kv,get,256,256,32,3292678,12024753666,8442356,3192832
Kv,set,256,256,32,3538590,15024913777,8463348,4047872
Kv,get,256,256,32,3535407,15024913777,8463348,4047872
Kv,set,256,256,32,4103052,18025085339,8460424,4790272
Kv,get,256,256,32,4098439,18025085339,8460424,4790272
Kv,set,256,256,32,4688552,21025208951,8489608,5700608
Kv,get,256,256,32,4684094,21025208951,8489608,5700608
Kv,set,256,256,32,5263830,24025374882,8510956,6567424
Kv,get,256,256,32,5258625,24025374882,8510956,6567424
Kv,set,256,256,32,5814334,27025564158,8493824,7582332
Kv,get,256,256,32,5808619,27025564158,8493824,7582332
Kv,set,256,256,32,6357482,30025727976,8487224,8557056
Kv,get,256,256,32,6349748,30025727976,8487224,8557056
Kv,set,1024,256,1,414661,3000109114,8955644,1012224
Kv,get,1024,256,1,415187,3000109114,8955644,1012224
Kv,set,1024,256,1,579417,6000300574,10209788,1942528
Kv,get,1024,256,1,579491,6000300574,10209788,1942528
Kv,set,1024,256,1,761900,9000483658,9907204,1972224
Kv,get,1024,256,1,761481,9000483658,9907204,1972224
Kv,set,1024,256,1,874654,12000672653,9895964,1972224
Kv,get,1024,256,1,874002,12000672653,9895964,1972224
Kv,set,1024,256,1,962173,15000861698,9895964,2064896
Kv,get,1024,256,1,961534,15000861698,9895964,2064896
Kv,set,1024,256,1,1036704,18001049832,9895964,2257408
Kv,get,1024,256,1,1035873,18001049832,9895964,2257408
Kv,set,1024,256,1,1107028,21001242734,9895964,2531840
Kv,get,1024,256,1,1106755,21001242734,9895964,2531840
Kv,set,1024,256,1,1208161,24001443983,9895964,2653184
Kv,get,1024,256,1,1207377,24001443983,9895964,2653184
Kv,set,1024,256,1,1336912,27001655150,9895964,2851840
Kv,get,1024,256,1,1335533,27001655150,9895964,2851840
Kv,set,1024,256,1,1451576,30001839155,9857548,2885120
Kv,get,1024,256,1,1450286,30001839155,9857548,2885120
Kv,set,1024,256,16,578624,3000310484,9403268,1545528
Kv,get,1024,256,16,578635,3000310484,9403268,1545528
Kv,set,1024,256,16,890395,6000503878,9592804,2094080
Kv,get,1024,256,16,889986,6000503878,9592804,2094080
Kv,set,1024,256,16,1100760,9000685078,9581804,2646528
Kv,get,1024,256,16,1100727,9000685078,9581804,2646528
Kv,set,1024,256,16,1265919,12000871652,8853292,3216384
Kv,get,1024,256,16,1266415,12000871652,8853292,3216384
Kv,set,1024,256,16,1614929,15001043505,8838832,3848704
Kv,get,1024,256,16,1615605,15001043505,8838832,3848704
Kv,set,1024,256,16,1743323,18001201091,8927408,5184512
Kv,get,1024,256,16,1743420,18001201091,8927408,5184512
Kv,set,1024,256,16,2083555,21001364518,8945832,5983744
Kv,get,1024,256,16,2083831,21001364518,8945832,5983744
Kv,set,1024,256,16,2286312,24001571166,8957608,7224832
Kv,get,1024,256,16,2285472,24001571166,8957608,7224832
Kv,set,1024,256,16,2460232,27001760011,9060132,8148480
Kv,get,1024,256,16,2460027,27001760011,9060132,8148480
Kv,set,1024,256,16,2827741,30001966189,9049460,9009664
Kv,get,1024,256,16,2827794,30001966189,9049460,9009664
Kv,set,1024,256,32,581589,3012831384,8867592,1510912
Kv,get,1024,256,32,584153,3012831384,8867592,1510912
Kv,set,1024,256,32,642899,6012989862,8872856,2191360
Kv,get,1024,256,32,645245,6012989862,8872856,2191360
Kv,set,1024,256,32,918986,9013176763,8994148,2191360
Kv,get,1024,256,32,921457,9013176763,8994148,2191360
Kv,set,1024,256,32,1061185,12013427454,9013860,2327040
Kv,get,1024,256,32,1064173,12013427454,9013860,2327040
Kv,set,1024,256,32,1131702,15013591062,9299300,3076096
Kv,get,1024,256,32,1134140,15013591062,9299300,3076096
Kv,set,1024,256,32,1264036,18013754809,9321572,3307520
Kv,get,1024,256,32,1265853,18013754809,9321572,3307520
Kv,set,1024,256,32,1590821,21013907804,9320360,3654656
Kv,get,1024,256,32,1594084,21013907804,9320360,3654656
Kv,set,1024,256,32,1698108,24014060245,9366952,4727808
Kv,get,1024,256,32,1701777,24014060245,9366952,4727808
Kv,set,1024,256,32,1844967,27014241480,9395624,5649408
Kv,get,1024,256,32,1848529,27014241480,9395624,5649408
Kv,set,1024,256,32,2236889,30014438605,9395624,6499952
Kv,get,1024,256,32,2242093,30014438605,9395624,6499952
Kv,set,4096,256,1,202233,3000109379,9979756,1257984
Kv,get,4096,256,1,201055,3000109379,9979756,1257984
Kv,set,4096,256,1,221824,6000281567,9878124,2018816
Kv,get,4096,256,1,220474,6000281567,9878124,2018816
Kv,set,4096,256,1,256424,9000488992,9351460,2018816
Kv,get,4096,256,1,255133,9000488992,9351460,2018816
Kv,set,4096,256,1,361401,12000661430,9297060,2331136
Kv,get,4096,256,1,360433,12000661430,9297060,2331136
Kv,set,4096,256,1,430860,15000854528,9296408,2944000
Kv,get,4096,256,1,430003,15000854528,9296408,2944000
Kv,set,4096,256,1,493711,18001026014,9296408,3557376
Kv,get,4096,256,1,492774,18001026014,9296408,3557376
Kv,set,4096,256,1,531283,21001239079,9296408,3980800
Kv,get,4096,256,1,530157,21001239079,9296408,3980800
Kv,set,4096,256,1,568616,24001418761,9296408,3982848
Kv,get,4096,256,1,567129,24001418761,9296408,3982848
Kv,set,4096,256,1,632050,27001607591,9296408,4145152
Kv,get,4096,256,1,630493,27001607591,9296408,4145152
Kv,set,4096,256,1,688583,30001778789,9267436,4621824
Kv,get,4096,256,1,687066,30001778789,9267436,4621824
Kv,set,4096,256,16,204767,3000285692,9921008,1424384
Kv,get,4096,256,16,205025,3000285692,9921008,1424384
Kv,set,4096,256,16,234075,6000437201,10137840,2360832
Kv,get,4096,256,16,234240,6000437201,10137840,2360832
Kv,set,4096,256,16,301585,9000598649,10143624,2360832
Kv,get,4096,256,16,301757,9000598649,10143624,2360832
Kv,set,4096,256,16,436782,12000790404,10143624,2993152
Kv,get,4096,256,16,436830,12000790404,10143624,2993152
Kv,set,4096,256,16,506321,15000987489,10164104,4085248
Kv,get,4096,256,16,506236,15000987489,10164104,4085248
Kv,set,4096,256,16,552145,18001150419,10431408,5056000
Kv,get,4096,256,16,552161,18001150419,10431408,5056000
Kv,set,4096,256,16,621969,21001313680,10614904,5056000
Kv,get,4096,256,16,622117,21001313680,10614904,5056000
Kv,set,4096,256,16,715297,24001505525,10743928,5424128
Kv,get,4096,256,16,716052,24001505525,10743928,5424128
Kv,set,4096,256,16,925414,27001768224,10802276,6237696
Kv,get,4096,256,16,925849,27001768224,10802276,6237696
Kv,set,4096,256,16,1007490,30002014191,11287396,7391540
Kv,get,4096,256,16,1007442,30002014191,11287396,7391540
Kv,set,4096,256,32,205596,3010377235,10730424,1350900
Kv,get,4096,256,32,206359,3010377235,10730424,1350900
Kv,set,4096,256,32,225704,6010538593,10763064,2575360
Kv,get,4096,256,32,226078,6010538593,10763064,2575360
Kv,set,4096,256,32,265852,9010701884,10778936,2575360
Kv,get,4096,256,32,266183,9010701884,10778936,2575360
Kv,set,4096,256,32,417724,12010871667,10813240,2575360
Kv,get,4096,256,32,417971,12010871667,10813240,2575360
Kv,set,4096,256,32,488184,15011046490,10836280,3539968
Kv,get,4096,256,32,489279,15011046490,10836280,3539968
Kv,set,4096,256,32,537821,18011210081,10990092,4546264
Kv,get,4096,256,32,538744,18011210081,10990092,4546264
Kv,set,4096,256,32,592039,21011377170,11227288,5129728
Kv,get,4096,256,32,592720,21011377170,11227288,5129728
Kv,set,4096,256,32,701068,24011539208,11442744,5162496
Kv,get,4096,256,32,702175,24011539208,11442744,5162496
Kv,set,4096,256,32,873990,27011708481,11471460,5927936
Kv,get,4096,256,32,875609,27011708481,11471460,5927936
Kv,set,4096,256,32,997117,30012203168,11554588,7027200
Kv,get,4096,256,32,998457,30012203168,11554588,7027200
Kv,set,16384,256,1,3536,3000111294,10685864,78246
Kv,get,16384,256,1,3529,3000111294,10685864,78246
Kv,set,16384,256,1,3536,6000750704,10685864,78246
Kv,get,16384,256,1,3529,6000750704,10685864,78246
Kv,set,16384,256,1,3536,9001545237,10685864,78246
Kv,get,16384,256,1,3529,9001545237,10685864,78246
Kv,set,16384,256,1,3536,12002132700,10685864,78246
Kv,get,16384,256,1,3529,12002132700,10685864,78246
Kv,set,16384,256,1,3536,15002874794,10685864,78246
Kv,get,16384,256,1,3529,15002874794,10685864,78246
Kv,set,16384,256,1,3536,18003436740,10685864,78246
Kv,get,16384,256,1,3529,18003436740,10685864,78246
Kv,set,16384,256,1,3536,21004002461,10685864,78246
Kv,get,16384,256,1,3529,21004002461,10685864,78246
Kv,set,16384,256,1,3536,24004572080,10685864,78246
Kv,get,16384,256,1,3529,24004572080,10685864,78246
Kv,set,16384,256,1,3536,27005320005,10685864,78246
Kv,get,16384,256,1,3529,27005320005,10685864,78246
Kv,set,16384,256,1,3536,30006087539,10685864,78246
Kv,get,16384,256,1,3529,30006087539,10685864,78246