用户态网络缓冲区 chain-buffer

2026-03-03 08:05:43 +00:00
parent c72314291a
commit ff924b033c
11 changed files with 933 additions and 725 deletions
--- a/README.md
+++ b/README.md
@@ -23,26 +23,17 @@ sudo apt install libxml2 libxml2-dev
 sudo apt install -y libhiredis-dev
 # bpftrace
 sudo apt install -y bpftrace libelf libelf-dev clang
+# jemalloc
+sudo apt install libjemalloc-dev

 git clone git@gitlab.0voice.com:lianyiheng/9.1-kvstore.git
 cd 9.1-kvstore/
 git submodule update --init --recursive
-./init.sh
 make


 ```

-```
-docker run -it --rm \
-  -v "$(pwd)":/workdir \
-  -w /workdir \
-  --pid=host \
-  --privileged \
-  ghcr.io/eunomia-bpf/bpftime:latest \
-  /bin/bash
-```
-
 ## 测试
 ### 测试1：性能测试
 测试条件：
@@ -57,57 +48,6 @@ docker run -it --rm \
 #### 内存分配: malloc
 ```bash
 lian@ubuntu:~/share/9.1-kvstore$ ./test-redis/testcase 192.168.10.129 8888 3
-Connected to 192.168.10.129:8888
-BATCH (N=3000000) --> time_used=3294 ms, qps=910746
-BATCH (N=3000000) --> time_used=3501 ms, qps=856898
-BATCH (N=3000000) --> time_used=3457 ms, qps=867804
-BATCH (N=3000000) --> time_used=3351 ms, qps=895255
-BATCH (N=3000000) --> time_used=3320 ms, qps=903614
-BATCH (N=3000000) --> time_used=3551 ms, qps=844832
-BATCH (N=3000000) --> time_used=3354 ms, qps=894454
-BATCH (N=3000000) --> time_used=3475 ms, qps=863309
-BATCH (N=3000000) --> time_used=3404 ms, qps=881316
-BATCH (N=3000000) --> time_used=3460 ms, qps=867052
-BATCH (N=3000000) --> time_used=3392 ms, qps=884433
-BATCH (N=3000000) --> time_used=3427 ms, qps=875401
-BATCH (N=3000000) --> time_used=3441 ms, qps=871839
-BATCH (N=3000000) --> time_used=3471 ms, qps=864304
-BATCH (N=3000000) --> time_used=3354 ms, qps=894454
-BATCH (N=3000000) --> time_used=3447 ms, qps=870322
-BATCH (N=3000000) --> time_used=3364 ms, qps=891795
-BATCH (N=3000000) --> time_used=3200 ms, qps=937500
-BATCH (N=3000000) --> time_used=3159 ms, qps=949667
-BATCH (N=3000000) --> time_used=3482 ms, qps=861573
-BATCH (N=3000000) --> time_used=3474 ms, qps=863557
-BATCH (N=3000000) --> time_used=3591 ms, qps=835421
-BATCH (N=3000000) --> time_used=3466 ms, qps=865551
-BATCH (N=3000000) --> time_used=3425 ms, qps=875912
-BATCH (N=3000000) --> time_used=3346 ms, qps=896592
-BATCH (N=3000000) --> time_used=3532 ms, qps=849377
-BATCH (N=3000000) --> time_used=3471 ms, qps=864304
-BATCH (N=3000000) --> time_used=3616 ms, qps=829646
-BATCH (N=3000000) --> time_used=3403 ms, qps=881575
-BATCH (N=3000000) --> time_used=3426 ms, qps=875656
-BATCH (N=3000000) --> time_used=3493 ms, qps=858860
-BATCH (N=3000000) --> time_used=3411 ms, qps=879507
-BATCH (N=3000000) --> time_used=3422 ms, qps=876680
-BATCH (N=3000000) --> time_used=3556 ms, qps=843644
-BATCH (N=3000000) --> time_used=3285 ms, qps=913242
-BATCH (N=3000000) --> time_used=3486 ms, qps=860585
-BATCH (N=3000000) --> time_used=3427 ms, qps=875401
-BATCH (N=3000000) --> time_used=3563 ms, qps=841987
-BATCH (N=3000000) --> time_used=3304 ms, qps=907990
-BATCH (N=3000000) --> time_used=3582 ms, qps=837520
-BATCH (N=3000000) --> time_used=3468 ms, qps=865051
-BATCH (N=3000000) --> time_used=3360 ms, qps=892857
-BATCH (N=3000000) --> time_used=3426 ms, qps=875656
-BATCH (N=3000000) --> time_used=3186 ms, qps=941619
-BATCH (N=3000000) --> time_used=3251 ms, qps=922792
-BATCH (N=3000000) --> time_used=3400 ms, qps=882352
-BATCH (N=3000000) --> time_used=3446 ms, qps=870574
-BATCH (N=3000000) --> time_used=3302 ms, qps=908540
-BATCH (N=3000000) --> time_used=3072 ms, qps=976562
-BATCH (N=3000000) --> time_used=3458 ms, qps=867553
 average qps:880462
 ALL TESTS PASSED.
 ```
@@ -115,57 +55,6 @@ ALL TESTS PASSED.
 #### 内存分配: 自实现内存池
 ```bash
 lian@ubuntu:~/share/9.1-kvstore$ ./test-redis/testcase 192.168.10.129 8888 3
-Connected to 192.168.10.129:8888
-BATCH (N=3000000) --> time_used=3241 ms, qps=925640
-BATCH (N=3000000) --> time_used=3047 ms, qps=984574
-BATCH (N=3000000) --> time_used=3085 ms, qps=972447
-BATCH (N=3000000) --> time_used=3119 ms, qps=961846
-BATCH (N=3000000) --> time_used=3104 ms, qps=966494
-BATCH (N=3000000) --> time_used=3163 ms, qps=948466
-BATCH (N=3000000) --> time_used=3033 ms, qps=989119
-BATCH (N=3000000) --> time_used=3170 ms, qps=946372
-BATCH (N=3000000) --> time_used=3299 ms, qps=909366
-BATCH (N=3000000) --> time_used=3272 ms, qps=916870
-BATCH (N=3000000) --> time_used=3294 ms, qps=910746
-BATCH (N=3000000) --> time_used=3182 ms, qps=942803
-BATCH (N=3000000) --> time_used=3190 ms, qps=940438
-BATCH (N=3000000) --> time_used=3493 ms, qps=858860
-BATCH (N=3000000) --> time_used=3111 ms, qps=964320
-BATCH (N=3000000) --> time_used=3220 ms, qps=931677
-BATCH (N=3000000) --> time_used=3067 ms, qps=978154
-BATCH (N=3000000) --> time_used=3345 ms, qps=896860
-BATCH (N=3000000) --> time_used=3381 ms, qps=887311
-BATCH (N=3000000) --> time_used=3416 ms, qps=878220
-BATCH (N=3000000) --> time_used=3192 ms, qps=939849
-BATCH (N=3000000) --> time_used=3085 ms, qps=972447
-BATCH (N=3000000) --> time_used=3150 ms, qps=952380
-BATCH (N=3000000) --> time_used=3296 ms, qps=910194
-BATCH (N=3000000) --> time_used=3001 ms, qps=999666
-BATCH (N=3000000) --> time_used=3143 ms, qps=954502
-BATCH (N=3000000) --> time_used=3111 ms, qps=964320
-BATCH (N=3000000) --> time_used=3123 ms, qps=960614
-BATCH (N=3000000) --> time_used=3257 ms, qps=921093
-BATCH (N=3000000) --> time_used=3037 ms, qps=987816
-BATCH (N=3000000) --> time_used=3135 ms, qps=956937
-BATCH (N=3000000) --> time_used=3124 ms, qps=960307
-BATCH (N=3000000) --> time_used=3276 ms, qps=915750
-BATCH (N=3000000) --> time_used=3058 ms, qps=981033
-BATCH (N=3000000) --> time_used=3024 ms, qps=992063
-BATCH (N=3000000) --> time_used=3224 ms, qps=930521
-BATCH (N=3000000) --> time_used=3235 ms, qps=927357
-BATCH (N=3000000) --> time_used=3334 ms, qps=899820
-BATCH (N=3000000) --> time_used=3427 ms, qps=875401
-BATCH (N=3000000) --> time_used=3218 ms, qps=932256
-BATCH (N=3000000) --> time_used=3191 ms, qps=940144
-BATCH (N=3000000) --> time_used=3179 ms, qps=943692
-BATCH (N=3000000) --> time_used=3104 ms, qps=966494
-BATCH (N=3000000) --> time_used=3202 ms, qps=936914
-BATCH (N=3000000) --> time_used=3184 ms, qps=942211
-BATCH (N=3000000) --> time_used=3000 ms, qps=1000000
-BATCH (N=3000000) --> time_used=3280 ms, qps=914634
-BATCH (N=3000000) --> time_used=3141 ms, qps=955109
-BATCH (N=3000000) --> time_used=3198 ms, qps=938086
-BATCH (N=3000000) --> time_used=3126 ms, qps=959692
 average qps:942837
 ALL TESTS PASSED.
 ```
@@ -173,57 +62,6 @@ ALL TESTS PASSED.
 #### 内存分配：jemalloc
 ```shell
 lian@ubuntu:~/share/9.1-kvstore$ ./test-redis/testcase 192.168.10.129 8888 3
-Connected to 192.168.10.129:8888
-BATCH (N=3000000) --> time_used=3511 ms, qps=854457
-BATCH (N=3000000) --> time_used=3280 ms, qps=914634
-BATCH (N=3000000) --> time_used=3603 ms, qps=832639
-BATCH (N=3000000) --> time_used=3418 ms, qps=877706
-BATCH (N=3000000) --> time_used=3353 ms, qps=894721
-BATCH (N=3000000) --> time_used=3435 ms, qps=873362
-BATCH (N=3000000) --> time_used=3250 ms, qps=923076
-BATCH (N=3000000) --> time_used=3550 ms, qps=845070
-BATCH (N=3000000) --> time_used=3536 ms, qps=848416
-BATCH (N=3000000) --> time_used=3273 ms, qps=916590
-BATCH (N=3000000) --> time_used=3224 ms, qps=930521
-BATCH (N=3000000) --> time_used=3161 ms, qps=949066
-BATCH (N=3000000) --> time_used=3143 ms, qps=954502
-BATCH (N=3000000) --> time_used=3342 ms, qps=897666
-BATCH (N=3000000) --> time_used=3410 ms, qps=879765
-BATCH (N=3000000) --> time_used=3522 ms, qps=851788
-BATCH (N=3000000) --> time_used=3035 ms, qps=988467
-BATCH (N=3000000) --> time_used=3352 ms, qps=894988
-BATCH (N=3000000) --> time_used=3226 ms, qps=929944
-BATCH (N=3000000) --> time_used=3406 ms, qps=880798
-BATCH (N=3000000) --> time_used=3336 ms, qps=899280
-BATCH (N=3000000) --> time_used=3307 ms, qps=907166
-BATCH (N=3000000) --> time_used=3171 ms, qps=946073
-BATCH (N=3000000) --> time_used=3252 ms, qps=922509
-BATCH (N=3000000) --> time_used=3296 ms, qps=910194
-BATCH (N=3000000) --> time_used=3301 ms, qps=908815
-BATCH (N=3000000) --> time_used=3403 ms, qps=881575
-BATCH (N=3000000) --> time_used=3234 ms, qps=927643
-BATCH (N=3000000) --> time_used=3348 ms, qps=896057
-BATCH (N=3000000) --> time_used=3517 ms, qps=852999
-BATCH (N=3000000) --> time_used=3354 ms, qps=894454
-BATCH (N=3000000) --> time_used=3529 ms, qps=850099
-BATCH (N=3000000) --> time_used=3473 ms, qps=863806
-BATCH (N=3000000) --> time_used=3521 ms, qps=852030
-BATCH (N=3000000) --> time_used=3370 ms, qps=890207
-BATCH (N=3000000) --> time_used=3267 ms, qps=918273
-BATCH (N=3000000) --> time_used=3352 ms, qps=894988
-BATCH (N=3000000) --> time_used=3433 ms, qps=873871
-BATCH (N=3000000) --> time_used=3374 ms, qps=889152
-BATCH (N=3000000) --> time_used=3360 ms, qps=892857
-BATCH (N=3000000) --> time_used=3463 ms, qps=866300
-BATCH (N=3000000) --> time_used=3499 ms, qps=857387
-BATCH (N=3000000) --> time_used=3294 ms, qps=910746
-BATCH (N=3000000) --> time_used=3311 ms, qps=906070
-BATCH (N=3000000) --> time_used=3443 ms, qps=871333
-BATCH (N=3000000) --> time_used=3381 ms, qps=887311
-BATCH (N=3000000) --> time_used=3422 ms, qps=876680
-BATCH (N=3000000) --> time_used=3421 ms, qps=876936
-BATCH (N=3000000) --> time_used=3322 ms, qps=903070
-BATCH (N=3000000) --> time_used=3494 ms, qps=858614
 average qps:892493
 ALL TESTS PASSED.
 ```
@@ -240,17 +78,6 @@ ALL TESTS PASSED.

 ```shell
 lian@ubuntu:~/share/9.1-kvstore$ ./test-redis/testcase 192.168.10.129 8888 4
-Connected to 192.168.10.129:8888
-BATCH (N=3000000) --> time_used=3500 ms, qps=857142
-BATCH (N=3000000) --> time_used=3322 ms, qps=903070
-BATCH (N=3000000) --> time_used=3424 ms, qps=876168
-BATCH (N=3000000) --> time_used=3483 ms, qps=861326
-BATCH (N=3000000) --> time_used=3421 ms, qps=876936
-BATCH (N=3000000) --> time_used=3519 ms, qps=852514
-BATCH (N=3000000) --> time_used=3597 ms, qps=834028
-BATCH (N=3000000) --> time_used=3504 ms, qps=856164
-BATCH (N=3000000) --> time_used=3281 ms, qps=914355
-BATCH (N=3000000) --> time_used=3446 ms, qps=870574
 average qps:870227
 ALL TESTS PASSED.
 ```