__step=000012 __cmd_run=LD_PRELOAD=../../setbench/lib/libjemalloc.so timeout 180 numactl -i all /usr/bin/time -f "[time_cmd_output] time_elapsed_sec=%e, faults_major=%F, faults_minor=%R, mem_maxresident_kb=%M, user_cputime=%U, sys_cputime=%S, percent_cpu=%P" ./brown_int_bst_tm_auto.debra.hybridnorec -nwork 96 -nprefill 96 -prefill-hybrid -prefill-hybrid-min-ms 1000 -prefill-hybrid-max-ms 5000 -insdel 5.0 5.0 -k 20000000 -t 10000 -pin 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 __file_data=data000012.txt __path_data=data/data000012.txt __hostname=jax REALTIME_MAIN_START_PERF_FORMAT=6991476.788134319 binary=./brown_int_bst_tm_auto.debra.hybridnorec parsed custom binding: 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 DS_TYPENAME=brown_int_bst_tm_auto FIND_FUNC=FIND_FUNC INSERT_FUNC=insertIfAbsent ERASE_FUNC=ERASE_FUNC RQ_FUNC=RQ_FUNC RECLAIM=reclaimer_debra ALLOC=allocator_new POOL=pool_none MAX_THREADS_POW2=512 CPU_FREQ_GHZ=2.1 MILLIS_TO_RUN=10000 INS_FRAC=5 DEL_FRAC=5 RQ=0 RQSIZE=0 MAXKEY=20000000 PREFILL_THREADS=96 DESIRED_PREFILL_SIZE=-1 TOTAL_THREADS=96 WORK_THREADS=96 RQ_THREADS=0 distribution=0 INS_DEL_FRAC=5.0 5.0 PREFILL_TYPE=PREFILL_HYBRID PREFILL_HYBRID_MIN_MS=1000 PREFILL_HYBRID_MAX_MS=5000 sizes: node=32 ACTUAL_THREAD_BINDINGS=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143 Hybrid noREC system ready Info: prefilling using hybrid approach; mixed then insert-only if needed. prefilling initialization took 0.016s prefilling_size=310103 prefilling_elapsed_millis=1.001s prefilling_size=340467 prefilling_elapsed_millis=1.101s prefilling_size=370664 prefilling_elapsed_millis=1.201s prefilling_size=400784 prefilling_elapsed_millis=1.301s prefilling_size=430961 prefilling_elapsed_millis=1.402s prefilling_size=460971 prefilling_elapsed_millis=1.502s prefilling_size=490899 prefilling_elapsed_millis=1.602s prefilling_size=520616 prefilling_elapsed_millis=1.702s prefilling_size=550261 prefilling_elapsed_millis=1.802s prefilling_size=579716 prefilling_elapsed_millis=1.903s prefilling_size=609190 prefilling_elapsed_millis=2.003s prefilling_size=638305 prefilling_elapsed_millis=2.103s prefilling_size=667555 prefilling_elapsed_millis=2.203s prefilling_size=696699 prefilling_elapsed_millis=2.303s prefilling_size=725827 prefilling_elapsed_millis=2.403s prefilling_size=754878 prefilling_elapsed_millis=2.504s prefilling_size=783711 prefilling_elapsed_millis=2.604s prefilling_size=812552 prefilling_elapsed_millis=2.704s prefilling_size=841093 prefilling_elapsed_millis=2.804s prefilling_size=869624 prefilling_elapsed_millis=2.904s prefilling_size=898193 prefilling_elapsed_millis=3.005s prefilling_size=926585 prefilling_elapsed_millis=3.105s prefilling_size=954693 prefilling_elapsed_millis=3.205s prefilling_size=982990 prefilling_elapsed_millis=3.305s prefilling_size=1010937 prefilling_elapsed_millis=3.405s prefilling_size=1038847 prefilling_elapsed_millis=3.506s prefilling_size=1066665 prefilling_elapsed_millis=3.606s prefilling_size=1094152 prefilling_elapsed_millis=3.706s prefilling_size=1121889 prefilling_elapsed_millis=3.806s prefilling_size=1149636 prefilling_elapsed_millis=3.906s prefilling_size=1177235 prefilling_elapsed_millis=4.007s prefilling_size=1204592 prefilling_elapsed_millis=4.107s prefilling_size=1231862 prefilling_elapsed_millis=4.207s prefilling_size=1259046 prefilling_elapsed_millis=4.307s prefilling_size=1286215 prefilling_elapsed_millis=4.407s prefilling_size=1313342 prefilling_elapsed_millis=4.508s prefilling_size=1340302 prefilling_elapsed_millis=4.608s prefilling_size=1367140 prefilling_elapsed_millis=4.708s prefilling_size=1394065 prefilling_elapsed_millis=4.808s prefilling_size=1420951 prefilling_elapsed_millis=4.908s prefilling_size=1447590 prefilling_elapsed_millis=5.009s Info: prefilling requires an additional insert phase to complete. Info: prefilling using INSERTION ONLY. timing_start inserting 8552306 keys with 96 threads... tid=0 thread_prefill_amount=16664 percent_done_estimate=18.7 elapsed_s=5 est_remaining_s=52 / 57 tid=0 thread_prefill_amount=18747 percent_done_estimate=21.0 elapsed_s=6 est_remaining_s=49 / 55 tid=0 thread_prefill_amount=20830 percent_done_estimate=23.4 elapsed_s=6 est_remaining_s=47 / 53 tid=0 thread_prefill_amount=22913 percent_done_estimate=25.7 elapsed_s=7 est_remaining_s=45 / 51 tid=0 thread_prefill_amount=24996 percent_done_estimate=28.1 elapsed_s=7 est_remaining_s=43 / 50 tid=0 thread_prefill_amount=27079 percent_done_estimate=30.4 elapsed_s=8 est_remaining_s=41 / 49 tid=0 thread_prefill_amount=29162 percent_done_estimate=32.7 elapsed_s=8 est_remaining_s=39 / 47 tid=0 thread_prefill_amount=31245 percent_done_estimate=35.1 elapsed_s=9 est_remaining_s=37 / 46 tid=0 thread_prefill_amount=33328 percent_done_estimate=37.4 elapsed_s=9 est_remaining_s=35 / 45 tid=0 thread_prefill_amount=35411 percent_done_estimate=39.7 elapsed_s=10 est_remaining_s=34 / 44 tid=0 thread_prefill_amount=37494 percent_done_estimate=42.1 elapsed_s=10 est_remaining_s=32 / 43 tid=0 thread_prefill_amount=39577 percent_done_estimate=44.4 elapsed_s=11 est_remaining_s=31 / 42 tid=0 thread_prefill_amount=41660 percent_done_estimate=46.8 elapsed_s=11 est_remaining_s=29 / 41 tid=0 thread_prefill_amount=43743 percent_done_estimate=49.1 elapsed_s=12 est_remaining_s=28 / 40 tid=0 thread_prefill_amount=45826 percent_done_estimate=51.4 elapsed_s=13 est_remaining_s=27 / 39 tid=0 thread_prefill_amount=47909 percent_done_estimate=53.8 elapsed_s=13 est_remaining_s=25 / 38 tid=0 thread_prefill_amount=49992 percent_done_estimate=56.1 elapsed_s=14 est_remaining_s=24 / 37 tid=0 thread_prefill_amount=52075 percent_done_estimate=58.5 elapsed_s=14 est_remaining_s=23 / 37 tid=0 thread_prefill_amount=54158 percent_done_estimate=60.8 elapsed_s=15 est_remaining_s=21 / 36 tid=0 thread_prefill_amount=56241 percent_done_estimate=63.1 elapsed_s=15 est_remaining_s=20 / 35 tid=0 thread_prefill_amount=58324 percent_done_estimate=65.5 elapsed_s=16 est_remaining_s=19 / 34 tid=0 thread_prefill_amount=60407 percent_done_estimate=67.8 elapsed_s=16 est_remaining_s=17 / 33 tid=0 thread_prefill_amount=62490 percent_done_estimate=70.1 elapsed_s=17 est_remaining_s=16 / 33 tid=0 thread_prefill_amount=64573 percent_done_estimate=72.5 elapsed_s=17 est_remaining_s=15 / 32 tid=0 thread_prefill_amount=66656 percent_done_estimate=74.8 elapsed_s=18 est_remaining_s=13 / 31 tid=0 thread_prefill_amount=68739 percent_done_estimate=77.2 elapsed_s=18 est_remaining_s=12 / 30 tid=0 thread_prefill_amount=70822 percent_done_estimate=79.5 elapsed_s=19 est_remaining_s=11 / 30 tid=0 thread_prefill_amount=72905 percent_done_estimate=81.8 elapsed_s=19 est_remaining_s=10 / 29 tid=0 thread_prefill_amount=74988 percent_done_estimate=84.2 elapsed_s=20 est_remaining_s=8 / 28 tid=0 thread_prefill_amount=77071 percent_done_estimate=86.5 elapsed_s=20 est_remaining_s=7 / 27 tid=0 thread_prefill_amount=79154 percent_done_estimate=88.9 elapsed_s=21 est_remaining_s=6 / 27 tid=0 thread_prefill_amount=81237 percent_done_estimate=91.2 elapsed_s=21 est_remaining_s=5 / 26 tid=0 thread_prefill_amount=83320 percent_done_estimate=93.5 elapsed_s=22 est_remaining_s=3 / 25 tid=0 thread_prefill_amount=85403 percent_done_estimate=95.9 elapsed_s=22 est_remaining_s=2 / 24 tid=0 thread_prefill_amount=87486 percent_done_estimate=98.2 elapsed_s=23 est_remaining_s=1 / 24 tid=0 thread_prefill_amount=89569 percent_done_estimate=100.5 elapsed_s=23 est_remaining_s=-0 / 23 tid=0 thread_prefill_amount=91652 percent_done_estimate=102.9 elapsed_s=24 est_remaining_s=-1 / 22 tid=0 thread_prefill_amount=93735 percent_done_estimate=105.2 elapsed_s=24 est_remaining_s=-3 / 21 tid=0 thread_prefill_amount=95818 percent_done_estimate=107.6 elapsed_s=24 est_remaining_s=-4 / 21 tid=0 thread_prefill_amount=97901 percent_done_estimate=109.9 elapsed_s=25 est_remaining_s=-5 / 20 tid=0 thread_prefill_amount=99984 percent_done_estimate=112.2 elapsed_s=25 est_remaining_s=-6 / 19 tid=0 thread_prefill_amount=102067 percent_done_estimate=114.6 elapsed_s=25 est_remaining_s=-7 / 18 tid=0 thread_prefill_amount=104150 percent_done_estimate=116.9 elapsed_s=25 est_remaining_s=-8 / 17 timing_elapsed 21.9957s prefilling_size=10000000 prefilling_elapsed_millis=22.048s finished prefilling to size 10000000 for expected size 10000000 keysum=100006612393034, performing 15486863 updates; total_prefilling_elapsed_ms=22048 ms) pref_size=10000000 pref_millis=22048 prefill_elapsed_ms=22048 4NodeIxPvL9tx_safety0EE_object_size=32 4NodeIxPvL9tx_safety0EE_allocated_count=0 4NodeIxPvL9tx_safety0EE_allocated_size=0MB 4NodeIxPvL9tx_safety0EE_get_from_pool=0 4NodeIxPvL9tx_safety0EE_deallocated=0 4NodeIxPvL9tx_safety0EE_limbo_count=0 4NodeIxPvL9tx_safety0EE_limbo_details=0 0 0 global_epoch_counter=298 main thread: starting timer... ############################################################################### ################################ BEGIN RUNNING ################################ ############################################################################### REALTIME_START_PERF_FORMAT=6991504.147759512 REALTIME_END_PERF_FORMAT=6991514.147872449 ############################################################################### ################################## TIME IS UP ################################# ############################################################################### joining threads... ############################################################################### ################################# END RUNNING ################################# ############################################################################### 10.1s PRODUCING OUTPUT computing tree_stats in PARALLEL... bounded depth BFS to partition into subtrees for parallel computation (96 threads)... partitioned into 506 subtrees; running parallel for... computing stats for the top of the tree (above the partitions)... tree_stats_computeWalltime=0.146s tree_stats_numInternalsAtDepth=1 2 4 8 16 32 64 128 255 502 971 1843 3462 6248 11048 18823 30821 48480 73223 105702 145767 192169 243023 295825 346398 390951 426496 449232 459782 456584 441400 414449 378286 336433 290375 244023 200858 161210 126262 96812 72927 53339 37907 26686 18374 12309 7862 4903 2970 1792 1060 617 355 187 96 36 19 8 4 0 tree_stats_numLeavesAtDepth=0 0 0 0 0 0 0 0 1 4 20 54 105 348 725 1709 3495 6746 12071 20758 33379 50410 72092 96321 124489 152997 179855 204634 222323 234588 239111 236833 227841 212544 193558 170635 144930 121389 99150 78584 60927 46745 34776 24856 17639 12311 8503 5452 3468 2049 1274 749 429 259 136 86 22 14 4 5 tree_stats_numNodesAtDepth=1 2 4 8 16 32 64 128 256 506 991 1897 3567 6596 11773 20532 34316 55226 85294 126460 179146 242579 315115 392146 470887 543948 606351 653866 682105 691172 680511 651282 606127 548977 483933 414658 345788 282599 225412 175396 133854 100084 72683 51542 36013 24620 16365 10355 6438 3841 2334 1366 784 446 232 122 41 22 8 5 tree_stats_numKeysAtDepth=1 2 4 8 16 32 64 128 256 506 991 1897 3567 6596 11773 20532 34316 55226 85294 126460 179146 242579 315115 392146 470887 543948 606351 653866 682105 691172 680511 651282 606127 548977 483933 414658 345788 282599 225412 175396 133854 100084 72683 51542 36013 24620 16365 10355 6438 3841 2334 1366 784 446 232 122 41 22 8 5 tree_stats_avgDegreeAtDepth=2 2 2 2 2 2 2 2 1.98047 1.9664 1.93441 1.9088 1.87861 1.83763 1.80557 1.75458 1.71118 1.66661 1.62416 1.58077 1.54041 1.50683 1.47323 1.44642 1.41953 1.39599 1.37498 1.35615 1.33923 1.32398 1.30842 1.29431 1.28161 1.26868 1.25682 1.24542 1.23639 1.22718 1.21797 1.21119 1.20289 1.19328 1.1876 1.18096 1.17344 1.16474 1.15234 1.14824 1.13529 1.14111 1.13111 1.12225 1.11607 1.1009 1.11207 1.04098 1.07317 1 1.125 1 tree_stats_height=60 tree_stats_numInternals=6639419 tree_stats_numLeaves=3361403 tree_stats_numNodes=10000822 tree_stats_numKeys=10000822 tree_stats_avgDegreeInternal=1.50628 tree_stats_avgDegreeLeaves=1 tree_stats_avgDegree=1.33611 tree_stats_avgKeyDepth=29.4958 4NodeIxPvL9tx_safety0EE_object_size=32 4NodeIxPvL9tx_safety0EE_allocated_count=0 4NodeIxPvL9tx_safety0EE_allocated_size=0MB 4NodeIxPvL9tx_safety0EE_get_from_pool=0 4NodeIxPvL9tx_safety0EE_deallocated=0 4NodeIxPvL9tx_safety0EE_limbo_count=0 4NodeIxPvL9tx_safety0EE_limbo_details=0 0 0 global_epoch_counter=1313 log_histogram_of_none_limbo_reclamation_event_size_full_data=1:10 2:38 4:469 8:40819 16:55897 32:12 [2^00, 2^01]: 10 (2^01, 2^02]: 38 (2^02, 2^03]: 469 (2^03, 2^04]: 40819 (2^04, 2^05]: 55897 (2^05, 2^06]: 12 sum_limbo_reclamation_event_size_total=1591459 count_limbo_reclamation_event_size_by_thread=1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1012 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1012 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1013 1012 1013 1013 count_limbo_reclamation_event_size_total=97245 sum_limbo_reclamation_event_count_total=97535 first_thread_announced_epoch_by_thread=2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 2626 sum_num_inserts_by_thread=36383 36165 36263 37064 35988 37934 36606 36400 37194 36965 36855 38728 31844 35948 36060 36787 37092 38814 35632 35716 35874 36317 36648 37910 36661 35128 36490 30370 36471 38514 36809 36524 36071 36782 36724 38691 36970 36612 36168 36653 37150 38979 36484 36563 36557 36887 37062 38498 29780 29535 29678 29882 29074 29687 29817 30111 30543 29715 29901 31077 29786 30361 30254 29959 30222 30180 29916 30017 29412 29235 29986 31805 29670 29634 30084 29558 28912 30219 29576 29966 29869 29408 30025 31102 29900 30376 29636 29629 24895 30655 30058 29913 29915 30047 30151 31195 sum_num_inserts_total=3191331 sum_num_deletes_by_thread=36315 35924 35943 37225 36269 37581 36359 35930 36740 37108 36807 38665 31486 35808 36225 36753 37134 39364 35880 35636 35635 36254 36716 38067 36476 35280 36691 30243 36437 38357 37004 36461 35826 37285 36975 38157 36882 36637 36618 36414 37095 39019 36145 35952 36362 36630 36984 39118 29791 29244 29905 29701 28945 29882 30023 29719 30390 29599 29581 31051 29918 30499 30000 29942 30169 30464 29830 30059 29617 29274 29790 31148 29504 29977 30122 29920 28841 30341 29872 30030 29871 29608 29971 31188 29835 30416 29988 29959 24813 30709 30075 30124 30127 30018 29498 31134 sum_num_deletes_total=3189354 sum_num_searches_by_thread=650740 648048 649690 665250 650857 681166 656363 650743 664691 666077 660464 698408 568436 649524 646733 656544 673541 701416 644270 640496 648707 658763 666995 680969 659302 636229 660498 546262 659165 693038 664249 656288 646510 667076 664658 691278 662060 659695 654428 657478 667478 707557 646708 654209 655886 663017 664242 692655 537844 527830 535613 537487 521221 538103 535453 538195 546630 531747 537579 560741 537587 549893 542986 538097 539037 546222 533552 540135 531095 526784 539040 566885 530995 536525 542119 534168 520667 542852 534096 540228 534924 529892 538877 559187 536955 549591 535261 537883 450825 549938 539128 542225 539384 540537 539377 558083 sum_num_searches_total=57412330 sum_num_rq_by_thread= sum_num_rq_total= sum_num_operations_by_thread=723438 720137 721896 739539 723114 756681 729328 723073 738625 740150 734126 775801 631766 721280 719018 730084 747767 779594 715782 711848 720216 731334 740359 756946 732439 706637 733679 606875 732073 769909 738062 729273 718407 741143 738357 768126 735912 732944 727214 730545 741723 785555 719337 726724 728805 736534 738288 770271 597415 586609 595196 597070 579240 597672 595293 598025 607563 591061 597061 622869 597291 610753 603240 597998 599428 606866 593298 600211 590124 585293 598816 629838 590169 596136 602325 593646 578420 603412 593544 600224 594664 588908 598873 621477 596690 610383 594885 597471 500533 611302 599261 602262 599426 600602 599026 620412 average_num_operations_total=664510 stdev_num_operations_total=7361 sum_num_operations_total=63793015 min_num_operations_total=500533 max_num_operations_total=785555 first_time_thread_terminate_by_thread=10000182 10000113 10000218 10000113 10000211 10000254 10000197 10000163 10000131 10000113 10000112 10000184 10000151 10000251 10000112 10000250 10000208 10000258 10000147 10000244 10000233 10000115 10000166 10000259 10000248 10000214 10000112 10000114 10000112 10000255 10000112 10000178 10000210 10000113 10000170 10000114 10000259 10000177 10000231 10000234 10000171 10000246 10000245 10000236 10000232 10000148 10000168 10000123 10000114 10000113 10000190 10000113 10000114 10000257 10000241 10000219 10000137 10000188 10000239 10000226 10000225 10000200 10000175 10000221 10000156 10000160 10000129 10000227 10000114 10000179 10000195 10000239 10000229 10000203 10000127 10000117 10000144 10000256 10000159 10000253 10000135 10000202 10000215 10000248 10000243 10000240 10000113 10000116 10000192 10000113 10000222 10000224 10000183 10000206 10000194 10000252 min_time_thread_terminate_total=10000112 max_time_thread_terminate_total=10000259 first_time_thread_start_by_thread=10 5 4 4 4 4 4 4 4 4 5 4 5 5 4 4 4 4 4 5 5 4 4 5 3 5 4 4 4 4 4 4 4 4 5 4 5 5 4 4 4 4 4 5 5 4 5 5 4 5 5 5 5 4 5 5 5 5 5 5 5 4 5 5 4 5 5 5 4 5 4 4 5 5 5 5 5 4 5 5 5 5 5 5 5 4 5 5 4 5 5 5 4 5 4 4 min_time_thread_start_total=3 max_time_thread_start_total=10 sum_duration_all_ops_total= threads_final_keysum=100019102713015 threads_final_size=10000822 final_keysum=100019102713015 final_size=10000822 validate_result=success Validation OK. Structural validation OK. total_find=57412330 total_rq=0 total_inserts=3191331 total_deletes=3189354 total_updates=6380685 total_queries=57412330 total_ops=63793015 find_throughput=5741233 rq_throughput=0 update_throughput=638068 query_throughput=5741233 total_throughput=6379301 total find : 57412330 total rq : 0 total inserts : 3191331 total deletes : 3189354 total updates : 6380685 total queries : 57412330 total ops : 63793015 find throughput : 5741233 rq throughput : 0 update throughput : 638068 query throughput : 5741233 total throughput : 6379301 elapsed milliseconds : 10000 napping milliseconds overtime : 100 PAPI_L2_TCM=30.303 PAPI_L3_TCM=8.7325 PAPI_TOT_CYC=41657.4 PAPI_TOT_INS=6125.41 garbage=287107059999196 total_execution_walltime=37.623s REALTIME_MAIN_END_PERF_FORMAT=6991514.412606173 Hybrid noREC system shutdown: HTM_ATTEMPT_THRESH=40 [fast htm] total fast htm commit : 69450388 [slow htm] [fallback] total fallback commit : 9829491 seconds global lock is held : 1.13021 [time_cmd_output] time_elapsed_sec=37.79, faults_major=0, faults_minor=163072, mem_maxresident_kb=650364, user_cputime=3430.97, sys_cputime=7.74, percent_cpu=9098% timeout=false algorithm=brown_int_bst_tm_auto.debra.hybridnorec thread_pinning=-pin 0-23,96-119,24-47,120-143,48-71,144-167,72-95,168-191 millis=10000 __trials=2