# tail -1000 be.out I20251211 04:29:23.231204 138260379958656 backend_options.cpp:135] localhost 10.100.41.50 I20251211 04:29:23.231206 138260379958656 backend_options.cpp:136] local_ip 10.100.41.50 I20251211 04:29:23.231208 138260379958656 backend_options.cpp:137] resolved_ip 10.100.41.50 I20251211 04:29:23.231211 138260379958656 starrocks_be.cpp:98] BE start step 3: backend network options init successfully I20251211 04:29:23.231253 138260379958656 starrocks_be.cpp:103] BE start step 4: global env init successfully I20251211 04:29:23.231258 138260379958656 starrocks_be.cpp:108] BE start step 5: global variables init successfully I20251211 04:29:23.232093 138260379958656 mem_cache.cpp:59] init mem cache with segment lru policy: [35,65], segment_freq_bits: 0, slru_name: default_cache_mem_slru I20251211 04:29:23.232185 138260024075840 daemon.cpp:140] Current memory statistics: process(6479296), query_pool(0), load(0), metadata(0), compaction(0), schema_change(0), page_cache(0), update(0), passthrough(0), clone(0), consistency(0), datacache(0), jit(0) I20251211 04:29:23.232382 138260379958656 block_file.cpp:60] open block file success, fd: 52, path: /opt/starrocks/be/storage/datacache/blockfile_0.1764048033136473 I20251211 04:29:23.232393 138260379958656 block_file.cpp:60] open block file success, fd: 53, path: /opt/starrocks/be/storage/datacache/blockfile_1.1764048033136643 I20251211 04:29:23.232400 138260379958656 block_file.cpp:60] open block file success, fd: 54, path: /opt/starrocks/be/storage/datacache/blockfile_2.1764048033137314 I20251211 04:29:23.232408 138260379958656 block_file.cpp:60] open block file success, fd: 55, path: /opt/starrocks/be/storage/datacache/blockfile_3.1764048033137350 I20251211 04:29:23.232416 138260379958656 block_file.cpp:60] open block file success, fd: 56, path: /opt/starrocks/be/storage/datacache/blockfile_4.1764048033137371 I20251211 04:29:23.232424 138260379958656 block_file.cpp:60] open block file success, fd: 57, path: /opt/starrocks/be/storage/datacache/blockfile_5.1764048033137389 I20251211 04:29:23.232431 138260379958656 block_file.cpp:60] open block file success, fd: 58, path: /opt/starrocks/be/storage/datacache/blockfile_6.1764048033137405 I20251211 04:29:23.232438 138260379958656 block_file.cpp:60] open block file success, fd: 59, path: /opt/starrocks/be/storage/datacache/blockfile_7.1764048033137423 I20251211 04:29:23.232446 138260379958656 block_file.cpp:60] open block file success, fd: 60, path: /opt/starrocks/be/storage/datacache/blockfile_8.1764048033137439 I20251211 04:29:23.232453 138260379958656 block_file.cpp:60] open block file success, fd: 61, path: /opt/starrocks/be/storage/datacache/blockfile_9.1764048033137456 I20251211 04:29:23.232460 138260379958656 block_file.cpp:60] open block file success, fd: 62, path: /opt/starrocks/be/storage/datacache/blockfile_10.1764048033137472 I20251211 04:29:23.232477 138260379958656 block_file.cpp:60] open block file success, fd: 63, path: /opt/starrocks/be/storage/datacache/blockfile_11.1764048033137492 I20251211 04:29:23.232485 138260379958656 block_file.cpp:60] open block file success, fd: 64, path: /opt/starrocks/be/storage/datacache/blockfile_12.1764048033137510 I20251211 04:29:23.232492 138260379958656 block_file.cpp:60] open block file success, fd: 65, path: /opt/starrocks/be/storage/datacache/blockfile_13.1764048033137526 I20251211 04:29:23.232499 138260379958656 block_file.cpp:60] open block file success, fd: 66, path: /opt/starrocks/be/storage/datacache/blockfile_14.1764048033137542 I20251211 04:29:23.232510 138260379958656 block_file.cpp:60] open block file success, fd: 67, path: /opt/starrocks/be/storage/datacache/blockfile_15.1764048033137559 I20251211 04:29:23.232518 138260379958656 block_file.cpp:60] open block file success, fd: 68, path: /opt/starrocks/be/storage/datacache/blockfile_16.1764048033137576 I20251211 04:29:23.232525 138260379958656 block_file.cpp:60] open block file success, fd: 69, path: /opt/starrocks/be/storage/datacache/blockfile_17.1764048033137592 I20251211 04:29:23.232532 138260379958656 block_file.cpp:60] open block file success, fd: 70, path: /opt/starrocks/be/storage/datacache/blockfile_18.1764048033137608 I20251211 04:29:23.232539 138260379958656 block_file.cpp:60] open block file success, fd: 71, path: /opt/starrocks/be/storage/datacache/blockfile_19.1764048033137625 I20251211 04:29:23.232546 138260379958656 block_file.cpp:60] open block file success, fd: 72, path: /opt/starrocks/be/storage/datacache/blockfile_20.1764048033137641 I20251211 04:29:23.232553 138260379958656 block_file.cpp:60] open block file success, fd: 73, path: /opt/starrocks/be/storage/datacache/blockfile_21.1764048033137677 I20251211 04:29:23.232560 138260379958656 block_file.cpp:60] open block file success, fd: 74, path: /opt/starrocks/be/storage/datacache/blockfile_22.1764048033137697 I20251211 04:29:23.232567 138260379958656 block_file.cpp:60] open block file success, fd: 75, path: /opt/starrocks/be/storage/datacache/blockfile_23.1764048033137721 I20251211 04:29:23.232574 138260379958656 block_file.cpp:60] open block file success, fd: 76, path: /opt/starrocks/be/storage/datacache/blockfile_24.1764048033137740 I20251211 04:29:23.232581 138260379958656 block_file.cpp:60] open block file success, fd: 77, path: /opt/starrocks/be/storage/datacache/blockfile_25.1764048033137772 I20251211 04:29:23.232588 138260379958656 block_file.cpp:60] open block file success, fd: 78, path: /opt/starrocks/be/storage/datacache/blockfile_26.1764048033137798 I20251211 04:29:23.232596 138260379958656 block_file.cpp:60] open block file success, fd: 79, path: /opt/starrocks/be/storage/datacache/blockfile_27.1764048033137817 I20251211 04:29:23.232603 138260379958656 block_file.cpp:60] open block file success, fd: 80, path: /opt/starrocks/be/storage/datacache/blockfile_28.1764048033137834 I20251211 04:29:23.232610 138260379958656 block_file.cpp:60] open block file success, fd: 81, path: /opt/starrocks/be/storage/datacache/blockfile_29.1764048033137850 I20251211 04:29:23.232617 138260379958656 block_file.cpp:60] open block file success, fd: 82, path: /opt/starrocks/be/storage/datacache/blockfile_30.1764048033137867 I20251211 04:29:23.232624 138260379958656 block_file.cpp:60] open block file success, fd: 83, path: /opt/starrocks/be/storage/datacache/blockfile_31.1764048033137884 I20251211 04:29:23.232631 138260379958656 block_file.cpp:60] open block file success, fd: 84, path: /opt/starrocks/be/storage/datacache/blockfile_32.1764048033137900 I20251211 04:29:23.232639 138260379958656 block_file.cpp:60] open block file success, fd: 85, path: /opt/starrocks/be/storage/datacache/blockfile_33.1765341549100518 I20251211 04:29:23.232646 138260379958656 block_file.cpp:60] open block file success, fd: 86, path: /opt/starrocks/be/storage/datacache/blockfile_34.1765346705593932 I20251211 04:29:23.232653 138260379958656 block_file.cpp:60] open block file success, fd: 87, path: /opt/starrocks/be/storage/datacache/blockfile_35.1765346705593965 I20251211 04:29:23.232678 138260379958656 block_file.cpp:60] open block file success, fd: 88, path: /opt/starrocks/be/storage/datacache/blockfile_36.1765346705593985 I20251211 04:29:23.232689 138260379958656 block_file.cpp:60] open block file success, fd: 89, path: /opt/starrocks/be/storage/datacache/blockfile_37.1765346705594003 I20251211 04:29:23.232696 138260379958656 block_file.cpp:60] open block file success, fd: 90, path: /opt/starrocks/be/storage/datacache/blockfile_38.1765346705594037 I20251211 04:29:23.232703 138260379958656 block_file.cpp:60] open block file success, fd: 91, path: /opt/starrocks/be/storage/datacache/blockfile_39.1765346705594061 I20251211 04:29:23.232710 138260379958656 block_file.cpp:60] open block file success, fd: 92, path: /opt/starrocks/be/storage/datacache/blockfile_40.1765346705594079 I20251211 04:29:23.232717 138260379958656 block_file.cpp:60] open block file success, fd: 93, path: /opt/starrocks/be/storage/datacache/blockfile_41.1765346705594096 I20251211 04:29:23.232724 138260379958656 block_file.cpp:60] open block file success, fd: 94, path: /opt/starrocks/be/storage/datacache/blockfile_42.1765346705594137 I20251211 04:29:23.232732 138260379958656 block_file.cpp:60] open block file success, fd: 95, path: /opt/starrocks/be/storage/datacache/blockfile_43.1765346705594157 I20251211 04:29:23.232739 138260379958656 block_file.cpp:60] open block file success, fd: 96, path: /opt/starrocks/be/storage/datacache/blockfile_44.1765346705594174 I20251211 04:29:23.232746 138260379958656 block_file.cpp:60] open block file success, fd: 97, path: /opt/starrocks/be/storage/datacache/blockfile_45.1765346705594192 I20251211 04:29:23.232753 138260379958656 block_file.cpp:60] open block file success, fd: 98, path: /opt/starrocks/be/storage/datacache/blockfile_46.1765346705594210 I20251211 04:29:23.232761 138260379958656 block_file.cpp:60] open block file success, fd: 99, path: /opt/starrocks/be/storage/datacache/blockfile_47.1765346705594227 I20251211 04:29:23.232768 138260379958656 block_file.cpp:60] open block file success, fd: 100, path: /opt/starrocks/be/storage/datacache/blockfile_48.1765346705594246 I20251211 04:29:23.232775 138260379958656 block_file.cpp:60] open block file success, fd: 101, path: /opt/starrocks/be/storage/datacache/blockfile_49.1765346705594263 I20251211 04:29:23.232783 138260379958656 block_file.cpp:60] open block file success, fd: 102, path: /opt/starrocks/be/storage/datacache/blockfile_50.1765346705594280 I20251211 04:29:23.232790 138260379958656 block_file.cpp:60] open block file success, fd: 103, path: /opt/starrocks/be/storage/datacache/blockfile_51.1765346705594298 I20251211 04:29:23.232797 138260379958656 block_file.cpp:60] open block file success, fd: 104, path: /opt/starrocks/be/storage/datacache/blockfile_52.1765346705594320 I20251211 04:29:23.232804 138260379958656 block_file.cpp:60] open block file success, fd: 105, path: /opt/starrocks/be/storage/datacache/blockfile_53.1765346705594340 I20251211 04:29:23.232811 138260379958656 block_file.cpp:60] open block file success, fd: 106, path: /opt/starrocks/be/storage/datacache/blockfile_54.1765346705594363 I20251211 04:29:23.232818 138260379958656 block_file.cpp:60] open block file success, fd: 107, path: /opt/starrocks/be/storage/datacache/blockfile_55.1765346705594379 I20251211 04:29:23.232825 138260379958656 block_file.cpp:60] open block file success, fd: 108, path: /opt/starrocks/be/storage/datacache/blockfile_56.1765346705594396 I20251211 04:29:23.232832 138260379958656 block_file.cpp:60] open block file success, fd: 109, path: /opt/starrocks/be/storage/datacache/blockfile_57.1765346705594413 I20251211 04:29:23.232839 138260379958656 block_file.cpp:60] open block file success, fd: 110, path: /opt/starrocks/be/storage/datacache/blockfile_58.1765346705594430 I20251211 04:29:23.232846 138260379958656 block_file.cpp:60] open block file success, fd: 111, path: /opt/starrocks/be/storage/datacache/blockfile_59.1765346705594447 I20251211 04:29:23.232857 138260379958656 block_file.cpp:60] open block file success, fd: 112, path: /opt/starrocks/be/storage/datacache/blockfile_60.1765346705594464 I20251211 04:29:23.232864 138260379958656 block_file.cpp:60] open block file success, fd: 113, path: /opt/starrocks/be/storage/datacache/blockfile_61.1765346705594481 I20251211 04:29:23.232871 138260379958656 block_file.cpp:60] open block file success, fd: 114, path: /opt/starrocks/be/storage/datacache/blockfile_62.1765346705594498 I20251211 04:29:23.232878 138260379958656 block_file.cpp:60] open block file success, fd: 115, path: /opt/starrocks/be/storage/datacache/blockfile_63.1765346705594514 I20251211 04:29:23.232885 138260379958656 block_file.cpp:60] open block file success, fd: 116, path: /opt/starrocks/be/storage/datacache/blockfile_64.1765346705594533 I20251211 04:29:23.232892 138260379958656 block_file.cpp:60] open block file success, fd: 117, path: /opt/starrocks/be/storage/datacache/blockfile_65.1765346705594551 I20251211 04:29:23.232899 138260379958656 block_file.cpp:60] open block file success, fd: 118, path: /opt/starrocks/be/storage/datacache/blockfile_66.1765346705594568 I20251211 04:29:23.232906 138260379958656 block_file.cpp:60] open block file success, fd: 119, path: /opt/starrocks/be/storage/datacache/blockfile_67.1765346705594586 I20251211 04:29:23.232913 138260379958656 block_file.cpp:60] open block file success, fd: 120, path: /opt/starrocks/be/storage/datacache/blockfile_68.1765346705594603 I20251211 04:29:23.232921 138260379958656 block_file.cpp:60] open block file success, fd: 121, path: /opt/starrocks/be/storage/datacache/blockfile_69.1765346705594620 I20251211 04:29:23.232928 138260379958656 block_file.cpp:60] open block file success, fd: 122, path: /opt/starrocks/be/storage/datacache/blockfile_70.1765346705594641 I20251211 04:29:23.232935 138260379958656 block_file.cpp:60] open block file success, fd: 123, path: /opt/starrocks/be/storage/datacache/blockfile_71.1765346705594681 I20251211 04:29:23.232942 138260379958656 block_file.cpp:60] open block file success, fd: 124, path: /opt/starrocks/be/storage/datacache/blockfile_72.1765346705594702 I20251211 04:29:23.232950 138260379958656 block_file.cpp:60] open block file success, fd: 125, path: /opt/starrocks/be/storage/datacache/blockfile_73.1765346705594719 I20251211 04:29:23.232960 138260379958656 block_file.cpp:60] open block file success, fd: 126, path: /opt/starrocks/be/storage/datacache/blockfile_74.1765346705594736 I20251211 04:29:23.232967 138260379958656 block_file.cpp:60] open block file success, fd: 127, path: /opt/starrocks/be/storage/datacache/blockfile_75.1765346705594754 I20251211 04:29:23.232974 138260379958656 block_file.cpp:60] open block file success, fd: 128, path: /opt/starrocks/be/storage/datacache/blockfile_76.1765346705594775 I20251211 04:29:23.232981 138260379958656 block_file.cpp:60] open block file success, fd: 129, path: /opt/starrocks/be/storage/datacache/blockfile_77.1765346705594793 I20251211 04:29:23.232989 138260379958656 block_file.cpp:60] open block file success, fd: 130, path: /opt/starrocks/be/storage/datacache/blockfile_78.1765346705594810 I20251211 04:29:23.232996 138260379958656 block_file.cpp:60] open block file success, fd: 131, path: /opt/starrocks/be/storage/datacache/blockfile_79.1765346705594828 I20251211 04:29:23.233003 138260379958656 block_file.cpp:60] open block file success, fd: 132, path: /opt/starrocks/be/storage/datacache/blockfile_80.1765346705594852 I20251211 04:29:23.233010 138260379958656 block_file.cpp:60] open block file success, fd: 133, path: /opt/starrocks/be/storage/datacache/blockfile_81.1765346705594869 I20251211 04:29:23.233017 138260379958656 block_file.cpp:60] open block file success, fd: 134, path: /opt/starrocks/be/storage/datacache/blockfile_82.1765346705594887 I20251211 04:29:23.233024 138260379958656 block_file.cpp:60] open block file success, fd: 135, path: /opt/starrocks/be/storage/datacache/blockfile_83.1765346705594904 I20251211 04:29:23.233031 138260379958656 block_file.cpp:60] open block file success, fd: 136, path: /opt/starrocks/be/storage/datacache/blockfile_84.1765346705594921 I20251211 04:29:23.233048 138260379958656 block_file.cpp:60] open block file success, fd: 137, path: /opt/starrocks/be/storage/datacache/blockfile_85.1765346705594939 I20251211 04:29:23.233055 138260379958656 block_file.cpp:60] open block file success, fd: 138, path: /opt/starrocks/be/storage/datacache/blockfile_86.1765346705594957 I20251211 04:29:23.233063 138260379958656 block_file.cpp:60] open block file success, fd: 139, path: /opt/starrocks/be/storage/datacache/blockfile_87.1765346705594974 I20251211 04:29:23.233070 138260379958656 block_file.cpp:60] open block file success, fd: 140, path: /opt/starrocks/be/storage/datacache/blockfile_88.1765346705594991 I20251211 04:29:23.233077 138260379958656 block_file.cpp:60] open block file success, fd: 141, path: /opt/starrocks/be/storage/datacache/blockfile_89.1765346705595009 I20251211 04:29:23.233084 138260379958656 block_file.cpp:60] open block file success, fd: 142, path: /opt/starrocks/be/storage/datacache/blockfile_90.1765346705595032 I20251211 04:29:23.233092 138260379958656 block_file.cpp:60] open block file success, fd: 143, path: /opt/starrocks/be/storage/datacache/blockfile_91.1765346705595051 I20251211 04:29:23.233099 138260379958656 block_file.cpp:60] open block file success, fd: 144, path: /opt/starrocks/be/storage/datacache/blockfile_92.1765346705595069 I20251211 04:29:23.233106 138260379958656 block_file.cpp:60] open block file success, fd: 145, path: /opt/starrocks/be/storage/datacache/blockfile_93.1765346705595086 I20251211 04:29:23.233113 138260379958656 block_file.cpp:60] open block file success, fd: 146, path: /opt/starrocks/be/storage/datacache/blockfile_94.1765346705595104 I20251211 04:29:23.233121 138260379958656 block_file.cpp:60] open block file success, fd: 147, path: /opt/starrocks/be/storage/datacache/blockfile_95.1765346705595122 I20251211 04:29:23.233128 138260379958656 block_file.cpp:60] open block file success, fd: 148, path: /opt/starrocks/be/storage/datacache/blockfile_96.1765346705595141 I20251211 04:29:23.233135 138260379958656 block_file.cpp:60] open block file success, fd: 149, path: /opt/starrocks/be/storage/datacache/blockfile_97.1765346705595159 I20251211 04:29:23.233142 138260379958656 block_file.cpp:60] open block file success, fd: 150, path: /opt/starrocks/be/storage/datacache/blockfile_98.1765346705595176 I20251211 04:29:23.233149 138260379958656 block_file.cpp:60] open block file success, fd: 151, path: /opt/starrocks/be/storage/datacache/blockfile_99.1765346705595194 I20251211 04:29:23.233156 138260379958656 block_file.cpp:60] open block file success, fd: 152, path: /opt/starrocks/be/storage/datacache/blockfile_100.1765346705595211 I20251211 04:29:23.233164 138260379958656 block_file.cpp:60] open block file success, fd: 153, path: /opt/starrocks/be/storage/datacache/blockfile_101.1765346705595233 I20251211 04:29:23.233171 138260379958656 block_file.cpp:60] open block file success, fd: 154, path: /opt/starrocks/be/storage/datacache/blockfile_102.1765346705595252 I20251211 04:29:23.233178 138260379958656 block_file.cpp:60] open block file success, fd: 155, path: /opt/starrocks/be/storage/datacache/blockfile_103.1765346705595268 I20251211 04:29:23.233185 138260379958656 block_file.cpp:60] open block file success, fd: 156, path: /opt/starrocks/be/storage/datacache/blockfile_104.1765346705595285 I20251211 04:29:23.233192 138260379958656 block_file.cpp:60] open block file success, fd: 157, path: /opt/starrocks/be/storage/datacache/blockfile_105.1765346705595302 I20251211 04:29:23.233199 138260379958656 block_file.cpp:60] open block file success, fd: 158, path: /opt/starrocks/be/storage/datacache/blockfile_106.1765346705595320 I20251211 04:29:23.233206 138260379958656 block_file.cpp:60] open block file success, fd: 159, path: /opt/starrocks/be/storage/datacache/blockfile_107.1765346705595336 I20251211 04:29:23.233213 138260379958656 block_file.cpp:60] open block file success, fd: 160, path: /opt/starrocks/be/storage/datacache/blockfile_108.1765346705595353 I20251211 04:29:23.233224 138260379958656 block_file.cpp:60] open block file success, fd: 161, path: /opt/starrocks/be/storage/datacache/blockfile_109.1765346705595370 I20251211 04:29:23.233231 138260379958656 block_file.cpp:60] open block file success, fd: 162, path: /opt/starrocks/be/storage/datacache/blockfile_110.1765346705595386 I20251211 04:29:23.233238 138260379958656 block_file.cpp:60] open block file success, fd: 163, path: /opt/starrocks/be/storage/datacache/blockfile_111.1765346705595404 I20251211 04:29:23.233245 138260379958656 block_file.cpp:60] open block file success, fd: 164, path: /opt/starrocks/be/storage/datacache/blockfile_112.1765346705595422 I20251211 04:29:23.233252 138260379958656 block_file.cpp:60] open block file success, fd: 165, path: /opt/starrocks/be/storage/datacache/blockfile_113.1765346705595439 I20251211 04:29:23.233259 138260379958656 block_file.cpp:60] open block file success, fd: 166, path: /opt/starrocks/be/storage/datacache/blockfile_114.1765346705595456 I20251211 04:29:23.233267 138260379958656 block_file.cpp:60] open block file success, fd: 167, path: /opt/starrocks/be/storage/datacache/blockfile_115.1765346705595473 I20251211 04:29:23.233274 138260379958656 block_file.cpp:60] open block file success, fd: 168, path: /opt/starrocks/be/storage/datacache/blockfile_116.1765346705595490 I20251211 04:29:23.233281 138260379958656 block_file.cpp:60] open block file success, fd: 169, path: /opt/starrocks/be/storage/datacache/blockfile_117.1765346705595507 I20251211 04:29:23.233288 138260379958656 block_file.cpp:60] open block file success, fd: 170, path: /opt/starrocks/be/storage/datacache/blockfile_118.1765346705595524 I20251211 04:29:23.233295 138260379958656 block_file.cpp:60] open block file success, fd: 171, path: /opt/starrocks/be/storage/datacache/blockfile_119.1765346705595541 I20251211 04:29:23.233302 138260379958656 block_file.cpp:60] open block file success, fd: 172, path: /opt/starrocks/be/storage/datacache/blockfile_120.1765346705595558 I20251211 04:29:23.233309 138260379958656 block_file.cpp:60] open block file success, fd: 173, path: /opt/starrocks/be/storage/datacache/blockfile_121.1765346705595574 I20251211 04:29:23.233316 138260379958656 block_file.cpp:60] open block file success, fd: 174, path: /opt/starrocks/be/storage/datacache/blockfile_122.1765346705595591 I20251211 04:29:23.233323 138260379958656 block_file.cpp:60] open block file success, fd: 175, path: /opt/starrocks/be/storage/datacache/blockfile_123.1765346705595608 I20251211 04:29:23.233330 138260379958656 block_file.cpp:60] open block file success, fd: 176, path: /opt/starrocks/be/storage/datacache/blockfile_124.1765346705595626 I20251211 04:29:23.233340 138260379958656 block_file.cpp:60] open block file success, fd: 177, path: /opt/starrocks/be/storage/datacache/blockfile_125.1765346705595646 I20251211 04:29:23.233348 138260379958656 block_file.cpp:60] open block file success, fd: 178, path: /opt/starrocks/be/storage/datacache/blockfile_126.1765346705595678 I20251211 04:29:23.233355 138260379958656 block_file.cpp:60] open block file success, fd: 179, path: /opt/starrocks/be/storage/datacache/blockfile_127.1765346705595697 I20251211 04:29:23.233362 138260379958656 block_file.cpp:60] open block file success, fd: 180, path: /opt/starrocks/be/storage/datacache/blockfile_128.1765346705595716 I20251211 04:29:23.233369 138260379958656 block_file.cpp:60] open block file success, fd: 181, path: /opt/starrocks/be/storage/datacache/blockfile_129.1765346705595733 I20251211 04:29:23.233376 138260379958656 block_file.cpp:60] open block file success, fd: 182, path: /opt/starrocks/be/storage/datacache/blockfile_130.1765346705595750 I20251211 04:29:23.233383 138260379958656 block_file.cpp:60] open block file success, fd: 183, path: /opt/starrocks/be/storage/datacache/blockfile_131.1765346705595768 I20251211 04:29:23.233390 138260379958656 block_file.cpp:60] open block file success, fd: 184, path: /opt/starrocks/be/storage/datacache/blockfile_132.1765415658696428 I20251211 04:29:23.233397 138260379958656 block_file.cpp:60] open block file success, fd: 185, path: /opt/starrocks/be/storage/datacache/blockfile_133.1765415658696462 I20251211 04:29:23.233407 138260379958656 block_file.cpp:60] open block file success, fd: 186, path: /opt/starrocks/be/storage/datacache/blockfile_134.1765415658696483 I20251211 04:29:23.233415 138260379958656 block_file.cpp:60] open block file success, fd: 187, path: /opt/starrocks/be/storage/datacache/blockfile_135.1765415658696505 I20251211 04:29:23.233422 138260379958656 block_file.cpp:60] open block file success, fd: 188, path: /opt/starrocks/be/storage/datacache/blockfile_136.1765415658696524 I20251211 04:29:23.233429 138260379958656 block_file.cpp:60] open block file success, fd: 189, path: /opt/starrocks/be/storage/datacache/blockfile_137.1765415658696543 I20251211 04:29:23.233436 138260379958656 block_file.cpp:60] open block file success, fd: 190, path: /opt/starrocks/be/storage/datacache/blockfile_138.1765415658696561 I20251211 04:29:23.233443 138260379958656 block_file.cpp:60] open block file success, fd: 191, path: /opt/starrocks/be/storage/datacache/blockfile_139.1765416645245789 I20251211 04:29:23.233451 138260379958656 block_file.cpp:60] open block file success, fd: 192, path: /opt/starrocks/be/storage/datacache/blockfile_140.1765421182803231 I20251211 04:29:23.234768 138260379958656 disk_cache.cpp:60] init disk cache with segment lru policy: [35,65], segment_freq_bits: 0, slru_name: default_cache_disk_0_slru I20251211 04:29:23.235309 138260379958656 star_cache_impl.cpp:148] init starcache success. block_size: 262144, disk checksum: 0, mem_quota: 0, disk_quota: 1513975971840, scheduler threads: 6 I20251211 04:29:23.235318 138260379958656 starcache_engine.cpp:64] init starcache engine, block_size: 262144, disk_spaces: [{ path: /opt/starrocks/be/storage/datacache, size: 1513975971840 }] I20251211 04:29:23.235327 138259952801344 star_cache_impl.cpp:317] load starcache meta start. I20251211 04:29:23.235429 138260379958656 datacache.cpp:123] lrucache engine init successfully I20251211 04:29:23.235445 138260379958656 datacache.cpp:130] storage page cache init successfully I20251211 04:29:23.235561 138260379958656 starrocks_be.cpp:114] BE start step 6: cache env init successfully I20251211 04:29:23.236619 138259885717056 data_dir.cpp:133] path: /opt/starrocks/be/storage, hash: 3383501724613344588 I20251211 04:29:23.238917 138259885717056 kv_store.cpp:106] rocksdb write buffer size: 1073741824, total memory: 287011189555, disk count: 1 I20251211 04:29:23.260824 138259952801344 star_cache_impl.cpp:365] load starcache meta end, costs 25 ms, async: 1, success: 1 I20251211 04:29:23.266694 138259659191872 data_dir.cpp:277] begin loading tablet from meta /opt/starrocks/be/storage I20251211 04:29:23.278072 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1078005 I20251211 04:29:23.278136 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1078029 I20251211 04:29:23.278210 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1078766 I20251211 04:29:23.278275 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1078790 I20251211 04:29:23.278338 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1079361 I20251211 04:29:23.278395 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1079369 I20251211 04:29:23.278472 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1088829 I20251211 04:29:23.278525 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1088845 I20251211 04:29:23.278590 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1099389 I20251211 04:29:23.278646 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1099413 I20251211 04:29:23.282518 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492173 I20251211 04:29:23.282584 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492197 I20251211 04:29:23.282687 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492225 I20251211 04:29:23.282758 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492249 I20251211 04:29:23.282842 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492275 I20251211 04:29:23.282899 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492299 I20251211 04:29:23.282988 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492335 I20251211 04:29:23.283062 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492359 I20251211 04:29:23.283155 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492478 I20251211 04:29:23.283222 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492502 I20251211 04:29:23.283307 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492752 I20251211 04:29:23.283377 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 1492776 I20251211 04:29:23.350754 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2237169 I20251211 04:29:23.350855 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2237177 I20251211 04:29:23.352642 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2237768 I20251211 04:29:23.352987 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2237792 I20251211 04:29:23.355802 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2244343 I20251211 04:29:23.356255 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2244367 I20251211 04:29:23.356854 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2246318 I20251211 04:29:23.356942 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2246342 I20251211 04:29:23.359327 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2249753 I20251211 04:29:23.359385 138259659191872 tablet_manager.cpp:928] Loaded shutdown tablet 2249777 I20251211 04:29:23.468576 138259659191872 data_dir.cpp:316] load tablet from meta finished, loaded tablet: 1789, error tablet: 0, path: /opt/starrocks/be/storage duration: 201ms I20251211 04:29:23.469499 138259659191872 data_dir.cpp:349] begin loading rowset from meta /opt/starrocks/be/storage W20251211 04:29:23.470625 138259659191872 data_dir.cpp:364] could not find tablet id: 2249753 for rowset: 0200000001a2b630fc49b1af51c6047fbb0fd9e7bded6caf, skip loading this rowset I20251211 04:29:23.483588 138259659191872 data_dir.cpp:394] Added committed rowset=0200000000002afcf742d2672bcb9aa4f2552484139efea6 tablet=2445452 txn_id: 1257085 I20251211 04:29:23.484190 138259659191872 data_dir.cpp:394] Added committed rowset=0200000000002afbf742d2672bcb9aa4f2552484139efea6 tablet=2445428 txn_id: 1257085 I20251211 04:29:23.509726 138259659191872 data_dir.cpp:433] load rowset from meta finished, data dir: /opt/starrocks/be/storage error/total: 376/740 duration: 41ms I20251211 04:29:23.512162 138260379958656 starrocks_be.cpp:117] BE start step 7: storage engine init successfully I20251211 04:29:23.516646 138259021452864 fragment_mgr.cpp:554] FragmentMgr cancel worker start working. I20251211 04:29:23.537159 138260379958656 exec_env.cpp:421] [PIPELINE] Exec thread pool: thread_num=48 I20251211 04:29:23.575794 138260379958656 pipeline_executor_set.cpp:135] [WORKGROUP] start executors ([name=com] [num_driver_threads=48] [num_scan_threads=48] [num_connector_scan_threads=384] [cpuids=(0,1,2,3,4,5,6,7,8,9,10,11,24,25,26,27,28,29,30,31,32,33,34,35,12,13,14,15,16,17,18,19,20,21,22,23,36,37,38,39,40,41,42,43,44,45,46,47)] [conf=([num_total_cores=48] [num_total_driver_threads=48] [num_total_scan_threads=48] [num_total_connector_scan_threads=384] [enable_bind_cpus=true] [enable_cpu_borrowing=true])]) I20251211 04:29:23.575854 138260379958656 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:0, name:default_wg, version:0, cpu_weight:48, exclusive_cpu_cores:0, mem_limit:258310070599, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:1)] I20251211 04:29:23.575901 138260379958656 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:1, name:default_mv_wg, version:1, cpu_weight:1, exclusive_cpu_cores:0, mem_limit:206648056479, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:0.8)] I20251211 04:29:23.690945 138252354209344 runtime_filter_worker.cpp:1173] RuntimeFilterWorker start working. I20251211 04:29:23.691091 138252337423936 profile_report_worker.cpp:111] ProfileReportWorker start working. I20251211 04:29:23.691180 138260379958656 load_path_mgr.cpp:69] Load path configured to [/opt/starrocks/be/storage/mini_download] I20251211 04:29:23.691182 138252329031232 result_buffer_mgr.cpp:170] result buffer manager cancel thread begin. I20251211 04:29:23.703628 138260379958656 jit_engine.cpp:491] JIT LRU object cache size = 4194304 I20251211 04:29:23.703638 138260379958656 jit_engine.cpp:492] JIT LRU cache size = 4194304 I20251211 04:29:23.703934 138260379958656 starrocks_be.cpp:121] BE start step 8: exec env init successfully I20251211 04:29:23.705055 138251050198592 compaction_manager.cpp:71] start compaction scheduler I20251211 04:29:23.705136 138251041805888 storage_engine.cpp:728] start to check compaction I20251211 04:29:23.707863 138250815473216 olap_server.cpp:801] begin to do tablet meta checkpoint:/opt/starrocks/be/storage I20251211 04:29:23.708170 138250790295104 olap_server.cpp:723] try to perform path gc by tablet! I20251211 04:29:23.708180 138250790295104 olap_server.cpp:726] try to perform path gc by rowsetid! I20251211 04:29:23.708183 138250790295104 olap_server.cpp:730] try to perform path gc by dcg files! I20251211 04:29:23.708291 138250781902400 olap_server.cpp:781] try to clear expired replication snapshots! I20251211 04:29:23.708415 138260379958656 olap_server.cpp:241] All backgroud threads of storage engine have started. I20251211 04:29:23.708424 138260379958656 starrocks_be.cpp:126] BE start step 9: storage engine start bg threads successfully I20251211 04:29:23.711178 138260379958656 starlet_server.cc:77] Starlet grpc server started on 0.0.0.0:9070 I20251211 04:29:23.711275 138250555299392 starlet.cc:144] Empty starmanager address, skip reporting! I20251211 04:29:23.711316 138260379958656 starrocks_be.cpp:136] BE start step 10: staros worker init successfully I20251211 04:29:23.711329 138260379958656 backend_base.cpp:78] StarRocksInternalService has started listening port on 9060 I20251211 04:29:23.711564 138260379958656 thrift_server.cpp:384] BackendService has started listening port on 9060 I20251211 04:29:23.711572 138260379958656 starrocks_be.cpp:157] BE start step 11: start thrift server successfully I20251211 04:29:23.713418 138260379958656 starrocks_be.cpp:210] BRPC server bind to host: 0.0.0.0, port: 8060 I20251211 04:29:23.719032 138260379958656 server.cpp:1181] Server[starrocks::LakeServiceImpl+starrocks::BackendInternalServiceImpl] is serving on port=8060. I20251211 04:29:23.719044 138260379958656 server.cpp:1184] Check out http://kube-starrocks-be-be-7:8060 in web browser. I20251211 04:29:23.719260 138260379958656 starrocks_be.cpp:216] BE start step 12: start brpc server successfully I20251211 04:29:23.731175 138260379958656 starrocks_be.cpp:226] BE start step 13: start http server successfully I20251211 04:29:23.731200 138260379958656 arrow_flight_sql_service.cpp:33] [ARROW] Arrow Flight SQL Server is disabled. You can modify `arrow_flight_port` in `be.conf` to a positive value to enable it. I20251211 04:29:23.731203 138260379958656 starrocks_be.cpp:237] BE start step 14: start arrow flight sql server successfully I20251211 04:29:23.731392 138260379958656 thrift_server.cpp:384] heartbeat has started listening port on 9050 I20251211 04:29:23.731399 138260379958656 starrocks_be.cpp:255] BE start step 15: start heartbeat server successfully I20251211 04:29:23.731402 138260379958656 starrocks_be.cpp:257] BE started successfully I20251211 04:29:24.491301 138251220149824 iobuf_profiler.cpp:67] g_iobuf_profiler_sample_rate=100 I20251211 04:29:28.158725 138249757480512 heartbeat_server.cpp:78] get heartbeat from FE. host:kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port:9020, cluster id:837845315, node type:0, run_mode:SHARED_NOTHING, counter:1 W20251211 04:29:28.158807 138249757480512 heartbeat_server.cpp:222] kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local not equal to to backend localhost 10.100.41.50 I20251211 04:29:28.158883 138249757480512 heartbeat_server.cpp:243] resolved from fqdn: kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local to ip: 10.100.41.50 I20251211 04:29:28.159010 138249757480512 heartbeat_server.cpp:271] update localhost done, the new localhost is kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, new local_ip is 10.100.41.50 I20251211 04:29:28.159015 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1271989, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:28.193328 138249749087808 tablet_manager.cpp:1050] Report all 1757 tablets info. max_tablet_rowset_num:30, tablet_id:2299888, cost:3ms I20251211 04:29:28.530562 138257660024384 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:2, name:default_wg, version:2, cpu_weight:48, exclusive_cpu_cores:0, mem_limit:258310070599, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:1)] I20251211 04:29:28.564126 138257634846272 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bab-d249-7c33-90bb-ce923e529309, reason: QueryFinished I20251211 04:29:28.703726 138251329254976 tablet_manager.cpp:1050] Report all 1757 tablets info. max_tablet_rowset_num:30, tablet_id:2299888, cost:2ms I20251211 04:29:31.010396 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1271985,1271984,1271989, task_count_in_queue=3 I20251211 04:29:31.010515 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271985, txn_id: 1271985, partition id size: 0 I20251211 04:29:31.010537 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271985 I20251211 04:29:31.010544 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271985 I20251211 04:29:31.010548 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271985, txn_id: 1271985 I20251211 04:29:31.011550 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271984, txn_id: 1271984, partition id size: 0 I20251211 04:29:31.011560 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271984 I20251211 04:29:31.011563 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271984 I20251211 04:29:31.011567 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271984, txn_id: 1271984 I20251211 04:29:31.012288 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271989, txn_id: 1271989, partition id size: 0 I20251211 04:29:31.012304 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271989 I20251211 04:29:31.012308 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271989 I20251211 04:29:31.012312 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271989, txn_id: 1271989 I20251211 04:29:32.012749 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1271990,1271992,1271991, task_count_in_queue=3 I20251211 04:29:32.012901 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271990, txn_id: 1271990, partition id size: 0 I20251211 04:29:32.012952 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271990 I20251211 04:29:32.012956 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271990 I20251211 04:29:32.012959 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271990, txn_id: 1271990 I20251211 04:29:32.014029 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271992, txn_id: 1271992, partition id size: 0 I20251211 04:29:32.014064 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271992 I20251211 04:29:32.014068 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271992 I20251211 04:29:32.014071 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271992, txn_id: 1271992 I20251211 04:29:32.014839 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271991, txn_id: 1271991, partition id size: 0 I20251211 04:29:32.014850 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271991 I20251211 04:29:32.014852 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271991 I20251211 04:29:32.014855 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271991, txn_id: 1271991 I20251211 04:29:33.157589 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1271993, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:33.710858 138251320862272 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:3, name:default_mv_wg, version:3, cpu_weight:1, exclusive_cpu_cores:0, mem_limit:206648056479, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:0.8)] I20251211 04:29:34.196331 138257425028672 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bab-e852-7334-a0fe-df9e6a2739cb, reason: QueryFinished I20251211 04:29:34.452176 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1271993,1271994,1271995, task_count_in_queue=3 I20251211 04:29:34.452348 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271993, txn_id: 1271993, partition id size: 0 I20251211 04:29:34.452389 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271993 I20251211 04:29:34.452395 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271993 I20251211 04:29:34.452400 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271993, txn_id: 1271993 I20251211 04:29:34.453240 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271994, txn_id: 1271994, partition id size: 0 I20251211 04:29:34.453251 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271994 I20251211 04:29:34.453254 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271994 I20251211 04:29:34.453258 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271994, txn_id: 1271994 I20251211 04:29:34.454208 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271995, txn_id: 1271995, partition id size: 0 I20251211 04:29:34.454217 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271995 I20251211 04:29:34.454220 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271995 I20251211 04:29:34.454223 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271995, txn_id: 1271995 I20251211 04:29:36.064334 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1271996,1271998,1271999, task_count_in_queue=3 I20251211 04:29:36.064415 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271996, txn_id: 1271996, partition id size: 0 I20251211 04:29:36.064429 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271996 I20251211 04:29:36.064432 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271996 I20251211 04:29:36.064435 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271996, txn_id: 1271996 I20251211 04:29:36.065442 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271998, txn_id: 1271998, partition id size: 0 I20251211 04:29:36.065474 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271998 I20251211 04:29:36.065478 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271998 I20251211 04:29:36.065481 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271998, txn_id: 1271998 I20251211 04:29:36.066437 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1271999, txn_id: 1271999, partition id size: 0 I20251211 04:29:36.066448 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1271999 I20251211 04:29:36.066450 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1271999 I20251211 04:29:36.066453 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1271999, txn_id: 1271999 I20251211 04:29:37.173918 138249749087808 agent_server.cpp:509] Submit task success. type=CLONE, signatures=10057,2427821,10063, task_count_in_queue=3 I20251211 04:29:37.173953 138249740695104 engine_clone_task.cpp:163] Cloning existing tablet. tablet:10057 type:PRIMARY_KEYS missing_version_ranges=[47822,-1] I20251211 04:29:37.173977 138246544684608 engine_clone_task.cpp:200] Cloning existing tablet. tablet:2427821 type:DUP_KEYS version:73 missed_versions=73, I20251211 04:29:37.174158 138246536291904 engine_clone_task.cpp:163] Cloning existing tablet. tablet:10063 type:PRIMARY_KEYS missing_version_ranges=[47822,-1] I20251211 04:29:37.192298 138246544684608 engine_clone_task.cpp:660] Copied tablet 2427821 files=2. bytes=12476 cost=8 ms rate=1.5595 MB/s I20251211 04:29:37.192933 138246544684608 snapshot_manager.cpp:193] Assigning new rowset id for cloned rowsets I20251211 04:29:37.196012 138246544684608 engine_clone_task.cpp:447] Cloned snapshot /opt/starrocks/be/storage/snapshot/20251211042937.14.180/ from kube-starrocks-be-be-4.kube-starrocks-be-be-search.default.svc.cluster.local:8040 to /opt/starrocks/be/storage/data/752/2427821/1127664064/clone I20251211 04:29:37.196988 138246544684608 engine_clone_task.cpp:760] Linked 1 files from /opt/starrocks/be/storage/data/752/2427821/1127664064/clone to /opt/starrocks/be/storage/data/752/2427821/1127664064 I20251211 04:29:37.196997 138246544684608 engine_clone_task.cpp:827] begin to incremental clone. tablet=2427821.1127664064.9d4ca0063e7ef404-71120ef22279908f, committed_version=73 I20251211 04:29:37.197007 138246544684608 tablet.cpp:177] begin to clone data to tablet. tablet=2427821.1127664064.9d4ca0063e7ef404-71120ef22279908f, rowsets_to_clone=1, versions_to_delete_size=0 I20251211 04:29:37.198629 138249740695104 engine_clone_task.cpp:660] Copied tablet 10057 files=4. bytes=6123 cost=13 ms rate=0.471 MB/s I20251211 04:29:37.198938 138246544684608 tablet.cpp:254] finish to clone data to tablet. status=OK, table=2427821.1127664064.9d4ca0063e7ef404-71120ef22279908f, rowsets_to_clone=1 I20251211 04:29:37.198951 138246544684608 engine_clone_task.cpp:854] finish to incremental clone. [tablet=2427821.1127664064.9d4ca0063e7ef404-71120ef22279908f status=OK] I20251211 04:29:37.199040 138246544684608 engine_clone_task.cpp:385] clone get tablet info success. tablet_id:2427821, schema_hash:1127664064, signature:2427821, version:73, min_readable_version:66 I20251211 04:29:37.199054 138246544684608 agent_task.cpp:422] clone success, set tablet infos. status:0, signature:2427821 I20251211 04:29:37.199221 138249740695104 engine_clone_task.cpp:447] Cloned snapshot /opt/starrocks/be/storage/snapshot/20251211042937.236.180/ from kube-starrocks-be-be-6.kube-starrocks-be-be-search.default.svc.cluster.local:8040 to /opt/starrocks/be/storage/data/66/10057/1796851962/clone I20251211 04:29:37.199299 138249740695104 snapshot_manager.cpp:784] Replacing rowset id 0200000001e74f0b8b478d23dfdfebf9868d8b26ffbdd7ac with 0200000000000002d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.199304 138249740695104 snapshot_manager.cpp:784] Replacing rowset id 0200000001e74f0f8b478d23dfdfebf9868d8b26ffbdd7ac with 0200000000000003d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.199331 138249740695104 snapshot_manager.cpp:784] Replacing rowset id 0200000001e74f138b478d23dfdfebf9868d8b26ffbdd7ac with 0200000000000004d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.199348 138249740695104 snapshot_manager.cpp:784] Replacing rowset id 0200000001e74f178b478d23dfdfebf9868d8b26ffbdd7ac with 0200000000000005d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.200065 138249740695104 engine_clone_task.cpp:997] Linked 6 files from /opt/starrocks/be/storage/data/66/10057/1796851962/clone to /opt/starrocks/be/storage/data/66/10057/1796851962 I20251211 04:29:37.200081 138249740695104 tablet_updates.cpp:4920] load incremental snapshot start #rowset:4 tablet:10057 #version:36 [47799.1 47821.1@35 47821.1] pending: rowsets:1 4427 [seg:1 row:67 del:0 bytes:3123 row_size:0 compaction_score:268432333 compaction_level:-1 partial_update_by_column:false] I20251211 04:29:37.200239 138249740695104 tablet_updates.cpp:689] commit rowset tablet:10057 version:47823 txn_id:1271845 I20251211 04:29:37.200273 138249740695104 tablet_updates.cpp:689] commit rowset tablet:10057 version:47824 txn_id:1271877 I20251211 04:29:37.200310 138249740695104 tablet_updates.cpp:689] commit rowset tablet:10057 version:47825 txn_id:1271879 I20251211 04:29:37.200314 138249740695104 tablet_updates.cpp:4936] load incremental snapshot done tablet:10057 #version:40 [47799.1 47821.1@35 47825] pending: rowsets:5 4427 [seg:1 row:67 del:0 bytes:3123 row_size:0 compaction_score:268432333 compaction_level:-1 partial_update_by_column:false] 4428 [seg:0 row:0 del:0 bytes:0 row_size:0 compaction_score:268435456 compaction_level:-1 partial_update_by_column:false] 4429 [seg:1 row:2 del:0 bytes:2210 row_size:132 compaction_score:268433246 compaction_level:-1 partial_update_by_column:false] 4430 [seg:0 row:0 del:0 bytes:0 row_size:0 compaction_score:268435456 compaction_level:-1 partial_update_by_column:false] 4431 [seg:1 row:4 del:0 bytes:2247 row_size:273 compaction_score:268433209 compaction_level:-1 partial_update_by_column:false] I20251211 04:29:37.200693 138246536291904 engine_clone_task.cpp:660] Copied tablet 10063 files=4. bytes=6192 cost=12 ms rate=0.516 MB/s I20251211 04:29:37.200920 138246527899200 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47822 txn_id: 1271843 duration:1ms(1/0/0/0) I20251211 04:29:37.201223 138246536291904 engine_clone_task.cpp:447] Cloned snapshot /opt/starrocks/be/storage/snapshot/20251211042937.15.180/ from kube-starrocks-be-be-4.kube-starrocks-be-be-search.default.svc.cluster.local:8040 to /opt/starrocks/be/storage/data/78/10063/1796851962/clone I20251211 04:29:37.201318 138246536291904 snapshot_manager.cpp:784] Replacing rowset id 02000000000000bcca4efc45d2cd2df5f16e3c8c5e4d6bb2 with 0200000000000006d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.201325 138246536291904 snapshot_manager.cpp:784] Replacing rowset id 02000000000000c0ca4efc45d2cd2df5f16e3c8c5e4d6bb2 with 0200000000000007d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.201353 138246536291904 snapshot_manager.cpp:784] Replacing rowset id 02000000000000c4ca4efc45d2cd2df5f16e3c8c5e4d6bb2 with 0200000000000008d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.201372 138246536291904 snapshot_manager.cpp:784] Replacing rowset id 02000000000000caca4efc45d2cd2df5f16e3c8c5e4d6bb2 with 0200000000000009d44e0a026f9321c425a6d8e7610114b2 I20251211 04:29:37.201637 138246527899200 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47823 txn_id: 1271845 duration:0ms(0/0/0/0) I20251211 04:29:37.201964 138246527899200 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47824 txn_id: 1271877 duration:1ms(1/0/0/0) I20251211 04:29:37.202083 138246536291904 engine_clone_task.cpp:997] Linked 6 files from /opt/starrocks/be/storage/data/78/10063/1796851962/clone to /opt/starrocks/be/storage/data/78/10063/1796851962 I20251211 04:29:37.202090 138246536291904 tablet_updates.cpp:4920] load incremental snapshot start #rowset:4 tablet:10063 #version:36 [47799.1 47821.1@35 47821.1] pending: rowsets:1 4428 [seg:1 row:76 del:0 bytes:3235 row_size:0 compaction_score:268432221 compaction_level:-1 partial_update_by_column:false] I20251211 04:29:37.202284 138246536291904 tablet_updates.cpp:689] commit rowset tablet:10063 version:47823 txn_id:1271845 I20251211 04:29:37.202341 138246536291904 tablet_updates.cpp:689] commit rowset tablet:10063 version:47824 txn_id:1271877 I20251211 04:29:37.202373 138246536291904 tablet_updates.cpp:689] commit rowset tablet:10063 version:47825 txn_id:1271879 I20251211 04:29:37.202376 138246536291904 tablet_updates.cpp:4936] load incremental snapshot done tablet:10063 #version:40 [47799.1 47821.1@35 47825] pending: rowsets:5 4428 [seg:1 row:76 del:0 bytes:3235 row_size:0 compaction_score:268432221 compaction_level:-1 partial_update_by_column:false] 4429 [seg:0 row:0 del:0 bytes:0 row_size:0 compaction_score:268435456 compaction_level:-1 partial_update_by_column:false] 4430 [seg:1 row:4 del:0 bytes:2251 row_size:273 compaction_score:268433205 compaction_level:-1 partial_update_by_column:false] 4431 [seg:0 row:0 del:0 bytes:0 row_size:0 compaction_score:268435456 compaction_level:-1 partial_update_by_column:false] 4432 [seg:1 row:3 del:0 bytes:2214 row_size:198 compaction_score:268433242 compaction_level:-1 partial_update_by_column:false] I20251211 04:29:37.202409 138246527899200 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47825 txn_id: 1271879 duration:0ms(0/0/0/0) I20251211 04:29:37.202470 138249740695104 tablet_updates.cpp:2815] remove_expired_versions tablet:10057 #version:36 [47801.1 47825@35 47825] #pending:0 time:1765425577 min_readable_version:47801 I20251211 04:29:37.202813 138249740695104 engine_clone_task.cpp:1014] Loaded snapshot of tablet 10057, removing directory /opt/starrocks/be/storage/data/66/10057/1796851962/clone I20251211 04:29:37.202922 138246519506496 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10063 version:47822 txn_id: 1271843 duration:1ms(1/0/0/0) I20251211 04:29:37.203013 138249740695104 engine_clone_task.cpp:385] clone get tablet info success. tablet_id:10057, schema_hash:1796851962, signature:10057, version:47825, min_readable_version:47801 I20251211 04:29:37.203020 138249740695104 agent_task.cpp:422] clone success, set tablet infos. status:0, signature:10057 I20251211 04:29:37.203588 138246519506496 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10063 version:47823 txn_id: 1271845 duration:0ms(0/0/0/0) I20251211 04:29:37.203910 138246519506496 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10063 version:47824 txn_id: 1271877 duration:1ms(0/1/0/0) I20251211 04:29:37.204334 138246519506496 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10063 version:47825 txn_id: 1271879 duration:0ms(0/0/0/0) I20251211 04:29:37.204459 138246536291904 tablet_updates.cpp:2815] remove_expired_versions tablet:10063 #version:36 [47801.1 47825@35 47825] #pending:0 time:1765425577 min_readable_version:47801 I20251211 04:29:37.204724 138246536291904 engine_clone_task.cpp:1014] Loaded snapshot of tablet 10063, removing directory /opt/starrocks/be/storage/data/78/10063/1796851962/clone I20251211 04:29:37.204922 138246536291904 engine_clone_task.cpp:385] clone get tablet info success. tablet_id:10063, schema_hash:1796851962, signature:10063, version:47825, min_readable_version:47801 I20251211 04:29:37.204937 138246536291904 agent_task.cpp:422] clone success, set tablet infos. status:0, signature:10063 I20251211 04:29:37.357119 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1271997,1272000,1272001, task_count_in_queue=3 I20251211 04:29:37.357230 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1271997, txn_id: 1271997, partition id size: 0 I20251211 04:29:37.357244 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1271997 I20251211 04:29:37.357247 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1271997 I20251211 04:29:37.357250 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1271997, txn_id: 1271997 I20251211 04:29:37.358317 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272000, txn_id: 1272000, partition id size: 0 I20251211 04:29:37.358331 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272000 I20251211 04:29:37.358333 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272000 I20251211 04:29:37.358335 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272000, txn_id: 1272000 I20251211 04:29:37.359081 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272001, txn_id: 1272001, partition id size: 0 I20251211 04:29:37.359089 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272001 I20251211 04:29:37.359092 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272001 I20251211 04:29:37.359094 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272001, txn_id: 1272001 I20251211 04:29:37.635242 138257357887040 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bab-f5c0-7b7f-a699-416fde75d508, reason: QueryFinished I20251211 04:29:37.725945 138251033413184 tablet_updates.cpp:2286] commit compaction tablet:10063 gtid:393405792845299712 version:47825.1 I20251211 04:29:37.725946 138251025020480 tablet_updates.cpp:2286] commit compaction tablet:10057 gtid:393405792845299712 version:47825.1 I20251211 04:29:37.726970 138249740695104 tablet_updates.cpp:2617] apply_compaction_commit finish tablet:10063 version:47825.1 duration:1ms(0/0/1) I20251211 04:29:37.726971 138246536291904 tablet_updates.cpp:2617] apply_compaction_commit finish tablet:10057 version:47825.1 duration:1ms(0/0/1) I20251211 04:29:38.157423 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272002, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:38.237866 138260024075840 daemon.cpp:140] Current memory statistics: process(441150760), query_pool(0), load(0), metadata(13195032), compaction(0), schema_change(0), page_cache(0), update(9444), passthrough(0), clone(0), consistency(0), datacache(0), jit(0) I20251211 04:29:38.577204 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272002,1272005,1272003, task_count_in_queue=3 I20251211 04:29:38.577355 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272002, txn_id: 1272002, partition id size: 0 I20251211 04:29:38.577371 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272002 I20251211 04:29:38.577375 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272002 I20251211 04:29:38.577379 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272002, txn_id: 1272002 I20251211 04:29:38.578239 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272005, txn_id: 1272005, partition id size: 0 I20251211 04:29:38.578254 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272005 I20251211 04:29:38.578257 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272005 I20251211 04:29:38.578260 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272005, txn_id: 1272005 I20251211 04:29:38.579210 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272003, txn_id: 1272003, partition id size: 0 I20251211 04:29:38.579218 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272003 I20251211 04:29:38.579221 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272003 I20251211 04:29:38.579223 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272003, txn_id: 1272003 I20251211 04:29:39.039537 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272004,1272007,1272006, task_count_in_queue=3 I20251211 04:29:39.039598 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272004, txn_id: 1272004, partition id size: 0 I20251211 04:29:39.039615 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272004 I20251211 04:29:39.039619 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272004 I20251211 04:29:39.039623 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272004, txn_id: 1272004 I20251211 04:29:39.040388 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272007, txn_id: 1272007, partition id size: 0 I20251211 04:29:39.040510 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272007 I20251211 04:29:39.040513 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272007 I20251211 04:29:39.040515 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272007, txn_id: 1272007 I20251211 04:29:39.041436 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272006, txn_id: 1272006, partition id size: 0 I20251211 04:29:39.041450 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272006 I20251211 04:29:39.041453 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272006 I20251211 04:29:39.041456 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272006, txn_id: 1272006 I20251211 04:29:43.157691 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272010, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:43.357446 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272008,1272009,1272010, task_count_in_queue=3 I20251211 04:29:43.357550 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272008, txn_id: 1272008, partition id size: 0 I20251211 04:29:43.357567 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272008 I20251211 04:29:43.357572 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272008 I20251211 04:29:43.357576 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272008, txn_id: 1272008 I20251211 04:29:43.358512 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272009, txn_id: 1272009, partition id size: 0 I20251211 04:29:43.358533 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272009 I20251211 04:29:43.358536 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272009 I20251211 04:29:43.358538 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272009, txn_id: 1272009 I20251211 04:29:43.359268 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272010, txn_id: 1272010, partition id size: 0 I20251211 04:29:43.359276 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272010 I20251211 04:29:43.359278 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272010 I20251211 04:29:43.359281 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272010, txn_id: 1272010 I20251211 04:29:44.430796 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272011,1272012,1272013, task_count_in_queue=3 I20251211 04:29:44.430946 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272011, txn_id: 1272011, partition id size: 0 I20251211 04:29:44.430961 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272011 I20251211 04:29:44.430965 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272011 I20251211 04:29:44.430969 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272011, txn_id: 1272011 I20251211 04:29:44.431816 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272012, txn_id: 1272012, partition id size: 0 I20251211 04:29:44.431831 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272012 I20251211 04:29:44.431833 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272012 I20251211 04:29:44.431836 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272012, txn_id: 1272012 I20251211 04:29:44.432550 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272013, txn_id: 1272013, partition id size: 0 I20251211 04:29:44.432556 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272013 I20251211 04:29:44.432558 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272013 I20251211 04:29:44.432560 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272013, txn_id: 1272013 I20251211 04:29:45.998827 138257416635968 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bac-165b-78f4-91f5-37cdc0118e6b, reason: QueryFinished I20251211 04:29:46.723300 138251058591296 compaction_task.cpp:147] compaction finish. status:OK, task info:[CompactionTaskInfo] task_id:1, tablet_id:2244631, compaction score:27.0172, algorithm:VERTICAL_COMPACTION, state:COMPACTION_SUCCESS, compaction_type:base, output_version:[0-35], gtid:393225149234544640, start_time:2025-12-11 04:29:46.708, end_time:2025-12-11 04:29:46.723, elapsed_time:14665 us, input_rowsets_size:161068, input_segments_num:8, input_rowsets_num:8, input_rows_num:146, output_num_rows:146, merged_rows:0, filtered_rows:0, output_segments_num:1, output_rowset_size:47405, column_group_size:9, total_output_num_rows:1314, total_merged_rows:0, total_del_filtered_rows:0, is_shortcut_compaction:0, is_manual_compaction:0, progress:100 I20251211 04:29:48.157526 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272016, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:49.029309 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272014,1272015,1272017, task_count_in_queue=3 I20251211 04:29:49.029499 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272014, txn_id: 1272014, partition id size: 0 I20251211 04:29:49.029532 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272014 I20251211 04:29:49.029536 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272014 I20251211 04:29:49.029538 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272014, txn_id: 1272014 I20251211 04:29:49.030564 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272015, txn_id: 1272015, partition id size: 0 I20251211 04:29:49.030591 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272015 I20251211 04:29:49.030594 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272015 I20251211 04:29:49.030596 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272015, txn_id: 1272015 I20251211 04:29:49.031434 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272017, txn_id: 1272017, partition id size: 0 I20251211 04:29:49.031460 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272017 I20251211 04:29:49.031465 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272017 I20251211 04:29:49.031468 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272017, txn_id: 1272017 I20251211 04:29:49.141927 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272016,1272018,1272019, task_count_in_queue=3 I20251211 04:29:49.141973 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272016, txn_id: 1272016, partition id size: 0 I20251211 04:29:49.141988 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272016 I20251211 04:29:49.141992 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272016 I20251211 04:29:49.141995 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272016, txn_id: 1272016 I20251211 04:29:49.142770 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272018, txn_id: 1272018, partition id size: 0 I20251211 04:29:49.142782 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272018 I20251211 04:29:49.142784 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272018 I20251211 04:29:49.142786 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272018, txn_id: 1272018 I20251211 04:29:49.143695 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272019, txn_id: 1272019, partition id size: 0 I20251211 04:29:49.143703 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272019 I20251211 04:29:49.143705 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272019 I20251211 04:29:49.143708 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272019, txn_id: 1272019 I20251211 04:29:50.783675 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272021,1272020,1272022, task_count_in_queue=3 I20251211 04:29:50.783773 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272021, txn_id: 1272021, partition id size: 0 I20251211 04:29:50.783793 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272021 I20251211 04:29:50.783797 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272021 I20251211 04:29:50.783800 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272021, txn_id: 1272021 I20251211 04:29:50.784788 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272020, txn_id: 1272020, partition id size: 0 I20251211 04:29:50.784817 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272020 I20251211 04:29:50.784821 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272020 I20251211 04:29:50.784824 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272020, txn_id: 1272020 I20251211 04:29:50.785536 138246536291904 agent_task.cpp:315] get clear transaction task task, signature:1272022, txn_id: 1272022, partition id size: 0 I20251211 04:29:50.785543 138246536291904 storage_engine.cpp:693] Clearing transaction task txn_id: 1272022 I20251211 04:29:50.785545 138246536291904 storage_engine.cpp:714] Cleared transaction task txn_id: 1272022 I20251211 04:29:50.785547 138246536291904 agent_task.cpp:337] finish to clear transaction task. signature:1272022, txn_id: 1272022 I20251211 04:29:50.823355 138257500563008 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bac-2947-7492-8858-381ee89c9ce6, reason: QueryFinished I20251211 04:29:53.157401 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272025, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:29:53.242639 138260024075840 daemon.cpp:140] Current memory statistics: process(517476096), query_pool(0), load(0), metadata(17773461), compaction(0), schema_change(0), page_cache(73442704), update(9444), passthrough(0), clone(0), consistency(0), datacache(73442704), jit(0) I20251211 04:29:53.367973 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272023,1272024,1272025, task_count_in_queue=3 I20251211 04:29:53.368103 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272023, txn_id: 1272023, partition id size: 0 I20251211 04:29:53.368117 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272023 I20251211 04:29:53.368121 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272023 I20251211 04:29:53.368124 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272023, txn_id: 1272023 I20251211 04:29:53.368969 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272024, txn_id: 1272024, partition id size: 0 I20251211 04:29:53.368981 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272024 I20251211 04:29:53.368983 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272024 I20251211 04:29:53.368985 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272024, txn_id: 1272024 I20251211 04:29:53.369837 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272025, txn_id: 1272025, partition id size: 0 I20251211 04:29:53.369845 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272025 I20251211 04:29:53.369848 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272025 I20251211 04:29:53.369850 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272025, txn_id: 1272025 I20251211 04:29:53.942462 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272028,1272027,1272026, task_count_in_queue=3 I20251211 04:29:53.942655 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272028, txn_id: 1272028, partition id size: 0 I20251211 04:29:53.942736 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272028 I20251211 04:29:53.942740 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272028 I20251211 04:29:53.942755 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272028, txn_id: 1272028 I20251211 04:29:53.943757 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272027, txn_id: 1272027, partition id size: 0 I20251211 04:29:53.943775 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272027 I20251211 04:29:53.943778 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272027 I20251211 04:29:53.943780 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272027, txn_id: 1272027 I20251211 04:29:53.944565 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272026, txn_id: 1272026, partition id size: 0 I20251211 04:29:53.944574 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272026 I20251211 04:29:53.944577 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272026 I20251211 04:29:53.944580 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272026, txn_id: 1272026 I20251211 04:29:54.560903 138257307530816 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bac-37df-752f-b43b-677a16a2aa58, reason: QueryFinished I20251211 04:29:54.562339 138257299138112 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bac-37df-7004-8322-617e3223caa4, reason: QueryFinished I20251211 04:29:58.158050 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272031, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:30:00.397005 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272029,1272030,1272031, task_count_in_queue=3 I20251211 04:30:00.397154 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272029, txn_id: 1272029, partition id size: 0 I20251211 04:30:00.397175 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272029 I20251211 04:30:00.397181 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272029 I20251211 04:30:00.397185 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272029, txn_id: 1272029 I20251211 04:30:00.398173 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272030, txn_id: 1272030, partition id size: 0 I20251211 04:30:00.398184 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272030 I20251211 04:30:00.398187 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272030 I20251211 04:30:00.398191 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272030, txn_id: 1272030 I20251211 04:30:00.399042 138249740695104 agent_task.cpp:315] get clear transaction task task, signature:1272031, txn_id: 1272031, partition id size: 0 I20251211 04:30:00.399060 138249740695104 storage_engine.cpp:693] Clearing transaction task txn_id: 1272031 I20251211 04:30:00.399063 138249740695104 storage_engine.cpp:714] Cleared transaction task txn_id: 1272031 I20251211 04:30:00.399066 138249740695104 agent_task.cpp:337] finish to clear transaction task. signature:1272031, txn_id: 1272031 I20251211 04:30:01.731531 138251167696448 local_tablets_channel.cpp:817] LocalTabletsChannel txn_id: 1272033 load_id: 019b0bac-53f4-7d0a-9bfd-e8490129c4ae sink_id: 0 open 2 delta writer: [10063:2][10057:2]0 failed_tablets: _num_remaining_senders: 8 I20251211 04:30:01.734574 138251262113344 local_tablets_channel.cpp:714] LocalTabletsChannel txn_id: 1272033 load_id: 019b0bac-53f4-7d0a-9bfd-e8490129c4ae sink_id: 0 commit 0 tablets: I20251211 04:30:01.735405 138250379052608 local_tablets_channel.cpp:859] cancel LocalTabletsChannel txn_id: 1272033 load_id: 019b0bac-53f4-7d0a-9bfd-e8490129c4ae index_id: 10049 tablet_ids:10063, reason: I20251211 04:30:01.735443 138251253720640 local_tablets_channel.cpp:859] cancel LocalTabletsChannel txn_id: 1272033 load_id: 019b0bac-53f4-7d0a-9bfd-e8490129c4ae index_id: 10049 tablet_ids:10057, reason: I20251211 04:30:01.739530 138256719001152 tablet_sink_sender.cpp:357] Olap table sink statistics. load_id: 019b0bac-53f4-7d0a-9bfd-e8490129c4ae, txn_id: 1272033, add chunk time(ms)/wait lock time(ms)/num: {10015:(0)(0)(1)} {10002:(0)(0)(1)} {10012:(0)(0)(1)} {10005:(0)(0)(1)} {10014:(0)(0)(1)} {10016:(0)(0)(1)} {10003:(0)(0)(1)} {10008:(0)(0)(1)} {10004:(0)(0)(1)} {10006:(0)(0)(1)} {10007:(0)(0)(1)} I20251211 04:30:01.763646 138252104529472 task_worker_pool.cpp:599] publish version finished transactions: [1272033,] I20251211 04:30:01.785194 138251184481856 local_tablets_channel.cpp:817] LocalTabletsChannel txn_id: 1272036 load_id: 019b0bac-542d-7323-841c-c1c29221448e sink_id: 0 open 2 delta writer: [10063:2][10057:2]0 failed_tablets: _num_remaining_senders: 8 I20251211 04:30:01.788448 138250227463744 local_tablets_channel.cpp:714] LocalTabletsChannel txn_id: 1272036 load_id: 019b0bac-542d-7323-841c-c1c29221448e sink_id: 0 commit 0 tablets: I20251211 04:30:01.788803 138250521728576 local_tablets_channel.cpp:859] cancel LocalTabletsChannel txn_id: 1272036 load_id: 019b0bac-542d-7323-841c-c1c29221448e index_id: 10049 tablet_ids:10063, reason: I20251211 04:30:01.788860 138250513335872 local_tablets_channel.cpp:859] cancel LocalTabletsChannel txn_id: 1272036 load_id: 019b0bac-542d-7323-841c-c1c29221448e index_id: 10049 tablet_ids:10057, reason: I20251211 04:30:01.792889 138256719001152 tablet_sink_sender.cpp:357] Olap table sink statistics. load_id: 019b0bac-542d-7323-841c-c1c29221448e, txn_id: 1272036, add chunk time(ms)/wait lock time(ms)/num: {10015:(0)(0)(1)} {10002:(0)(0)(1)} {10012:(0)(0)(1)} {10005:(0)(0)(1)} {10014:(0)(0)(1)} {10016:(0)(0)(1)} {10003:(0)(0)(1)} {10008:(0)(0)(1)} {10004:(0)(0)(1)} {10006:(0)(0)(1)} {10007:(0)(0)(1)} I20251211 04:30:01.811801 138252096136768 task_worker_pool.cpp:599] publish version finished transactions: [1272036,] I20251211 04:30:01.841399 138251201267264 local_tablets_channel.cpp:817] LocalTabletsChannel txn_id: 1272037 load_id: 019b0bac-5464-76b3-8948-babba08beaa6 sink_id: 0 open 2 delta writer: [10063:2][10057:2]0 failed_tablets: _num_remaining_senders: 12 I20251211 04:30:01.846128 138250339190336 local_tablets_channel.cpp:714] LocalTabletsChannel txn_id: 1272037 load_id: 019b0bac-5464-76b3-8948-babba08beaa6 sink_id: 0 commit 0 tablets: I20251211 04:30:01.915904 138252129707584 tablet_updates.cpp:689] commit rowset tablet:10057 version:47826 txn_id:1272037 I20251211 04:30:01.915998 138249740695104 tablet_updates.cpp:689] commit rowset tablet:10063 version:47826 txn_id:1272037 I20251211 04:30:01.917155 138246508492352 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10063 version:47826 txn_id: 1272037 duration:1ms(0/1/0/0) I20251211 04:30:01.917175 138246536291904 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47826 txn_id: 1272037 duration:1ms(0/1/0/0) I20251211 04:30:01.918754 138252087744064 task_worker_pool.cpp:599] publish version finished transactions: [1272037,] I20251211 04:30:02.018964 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272032,1272035,1272034, task_count_in_queue=3 I20251211 04:30:02.019083 138246544684608 agent_task.cpp:315] get clear transaction task task, signature:1272032, txn_id: 1272032, partition id size: 0 I20251211 04:30:02.019099 138246544684608 storage_engine.cpp:693] Clearing transaction task txn_id: 1272032 I20251211 04:30:02.019104 138246544684608 storage_engine.cpp:714] Cleared transaction task txn_id: 1272032 I20251211 04:30:02.019107 138246544684608 agent_task.cpp:337] finish to clear transaction task. signature:1272032, txn_id: 1272032 I20251211 04:30:02.020071 138246544684608 agent_task.cpp:315] get clear transaction task task, signature:1272035, txn_id: 1272035, partition id size: 0 I20251211 04:30:02.020086 138246544684608 storage_engine.cpp:693] Clearing transaction task txn_id: 1272035 I20251211 04:30:02.020089 138246544684608 storage_engine.cpp:714] Cleared transaction task txn_id: 1272035 I20251211 04:30:02.020091 138246544684608 agent_task.cpp:337] finish to clear transaction task. signature:1272035, txn_id: 1272035 I20251211 04:30:02.020868 138246544684608 agent_task.cpp:315] get clear transaction task task, signature:1272034, txn_id: 1272034, partition id size: 0 I20251211 04:30:02.020877 138246544684608 storage_engine.cpp:693] Clearing transaction task txn_id: 1272034 I20251211 04:30:02.020879 138246544684608 storage_engine.cpp:714] Cleared transaction task txn_id: 1272034 I20251211 04:30:02.020881 138246544684608 agent_task.cpp:337] finish to clear transaction task. signature:1272034, txn_id: 1272034 I20251211 04:30:02.753785 138251033413184 tablet_updates.cpp:2286] commit compaction tablet:10057 gtid:393406005972566016 version:47826.1 I20251211 04:30:02.755414 138251025020480 tablet_updates.cpp:2286] commit compaction tablet:10063 gtid:393406005972566016 version:47826.1 I20251211 04:30:02.755632 138246544684608 tablet_updates.cpp:2617] apply_compaction_commit finish tablet:10057 version:47826.1 duration:1ms(0/1/0) I20251211 04:30:02.756790 138246508492352 tablet_updates.cpp:2617] apply_compaction_commit finish tablet:10063 version:47826.1 duration:1ms(0/0/1) I20251211 04:30:03.157916 138249757480512 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272038, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:30:04.266389 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272038,1272039,1272040, task_count_in_queue=3 I20251211 04:30:04.266547 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272038, txn_id: 1272038, partition id size: 0 I20251211 04:30:04.266578 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272038 I20251211 04:30:04.266582 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272038 I20251211 04:30:04.266585 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272038, txn_id: 1272038 I20251211 04:30:04.267614 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272039, txn_id: 1272039, partition id size: 0 I20251211 04:30:04.267637 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272039 I20251211 04:30:04.267641 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272039 I20251211 04:30:04.267643 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272039, txn_id: 1272039 I20251211 04:30:04.268583 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272040, txn_id: 1272040, partition id size: 0 I20251211 04:30:04.268596 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272040 I20251211 04:30:04.268598 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272040 I20251211 04:30:04.268601 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272040, txn_id: 1272040 I20251211 04:30:05.403808 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272041,1272042,1272043, task_count_in_queue=3 I20251211 04:30:05.403925 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272041, txn_id: 1272041, partition id size: 0 I20251211 04:30:05.403952 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272041 I20251211 04:30:05.403956 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272041 I20251211 04:30:05.403959 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272041, txn_id: 1272041 I20251211 04:30:05.404927 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272042, txn_id: 1272042, partition id size: 0 I20251211 04:30:05.404940 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272042 I20251211 04:30:05.404943 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272042 I20251211 04:30:05.404945 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272042, txn_id: 1272042 I20251211 04:30:05.405671 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272043, txn_id: 1272043, partition id size: 0 I20251211 04:30:05.405682 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272043 I20251211 04:30:05.405685 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272043 I20251211 04:30:05.405687 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272043, txn_id: 1272043 *** Aborted at 1765427407 (unix time) try "date -d @1765427407" if you are using GNU date *** PC: @ 0xd36c865 starrocks::SegmentIterator::_switch_context(starrocks::SegmentIterator::ScanContext*) *** SIGSEGV (@0x3) received by PID 27 (TID 0x7dbe405d4640) LWP(852) from PID 3; stack trace: *** @ 0x7dbf41043ee8 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x99ee7) @ 0x11a38c48 google::(anonymous namespace)::FailureSignalHandler(int, siginfo_t*, void*) @ 0x7dbf421e8706 PosixSignals::chained_handler(int, siginfo_t*, void*) [clone .part.0] @ 0x7dbf421e917e JVM_handle_linux_signal @ 0x7dbf40fec520 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x4251f) @ 0xd36c865 starrocks::SegmentIterator::_switch_context(starrocks::SegmentIterator::ScanContext*) @ 0xd37e14b starrocks::SegmentIterator::_init_context() @ 0xd37e99e starrocks::SegmentIterator::_init() I20251211 04:30:07.325088 138249749087808 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272044,1272045,1272046, task_count_in_queue=3 I20251211 04:30:07.325226 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272044, txn_id: 1272044, partition id size: 0 I20251211 04:30:07.325243 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272044 I20251211 04:30:07.325248 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272044 I20251211 04:30:07.325252 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272044, txn_id: 1272044 I20251211 04:30:07.326095 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272045, txn_id: 1272045, partition id size: 0 I20251211 04:30:07.326105 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272045 I20251211 04:30:07.326109 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272045 I20251211 04:30:07.326112 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272045, txn_id: 1272045 I20251211 04:30:07.327032 138246508492352 agent_task.cpp:315] get clear transaction task task, signature:1272046, txn_id: 1272046, partition id size: 0 I20251211 04:30:07.327059 138246508492352 storage_engine.cpp:693] Clearing transaction task txn_id: 1272046 I20251211 04:30:07.327063 138246508492352 storage_engine.cpp:714] Cleared transaction task txn_id: 1272046 I20251211 04:30:07.327066 138246508492352 agent_task.cpp:337] finish to clear transaction task. signature:1272046, txn_id: 1272046 @ 0xd387573 starrocks::SegmentIterator::do_get_next(starrocks::Chunk*) @ 0xd93e5a8 starrocks::SegmentIteratorWrapper::do_get_next(starrocks::Chunk*) @ 0xd6428dc starrocks::TimedChunkIterator::do_get_next(starrocks::Chunk*) @ 0xd6754c0 starrocks::UnionIterator::do_get_next(starrocks::Chunk*) @ 0xd62f46f starrocks::TabletReader::do_get_next(starrocks::Chunk*) @ 0xc3c12de starrocks::pipeline::OlapChunkSource::_read_chunk_from_storage(starrocks::RuntimeState*, starrocks::Chunk*) @ 0xc3c1dcf starrocks::pipeline::OlapChunkSource::_read_chunk(starrocks::RuntimeState*, std::shared_ptr*) @ 0xbe7eb6f starrocks::pipeline::ChunkSource::buffer_next_batch_chunks_blocking(starrocks::RuntimeState*, unsigned long, starrocks::workgroup::WorkGroup const*) @ 0xabc05fe auto starrocks::pipeline::ScanOperator::_trigger_next_scan(starrocks::RuntimeState*, int)::{lambda(auto:1&)#1}::operator()(starrocks::workgroup::YieldContext&) const [clone .constprop.0] @ 0xbdc83be starrocks::workgroup::ScanExecutor::worker_thread() @ 0xdeda788 starrocks::ThreadPool::dispatch_thread() @ 0xded1325 starrocks::Thread::supervise_thread(void*) @ 0x7dbf4103eac3 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x94ac2) @ 0x7dbf410d08c0 (/usr/lib/x86_64-linux-gnu/libc.so.6+0x1268bf) start time: Thu Dec 11 04:35:25 2025, server uptime: 04:35:25 up 23 days, 2:05, 0 users, load average: 0.00, 0.10, 0.72 Run with JEMALLOC_CONF: 'percpu_arena:percpu,oversize_threshold:0,muzzy_decay_ms:5000,dirty_decay_ms:5000,metadata_thp:auto,background_thread:true,prof:true,prof_active:false' Ignored unknown config: default_rowset_type Ignored unknown config: pipeline_dop Ignored unknown config: pipeline_sink_dop sys_log_level needs to be INFO, WARNING, ERROR, FATAL WARNING: Logging before InitGoogleLogging() is written to STDERR I20251211 04:35:25.113346 139323407146368 daemon.cpp:290] version 4.0.2-1f1aa9c BuildType: RELEASE Build distributor id: ubuntu Build arch: x86_64 Built on 2025-12-03 18:59:17 by StarRocks@localhost (Ubuntu 22.04.5 LTS) W20251211 04:35:25.113367 139323407146368 memory_lock.cpp:46] mlock failed for 143925248-351535104 (207609856 bytes): Cannot allocate memory I20251211 04:35:25.115501 139323407146368 mem_info.cpp:153] Init mem info by container's cgroup config, physical_mem=354334801920 I20251211 04:35:25.115535 139323407146368 mem_info.cpp:104] Physical Memory: 330.00 GB I20251211 04:35:25.115546 139323407146368 daemon.cpp:300] Cpu Info: Model: AMD EPYC 7B13 Cores: 48 Max Possible Cores: 48 L1 Cache: 32.00 KB (Line: 64.00 B) L2 Cache: 512.00 KB (Line: 64.00 B) L3 Cache: 256.00 MB (Line: 64.00 B) Hardware Supports: ssse3 sse4_1 sse4_2 popcnt avx avx2 Numa Nodes: 2 Numa Nodes of Cores: 0->0 | 1->0 | 2->0 | 3->0 | 4->0 | 5->0 | 6->0 | 7->0 | 8->0 | 9->0 | 10->0 | 11->0 | 12->1 | 13->1 | 14->1 | 15->1 | 16->1 | 17->1 | 18->1 | 19->1 | 20->1 | 21->1 | 22->1 | 23->1 | 24->0 | 25->0 | 26->0 | 27->0 | 28->0 | 29->0 | 30->0 | 31->0 | 32->0 | 33->0 | 34->0 | 35->0 | 36->1 | 37->1 | 38->1 | 39->1 | 40->1 | 41->1 | 42->1 | 43->1 | 44->1 | 45->1 | 46->1 | 47->1 | Cores from CGroup CPUSET: None Offline Cores: None I20251211 04:35:25.115563 139323407146368 daemon.cpp:301] Disk Info: Num disks 16: sda, sda1, sda2, sda3, sda4, sda5, sda6, sda7, sda8, sda9, sda10, sda11, sda12, dm-0, sdb, sdc I20251211 04:35:25.115567 139323407146368 daemon.cpp:302] Mem Info: 330.00 GB I20251211 04:35:25.115572 139323407146368 daemon.cpp:303] CPU Info: Type: 0 Family: 25 Model: 1 Stepping: 0 ExtendModel: 0 ExtendFamily: 10 RunningInVM: 1 Vendor: AuthenticAMD Brand: AMD EPYC 7B13 HardwareSupport: mmx sse sse2 sse3 ssse3 sse41 sse42 avx avx2 popcnt I20251211 04:35:25.115577 139323407146368 daemon.cpp:304] openssl aesni support: 1 W20251211 04:35:25.176685 139323407146368 timezone_utils.cpp:93] not found timezone:Africa/Casablanca W20251211 04:35:25.177014 139323407146368 timezone_utils.cpp:93] not found timezone:Africa/El_Aaiun I20251211 04:35:25.225241 139323407146368 daemon.cpp:276] Minidump is disabled I20251211 04:35:25.225257 139323407146368 starrocks_be.cpp:88] BE start step 1: daemon threads start successfully I20251211 04:35:25.225382 139323407146368 starrocks_be.cpp:92] BE start step 2: jdbc driver manager init successfully I20251211 04:35:25.225465 139323407146368 backend_options.cpp:90] check ip = 127.0.0.1 I20251211 04:35:25.225477 139323407146368 backend_options.cpp:90] check ip = 10.100.41.50 I20251211 04:35:25.225479 139323407146368 backend_options.cpp:135] localhost 10.100.41.50 I20251211 04:35:25.225482 139323407146368 backend_options.cpp:136] local_ip 10.100.41.50 I20251211 04:35:25.225484 139323407146368 backend_options.cpp:137] resolved_ip 10.100.41.50 I20251211 04:35:25.225486 139323407146368 starrocks_be.cpp:98] BE start step 3: backend network options init successfully I20251211 04:35:25.225534 139323407146368 starrocks_be.cpp:103] BE start step 4: global env init successfully I20251211 04:35:25.225539 139323407146368 starrocks_be.cpp:108] BE start step 5: global variables init successfully I20251211 04:35:25.226353 139323407146368 mem_cache.cpp:59] init mem cache with segment lru policy: [35,65], segment_freq_bits: 0, slru_name: default_cache_mem_slru I20251211 04:35:25.226624 139323051546176 daemon.cpp:140] Current memory statistics: process(8515016), query_pool(0), load(0), metadata(0), compaction(0), schema_change(0), page_cache(0), update(0), passthrough(0), clone(0), consistency(0), datacache(0), jit(0) I20251211 04:35:25.226639 139323407146368 block_file.cpp:60] open block file success, fd: 52, path: /opt/starrocks/be/storage/datacache/blockfile_0.1764048033136473 I20251211 04:35:25.226650 139323407146368 block_file.cpp:60] open block file success, fd: 53, path: /opt/starrocks/be/storage/datacache/blockfile_1.1764048033136643 I20251211 04:35:25.226672 139323407146368 block_file.cpp:60] open block file success, fd: 54, path: /opt/starrocks/be/storage/datacache/blockfile_2.1764048033137314 I20251211 04:35:25.226684 139323407146368 block_file.cpp:60] open block file success, fd: 55, path: /opt/starrocks/be/storage/datacache/blockfile_3.1764048033137350 I20251211 04:35:25.226691 139323407146368 block_file.cpp:60] open block file success, fd: 56, path: /opt/starrocks/be/storage/datacache/blockfile_4.1764048033137371 I20251211 04:35:25.226700 139323407146368 block_file.cpp:60] open block file success, fd: 57, path: /opt/starrocks/be/storage/datacache/blockfile_5.1764048033137389 I20251211 04:35:25.226707 139323407146368 block_file.cpp:60] open block file success, fd: 58, path: /opt/starrocks/be/storage/datacache/blockfile_6.1764048033137405 I20251211 04:35:25.226714 139323407146368 block_file.cpp:60] open block file success, fd: 59, path: /opt/starrocks/be/storage/datacache/blockfile_7.1764048033137423 I20251211 04:35:25.226722 139323407146368 block_file.cpp:60] open block file success, fd: 60, path: /opt/starrocks/be/storage/datacache/blockfile_8.1764048033137439 I20251211 04:35:25.226729 139323407146368 block_file.cpp:60] open block file success, fd: 61, path: /opt/starrocks/be/storage/datacache/blockfile_9.1764048033137456 I20251211 04:35:25.226736 139323407146368 block_file.cpp:60] open block file success, fd: 62, path: /opt/starrocks/be/storage/datacache/blockfile_10.1764048033137472 I20251211 04:35:25.226743 139323407146368 block_file.cpp:60] open block file success, fd: 63, path: /opt/starrocks/be/storage/datacache/blockfile_11.1764048033137492 I20251211 04:35:25.226751 139323407146368 block_file.cpp:60] open block file success, fd: 64, path: /opt/starrocks/be/storage/datacache/blockfile_12.1764048033137510 I20251211 04:35:25.226758 139323407146368 block_file.cpp:60] open block file success, fd: 65, path: /opt/starrocks/be/storage/datacache/blockfile_13.1764048033137526 I20251211 04:35:25.226765 139323407146368 block_file.cpp:60] open block file success, fd: 66, path: /opt/starrocks/be/storage/datacache/blockfile_14.1764048033137542 I20251211 04:35:25.226777 139323407146368 block_file.cpp:60] open block file success, fd: 67, path: /opt/starrocks/be/storage/datacache/blockfile_15.1764048033137559 I20251211 04:35:25.226792 139323407146368 block_file.cpp:60] open block file success, fd: 68, path: /opt/starrocks/be/storage/datacache/blockfile_16.1764048033137576 I20251211 04:35:25.226800 139323407146368 block_file.cpp:60] open block file success, fd: 69, path: /opt/starrocks/be/storage/datacache/blockfile_17.1764048033137592 I20251211 04:35:25.226808 139323407146368 block_file.cpp:60] open block file success, fd: 70, path: /opt/starrocks/be/storage/datacache/blockfile_18.1764048033137608 I20251211 04:35:25.226815 139323407146368 block_file.cpp:60] open block file success, fd: 71, path: /opt/starrocks/be/storage/datacache/blockfile_19.1764048033137625 I20251211 04:35:25.226822 139323407146368 block_file.cpp:60] open block file success, fd: 72, path: /opt/starrocks/be/storage/datacache/blockfile_20.1764048033137641 I20251211 04:35:25.226830 139323407146368 block_file.cpp:60] open block file success, fd: 73, path: /opt/starrocks/be/storage/datacache/blockfile_21.1764048033137677 I20251211 04:35:25.226837 139323407146368 block_file.cpp:60] open block file success, fd: 74, path: /opt/starrocks/be/storage/datacache/blockfile_22.1764048033137697 I20251211 04:35:25.226844 139323407146368 block_file.cpp:60] open block file success, fd: 75, path: /opt/starrocks/be/storage/datacache/blockfile_23.1764048033137721 I20251211 04:35:25.226851 139323407146368 block_file.cpp:60] open block file success, fd: 76, path: /opt/starrocks/be/storage/datacache/blockfile_24.1764048033137740 I20251211 04:35:25.226858 139323407146368 block_file.cpp:60] open block file success, fd: 77, path: /opt/starrocks/be/storage/datacache/blockfile_25.1764048033137772 I20251211 04:35:25.226865 139323407146368 block_file.cpp:60] open block file success, fd: 78, path: /opt/starrocks/be/storage/datacache/blockfile_26.1764048033137798 I20251211 04:35:25.226872 139323407146368 block_file.cpp:60] open block file success, fd: 79, path: /opt/starrocks/be/storage/datacache/blockfile_27.1764048033137817 I20251211 04:35:25.226879 139323407146368 block_file.cpp:60] open block file success, fd: 80, path: /opt/starrocks/be/storage/datacache/blockfile_28.1764048033137834 I20251211 04:35:25.226886 139323407146368 block_file.cpp:60] open block file success, fd: 81, path: /opt/starrocks/be/storage/datacache/blockfile_29.1764048033137850 I20251211 04:35:25.226893 139323407146368 block_file.cpp:60] open block file success, fd: 82, path: /opt/starrocks/be/storage/datacache/blockfile_30.1764048033137867 I20251211 04:35:25.226900 139323407146368 block_file.cpp:60] open block file success, fd: 83, path: /opt/starrocks/be/storage/datacache/blockfile_31.1764048033137884 I20251211 04:35:25.226907 139323407146368 block_file.cpp:60] open block file success, fd: 84, path: /opt/starrocks/be/storage/datacache/blockfile_32.1764048033137900 I20251211 04:35:25.226915 139323407146368 block_file.cpp:60] open block file success, fd: 85, path: /opt/starrocks/be/storage/datacache/blockfile_33.1765341549100518 I20251211 04:35:25.226922 139323407146368 block_file.cpp:60] open block file success, fd: 86, path: /opt/starrocks/be/storage/datacache/blockfile_34.1765346705593932 I20251211 04:35:25.226929 139323407146368 block_file.cpp:60] open block file success, fd: 87, path: /opt/starrocks/be/storage/datacache/blockfile_35.1765346705593965 I20251211 04:35:25.226936 139323407146368 block_file.cpp:60] open block file success, fd: 88, path: /opt/starrocks/be/storage/datacache/blockfile_36.1765346705593985 I20251211 04:35:25.226944 139323407146368 block_file.cpp:60] open block file success, fd: 89, path: /opt/starrocks/be/storage/datacache/blockfile_37.1765346705594003 I20251211 04:35:25.226951 139323407146368 block_file.cpp:60] open block file success, fd: 90, path: /opt/starrocks/be/storage/datacache/blockfile_38.1765346705594037 I20251211 04:35:25.226958 139323407146368 block_file.cpp:60] open block file success, fd: 91, path: /opt/starrocks/be/storage/datacache/blockfile_39.1765346705594061 I20251211 04:35:25.226970 139323407146368 block_file.cpp:60] open block file success, fd: 92, path: /opt/starrocks/be/storage/datacache/blockfile_40.1765346705594079 I20251211 04:35:25.226977 139323407146368 block_file.cpp:60] open block file success, fd: 93, path: /opt/starrocks/be/storage/datacache/blockfile_41.1765346705594096 I20251211 04:35:25.226984 139323407146368 block_file.cpp:60] open block file success, fd: 94, path: /opt/starrocks/be/storage/datacache/blockfile_42.1765346705594137 I20251211 04:35:25.226991 139323407146368 block_file.cpp:60] open block file success, fd: 95, path: /opt/starrocks/be/storage/datacache/blockfile_43.1765346705594157 I20251211 04:35:25.226999 139323407146368 block_file.cpp:60] open block file success, fd: 96, path: /opt/starrocks/be/storage/datacache/blockfile_44.1765346705594174 I20251211 04:35:25.227006 139323407146368 block_file.cpp:60] open block file success, fd: 97, path: /opt/starrocks/be/storage/datacache/blockfile_45.1765346705594192 I20251211 04:35:25.227013 139323407146368 block_file.cpp:60] open block file success, fd: 98, path: /opt/starrocks/be/storage/datacache/blockfile_46.1765346705594210 I20251211 04:35:25.227020 139323407146368 block_file.cpp:60] open block file success, fd: 99, path: /opt/starrocks/be/storage/datacache/blockfile_47.1765346705594227 I20251211 04:35:25.227027 139323407146368 block_file.cpp:60] open block file success, fd: 100, path: /opt/starrocks/be/storage/datacache/blockfile_48.1765346705594246 I20251211 04:35:25.227034 139323407146368 block_file.cpp:60] open block file success, fd: 101, path: /opt/starrocks/be/storage/datacache/blockfile_49.1765346705594263 I20251211 04:35:25.227042 139323407146368 block_file.cpp:60] open block file success, fd: 102, path: /opt/starrocks/be/storage/datacache/blockfile_50.1765346705594280 I20251211 04:35:25.227050 139323407146368 block_file.cpp:60] open block file success, fd: 103, path: /opt/starrocks/be/storage/datacache/blockfile_51.1765346705594298 I20251211 04:35:25.227057 139323407146368 block_file.cpp:60] open block file success, fd: 104, path: /opt/starrocks/be/storage/datacache/blockfile_52.1765346705594320 I20251211 04:35:25.227064 139323407146368 block_file.cpp:60] open block file success, fd: 105, path: /opt/starrocks/be/storage/datacache/blockfile_53.1765346705594340 I20251211 04:35:25.227071 139323407146368 block_file.cpp:60] open block file success, fd: 106, path: /opt/starrocks/be/storage/datacache/blockfile_54.1765346705594363 I20251211 04:35:25.227078 139323407146368 block_file.cpp:60] open block file success, fd: 107, path: /opt/starrocks/be/storage/datacache/blockfile_55.1765346705594379 I20251211 04:35:25.227085 139323407146368 block_file.cpp:60] open block file success, fd: 108, path: /opt/starrocks/be/storage/datacache/blockfile_56.1765346705594396 I20251211 04:35:25.227092 139323407146368 block_file.cpp:60] open block file success, fd: 109, path: /opt/starrocks/be/storage/datacache/blockfile_57.1765346705594413 I20251211 04:35:25.227099 139323407146368 block_file.cpp:60] open block file success, fd: 110, path: /opt/starrocks/be/storage/datacache/blockfile_58.1765346705594430 I20251211 04:35:25.227107 139323407146368 block_file.cpp:60] open block file success, fd: 111, path: /opt/starrocks/be/storage/datacache/blockfile_59.1765346705594447 I20251211 04:35:25.227114 139323407146368 block_file.cpp:60] open block file success, fd: 112, path: /opt/starrocks/be/storage/datacache/blockfile_60.1765346705594464 I20251211 04:35:25.227121 139323407146368 block_file.cpp:60] open block file success, fd: 113, path: /opt/starrocks/be/storage/datacache/blockfile_61.1765346705594481 I20251211 04:35:25.227128 139323407146368 block_file.cpp:60] open block file success, fd: 114, path: /opt/starrocks/be/storage/datacache/blockfile_62.1765346705594498 I20251211 04:35:25.227135 139323407146368 block_file.cpp:60] open block file success, fd: 115, path: /opt/starrocks/be/storage/datacache/blockfile_63.1765346705594514 I20251211 04:35:25.227142 139323407146368 block_file.cpp:60] open block file success, fd: 116, path: /opt/starrocks/be/storage/datacache/blockfile_64.1765346705594533 I20251211 04:35:25.227153 139323407146368 block_file.cpp:60] open block file success, fd: 117, path: /opt/starrocks/be/storage/datacache/blockfile_65.1765346705594551 I20251211 04:35:25.227160 139323407146368 block_file.cpp:60] open block file success, fd: 118, path: /opt/starrocks/be/storage/datacache/blockfile_66.1765346705594568 I20251211 04:35:25.227167 139323407146368 block_file.cpp:60] open block file success, fd: 119, path: /opt/starrocks/be/storage/datacache/blockfile_67.1765346705594586 I20251211 04:35:25.227174 139323407146368 block_file.cpp:60] open block file success, fd: 120, path: /opt/starrocks/be/storage/datacache/blockfile_68.1765346705594603 I20251211 04:35:25.227182 139323407146368 block_file.cpp:60] open block file success, fd: 121, path: /opt/starrocks/be/storage/datacache/blockfile_69.1765346705594620 I20251211 04:35:25.227189 139323407146368 block_file.cpp:60] open block file success, fd: 122, path: /opt/starrocks/be/storage/datacache/blockfile_70.1765346705594641 I20251211 04:35:25.227196 139323407146368 block_file.cpp:60] open block file success, fd: 123, path: /opt/starrocks/be/storage/datacache/blockfile_71.1765346705594681 I20251211 04:35:25.227203 139323407146368 block_file.cpp:60] open block file success, fd: 124, path: /opt/starrocks/be/storage/datacache/blockfile_72.1765346705594702 I20251211 04:35:25.227210 139323407146368 block_file.cpp:60] open block file success, fd: 125, path: /opt/starrocks/be/storage/datacache/blockfile_73.1765346705594719 I20251211 04:35:25.227220 139323407146368 block_file.cpp:60] open block file success, fd: 126, path: /opt/starrocks/be/storage/datacache/blockfile_74.1765346705594736 I20251211 04:35:25.227227 139323407146368 block_file.cpp:60] open block file success, fd: 127, path: /opt/starrocks/be/storage/datacache/blockfile_75.1765346705594754 I20251211 04:35:25.227234 139323407146368 block_file.cpp:60] open block file success, fd: 128, path: /opt/starrocks/be/storage/datacache/blockfile_76.1765346705594775 I20251211 04:35:25.227241 139323407146368 block_file.cpp:60] open block file success, fd: 129, path: /opt/starrocks/be/storage/datacache/blockfile_77.1765346705594793 I20251211 04:35:25.227248 139323407146368 block_file.cpp:60] open block file success, fd: 130, path: /opt/starrocks/be/storage/datacache/blockfile_78.1765346705594810 I20251211 04:35:25.227255 139323407146368 block_file.cpp:60] open block file success, fd: 131, path: /opt/starrocks/be/storage/datacache/blockfile_79.1765346705594828 I20251211 04:35:25.227262 139323407146368 block_file.cpp:60] open block file success, fd: 132, path: /opt/starrocks/be/storage/datacache/blockfile_80.1765346705594852 I20251211 04:35:25.227270 139323407146368 block_file.cpp:60] open block file success, fd: 133, path: /opt/starrocks/be/storage/datacache/blockfile_81.1765346705594869 I20251211 04:35:25.227276 139323407146368 block_file.cpp:60] open block file success, fd: 134, path: /opt/starrocks/be/storage/datacache/blockfile_82.1765346705594887 I20251211 04:35:25.227283 139323407146368 block_file.cpp:60] open block file success, fd: 135, path: /opt/starrocks/be/storage/datacache/blockfile_83.1765346705594904 I20251211 04:35:25.227296 139323407146368 block_file.cpp:60] open block file success, fd: 136, path: /opt/starrocks/be/storage/datacache/blockfile_84.1765346705594921 I20251211 04:35:25.227303 139323407146368 block_file.cpp:60] open block file success, fd: 137, path: /opt/starrocks/be/storage/datacache/blockfile_85.1765346705594939 I20251211 04:35:25.227310 139323407146368 block_file.cpp:60] open block file success, fd: 138, path: /opt/starrocks/be/storage/datacache/blockfile_86.1765346705594957 I20251211 04:35:25.227317 139323407146368 block_file.cpp:60] open block file success, fd: 139, path: /opt/starrocks/be/storage/datacache/blockfile_87.1765346705594974 I20251211 04:35:25.227324 139323407146368 block_file.cpp:60] open block file success, fd: 140, path: /opt/starrocks/be/storage/datacache/blockfile_88.1765346705594991 I20251211 04:35:25.227335 139323407146368 block_file.cpp:60] open block file success, fd: 141, path: /opt/starrocks/be/storage/datacache/blockfile_89.1765346705595009 I20251211 04:35:25.227342 139323407146368 block_file.cpp:60] open block file success, fd: 142, path: /opt/starrocks/be/storage/datacache/blockfile_90.1765346705595032 I20251211 04:35:25.227349 139323407146368 block_file.cpp:60] open block file success, fd: 143, path: /opt/starrocks/be/storage/datacache/blockfile_91.1765346705595051 I20251211 04:35:25.227356 139323407146368 block_file.cpp:60] open block file success, fd: 144, path: /opt/starrocks/be/storage/datacache/blockfile_92.1765346705595069 I20251211 04:35:25.227363 139323407146368 block_file.cpp:60] open block file success, fd: 145, path: /opt/starrocks/be/storage/datacache/blockfile_93.1765346705595086 I20251211 04:35:25.227370 139323407146368 block_file.cpp:60] open block file success, fd: 146, path: /opt/starrocks/be/storage/datacache/blockfile_94.1765346705595104 I20251211 04:35:25.227377 139323407146368 block_file.cpp:60] open block file success, fd: 147, path: /opt/starrocks/be/storage/datacache/blockfile_95.1765346705595122 I20251211 04:35:25.227385 139323407146368 block_file.cpp:60] open block file success, fd: 148, path: /opt/starrocks/be/storage/datacache/blockfile_96.1765346705595141 I20251211 04:35:25.227392 139323407146368 block_file.cpp:60] open block file success, fd: 149, path: /opt/starrocks/be/storage/datacache/blockfile_97.1765346705595159 I20251211 04:35:25.227399 139323407146368 block_file.cpp:60] open block file success, fd: 150, path: /opt/starrocks/be/storage/datacache/blockfile_98.1765346705595176 I20251211 04:35:25.227406 139323407146368 block_file.cpp:60] open block file success, fd: 151, path: /opt/starrocks/be/storage/datacache/blockfile_99.1765346705595194 I20251211 04:35:25.227413 139323407146368 block_file.cpp:60] open block file success, fd: 152, path: /opt/starrocks/be/storage/datacache/blockfile_100.1765346705595211 I20251211 04:35:25.227422 139323407146368 block_file.cpp:60] open block file success, fd: 153, path: /opt/starrocks/be/storage/datacache/blockfile_101.1765346705595233 I20251211 04:35:25.227429 139323407146368 block_file.cpp:60] open block file success, fd: 154, path: /opt/starrocks/be/storage/datacache/blockfile_102.1765346705595252 I20251211 04:35:25.227436 139323407146368 block_file.cpp:60] open block file success, fd: 155, path: /opt/starrocks/be/storage/datacache/blockfile_103.1765346705595268 I20251211 04:35:25.227443 139323407146368 block_file.cpp:60] open block file success, fd: 156, path: /opt/starrocks/be/storage/datacache/blockfile_104.1765346705595285 I20251211 04:35:25.227450 139323407146368 block_file.cpp:60] open block file success, fd: 157, path: /opt/starrocks/be/storage/datacache/blockfile_105.1765346705595302 I20251211 04:35:25.227457 139323407146368 block_file.cpp:60] open block file success, fd: 158, path: /opt/starrocks/be/storage/datacache/blockfile_106.1765346705595320 I20251211 04:35:25.227464 139323407146368 block_file.cpp:60] open block file success, fd: 159, path: /opt/starrocks/be/storage/datacache/blockfile_107.1765346705595336 I20251211 04:35:25.227471 139323407146368 block_file.cpp:60] open block file success, fd: 160, path: /opt/starrocks/be/storage/datacache/blockfile_108.1765346705595353 I20251211 04:35:25.227478 139323407146368 block_file.cpp:60] open block file success, fd: 161, path: /opt/starrocks/be/storage/datacache/blockfile_109.1765346705595370 I20251211 04:35:25.227485 139323407146368 block_file.cpp:60] open block file success, fd: 162, path: /opt/starrocks/be/storage/datacache/blockfile_110.1765346705595386 I20251211 04:35:25.227493 139323407146368 block_file.cpp:60] open block file success, fd: 163, path: /opt/starrocks/be/storage/datacache/blockfile_111.1765346705595404 I20251211 04:35:25.227500 139323407146368 block_file.cpp:60] open block file success, fd: 164, path: /opt/starrocks/be/storage/datacache/blockfile_112.1765346705595422 I20251211 04:35:25.227507 139323407146368 block_file.cpp:60] open block file success, fd: 165, path: /opt/starrocks/be/storage/datacache/blockfile_113.1765346705595439 I20251211 04:35:25.227517 139323407146368 block_file.cpp:60] open block file success, fd: 166, path: /opt/starrocks/be/storage/datacache/blockfile_114.1765346705595456 I20251211 04:35:25.227524 139323407146368 block_file.cpp:60] open block file success, fd: 167, path: /opt/starrocks/be/storage/datacache/blockfile_115.1765346705595473 I20251211 04:35:25.227532 139323407146368 block_file.cpp:60] open block file success, fd: 168, path: /opt/starrocks/be/storage/datacache/blockfile_116.1765346705595490 I20251211 04:35:25.227539 139323407146368 block_file.cpp:60] open block file success, fd: 169, path: /opt/starrocks/be/storage/datacache/blockfile_117.1765346705595507 I20251211 04:35:25.227546 139323407146368 block_file.cpp:60] open block file success, fd: 170, path: /opt/starrocks/be/storage/datacache/blockfile_118.1765346705595524 I20251211 04:35:25.227553 139323407146368 block_file.cpp:60] open block file success, fd: 171, path: /opt/starrocks/be/storage/datacache/blockfile_119.1765346705595541 I20251211 04:35:25.227560 139323407146368 block_file.cpp:60] open block file success, fd: 172, path: /opt/starrocks/be/storage/datacache/blockfile_120.1765346705595558 I20251211 04:35:25.227567 139323407146368 block_file.cpp:60] open block file success, fd: 173, path: /opt/starrocks/be/storage/datacache/blockfile_121.1765346705595574 I20251211 04:35:25.227575 139323407146368 block_file.cpp:60] open block file success, fd: 174, path: /opt/starrocks/be/storage/datacache/blockfile_122.1765346705595591 I20251211 04:35:25.227582 139323407146368 block_file.cpp:60] open block file success, fd: 175, path: /opt/starrocks/be/storage/datacache/blockfile_123.1765346705595608 I20251211 04:35:25.227589 139323407146368 block_file.cpp:60] open block file success, fd: 176, path: /opt/starrocks/be/storage/datacache/blockfile_124.1765346705595626 I20251211 04:35:25.227599 139323407146368 block_file.cpp:60] open block file success, fd: 177, path: /opt/starrocks/be/storage/datacache/blockfile_125.1765346705595646 I20251211 04:35:25.227606 139323407146368 block_file.cpp:60] open block file success, fd: 178, path: /opt/starrocks/be/storage/datacache/blockfile_126.1765346705595678 I20251211 04:35:25.227614 139323407146368 block_file.cpp:60] open block file success, fd: 179, path: /opt/starrocks/be/storage/datacache/blockfile_127.1765346705595697 I20251211 04:35:25.227621 139323407146368 block_file.cpp:60] open block file success, fd: 180, path: /opt/starrocks/be/storage/datacache/blockfile_128.1765346705595716 I20251211 04:35:25.227628 139323407146368 block_file.cpp:60] open block file success, fd: 181, path: /opt/starrocks/be/storage/datacache/blockfile_129.1765346705595733 I20251211 04:35:25.227635 139323407146368 block_file.cpp:60] open block file success, fd: 182, path: /opt/starrocks/be/storage/datacache/blockfile_130.1765346705595750 I20251211 04:35:25.227642 139323407146368 block_file.cpp:60] open block file success, fd: 183, path: /opt/starrocks/be/storage/datacache/blockfile_131.1765346705595768 I20251211 04:35:25.227649 139323407146368 block_file.cpp:60] open block file success, fd: 184, path: /opt/starrocks/be/storage/datacache/blockfile_132.1765415658696428 I20251211 04:35:25.227671 139323407146368 block_file.cpp:60] open block file success, fd: 185, path: /opt/starrocks/be/storage/datacache/blockfile_133.1765415658696462 I20251211 04:35:25.227681 139323407146368 block_file.cpp:60] open block file success, fd: 186, path: /opt/starrocks/be/storage/datacache/blockfile_134.1765415658696483 I20251211 04:35:25.227689 139323407146368 block_file.cpp:60] open block file success, fd: 187, path: /opt/starrocks/be/storage/datacache/blockfile_135.1765415658696505 I20251211 04:35:25.227696 139323407146368 block_file.cpp:60] open block file success, fd: 188, path: /opt/starrocks/be/storage/datacache/blockfile_136.1765415658696524 I20251211 04:35:25.227703 139323407146368 block_file.cpp:60] open block file success, fd: 189, path: /opt/starrocks/be/storage/datacache/blockfile_137.1765415658696543 I20251211 04:35:25.227713 139323407146368 block_file.cpp:60] open block file success, fd: 190, path: /opt/starrocks/be/storage/datacache/blockfile_138.1765415658696561 I20251211 04:35:25.227720 139323407146368 block_file.cpp:60] open block file success, fd: 191, path: /opt/starrocks/be/storage/datacache/blockfile_139.1765416645245789 I20251211 04:35:25.227728 139323407146368 block_file.cpp:60] open block file success, fd: 192, path: /opt/starrocks/be/storage/datacache/blockfile_140.1765421182803231 I20251211 04:35:25.229031 139323407146368 disk_cache.cpp:60] init disk cache with segment lru policy: [35,65], segment_freq_bits: 0, slru_name: default_cache_disk_0_slru I20251211 04:35:25.229577 139323407146368 star_cache_impl.cpp:148] init starcache success. block_size: 262144, disk checksum: 0, mem_quota: 0, disk_quota: 1513975971840, scheduler threads: 6 I20251211 04:35:25.229586 139323407146368 starcache_engine.cpp:64] init starcache engine, block_size: 262144, disk_spaces: [{ path: /opt/starrocks/be/storage/datacache, size: 1513975971840 }] I20251211 04:35:25.229596 139322984404544 star_cache_impl.cpp:317] load starcache meta start. I20251211 04:35:25.229710 139323407146368 datacache.cpp:123] lrucache engine init successfully I20251211 04:35:25.229733 139323407146368 datacache.cpp:130] storage page cache init successfully I20251211 04:35:25.229858 139323407146368 starrocks_be.cpp:114] BE start step 6: cache env init successfully I20251211 04:35:25.231003 139322917385792 data_dir.cpp:133] path: /opt/starrocks/be/storage, hash: 3383501724613344588 I20251211 04:35:25.233264 139322917385792 kv_store.cpp:106] rocksdb write buffer size: 1073741824, total memory: 287011189555, disk count: 1 I20251211 04:35:25.248559 139322984404544 star_cache_impl.cpp:365] load starcache meta end, costs 18 ms, async: 1, success: 1 I20251211 04:35:25.254155 139322678273600 data_dir.cpp:277] begin loading tablet from meta /opt/starrocks/be/storage I20251211 04:35:25.265134 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1078005 I20251211 04:35:25.265196 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1078029 I20251211 04:35:25.265253 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1078766 I20251211 04:35:25.265318 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1078790 I20251211 04:35:25.265379 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1079361 I20251211 04:35:25.265427 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1079369 I20251211 04:35:25.265489 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1088829 I20251211 04:35:25.265551 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1088845 I20251211 04:35:25.265606 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1099389 I20251211 04:35:25.265684 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1099413 I20251211 04:35:25.269234 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492173 I20251211 04:35:25.269304 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492197 I20251211 04:35:25.269395 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492225 I20251211 04:35:25.269468 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492249 I20251211 04:35:25.269537 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492275 I20251211 04:35:25.269592 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492299 I20251211 04:35:25.269697 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492335 I20251211 04:35:25.269781 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492359 I20251211 04:35:25.269864 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492478 I20251211 04:35:25.269925 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492502 I20251211 04:35:25.270007 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492752 I20251211 04:35:25.270069 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 1492776 I20251211 04:35:25.335578 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2237169 I20251211 04:35:25.335650 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2237177 I20251211 04:35:25.337405 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2237768 I20251211 04:35:25.337709 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2237792 I20251211 04:35:25.340474 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2244343 I20251211 04:35:25.340909 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2244367 I20251211 04:35:25.341313 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2246318 I20251211 04:35:25.341383 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2246342 I20251211 04:35:25.343669 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2249753 I20251211 04:35:25.343723 139322678273600 tablet_manager.cpp:928] Loaded shutdown tablet 2249777 I20251211 04:35:25.450556 139322678273600 data_dir.cpp:316] load tablet from meta finished, loaded tablet: 1789, error tablet: 0, path: /opt/starrocks/be/storage duration: 196ms I20251211 04:35:25.451269 139322678273600 data_dir.cpp:349] begin loading rowset from meta /opt/starrocks/be/storage W20251211 04:35:25.452367 139322678273600 data_dir.cpp:364] could not find tablet id: 2249753 for rowset: 0200000001a2b630fc49b1af51c6047fbb0fd9e7bded6caf, skip loading this rowset I20251211 04:35:25.465115 139322678273600 data_dir.cpp:394] Added committed rowset=0200000000002afcf742d2672bcb9aa4f2552484139efea6 tablet=2445452 txn_id: 1257085 I20251211 04:35:25.465691 139322678273600 data_dir.cpp:394] Added committed rowset=0200000000002afbf742d2672bcb9aa4f2552484139efea6 tablet=2445428 txn_id: 1257085 I20251211 04:35:25.490883 139322678273600 data_dir.cpp:433] load rowset from meta finished, data dir: /opt/starrocks/be/storage error/total: 376/740 duration: 40ms I20251211 04:35:25.492979 139323407146368 starrocks_be.cpp:117] BE start step 7: storage engine init successfully I20251211 04:35:25.497205 139322040555072 fragment_mgr.cpp:554] FragmentMgr cancel worker start working. I20251211 04:35:25.517481 139323407146368 exec_env.cpp:421] [PIPELINE] Exec thread pool: thread_num=48 I20251211 04:35:25.552874 139323407146368 pipeline_executor_set.cpp:135] [WORKGROUP] start executors ([name=com] [num_driver_threads=48] [num_scan_threads=48] [num_connector_scan_threads=384] [cpuids=(0,1,2,3,4,5,6,7,8,9,10,11,24,25,26,27,28,29,30,31,32,33,34,35,12,13,14,15,16,17,18,19,20,21,22,23,36,37,38,39,40,41,42,43,44,45,46,47)] [conf=([num_total_cores=48] [num_total_driver_threads=48] [num_total_scan_threads=48] [num_total_connector_scan_threads=384] [enable_bind_cpus=true] [enable_cpu_borrowing=true])]) I20251211 04:35:25.552936 139323407146368 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:0, name:default_wg, version:0, cpu_weight:48, exclusive_cpu_cores:0, mem_limit:258310070599, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:1)] I20251211 04:35:25.552986 139323407146368 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:1, name:default_mv_wg, version:1, cpu_weight:1, exclusive_cpu_cores:0, mem_limit:206648056479, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:0.8)] I20251211 04:35:25.669105 139315387807296 runtime_filter_worker.cpp:1173] RuntimeFilterWorker start working. I20251211 04:35:25.669308 139315371021888 profile_report_worker.cpp:111] ProfileReportWorker start working. I20251211 04:35:25.669422 139315362629184 result_buffer_mgr.cpp:170] result buffer manager cancel thread begin. I20251211 04:35:25.669423 139323407146368 load_path_mgr.cpp:69] Load path configured to [/opt/starrocks/be/storage/mini_download] I20251211 04:35:25.682009 139323407146368 jit_engine.cpp:491] JIT LRU object cache size = 4194304 I20251211 04:35:25.682021 139323407146368 jit_engine.cpp:492] JIT LRU cache size = 4194304 I20251211 04:35:25.682318 139323407146368 starrocks_be.cpp:121] BE start step 8: exec env init successfully I20251211 04:35:25.683360 139314050033216 compaction_manager.cpp:71] start compaction scheduler I20251211 04:35:25.683444 139314041640512 storage_engine.cpp:728] start to check compaction I20251211 04:35:25.686118 139313809425984 olap_server.cpp:801] begin to do tablet meta checkpoint:/opt/starrocks/be/storage I20251211 04:35:25.686424 139313784247872 olap_server.cpp:723] try to perform path gc by tablet! I20251211 04:35:25.686432 139313784247872 olap_server.cpp:726] try to perform path gc by rowsetid! I20251211 04:35:25.686435 139313784247872 olap_server.cpp:730] try to perform path gc by dcg files! I20251211 04:35:25.686524 139313775855168 olap_server.cpp:781] try to clear expired replication snapshots! I20251211 04:35:25.686651 139323407146368 olap_server.cpp:241] All backgroud threads of storage engine have started. I20251211 04:35:25.686677 139323407146368 starrocks_be.cpp:126] BE start step 9: storage engine start bg threads successfully I20251211 04:35:25.689258 139323407146368 starlet_server.cc:77] Starlet grpc server started on 0.0.0.0:9070 I20251211 04:35:25.689358 139313549252160 starlet.cc:144] Empty starmanager address, skip reporting! I20251211 04:35:25.689389 139323407146368 starrocks_be.cpp:136] BE start step 10: staros worker init successfully I20251211 04:35:25.689402 139323407146368 backend_base.cpp:78] StarRocksInternalService has started listening port on 9060 I20251211 04:35:25.689595 139323407146368 thrift_server.cpp:384] BackendService has started listening port on 9060 I20251211 04:35:25.689603 139323407146368 starrocks_be.cpp:157] BE start step 11: start thrift server successfully I20251211 04:35:25.691263 139323407146368 starrocks_be.cpp:210] BRPC server bind to host: 0.0.0.0, port: 8060 I20251211 04:35:25.697313 139323407146368 server.cpp:1181] Server[starrocks::LakeServiceImpl+starrocks::BackendInternalServiceImpl] is serving on port=8060. I20251211 04:35:25.697326 139323407146368 server.cpp:1184] Check out http://kube-starrocks-be-be-7:8060 in web browser. I20251211 04:35:25.697492 139323407146368 starrocks_be.cpp:216] BE start step 12: start brpc server successfully I20251211 04:35:25.710042 139323407146368 starrocks_be.cpp:226] BE start step 13: start http server successfully I20251211 04:35:25.710071 139323407146368 arrow_flight_sql_service.cpp:33] [ARROW] Arrow Flight SQL Server is disabled. You can modify `arrow_flight_port` in `be.conf` to a positive value to enable it. I20251211 04:35:25.710075 139323407146368 starrocks_be.cpp:237] BE start step 14: start arrow flight sql server successfully I20251211 04:35:25.710270 139323407146368 thrift_server.cpp:384] heartbeat has started listening port on 9050 I20251211 04:35:25.710277 139323407146368 starrocks_be.cpp:255] BE start step 15: start heartbeat server successfully I20251211 04:35:25.710279 139323407146368 starrocks_be.cpp:257] BE started successfully I20251211 04:35:27.577860 139313504667200 iobuf_profiler.cpp:67] g_iobuf_profiler_sample_rate=100 I20251211 04:35:28.172300 139312749336128 heartbeat_server.cpp:78] get heartbeat from FE. host:kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port:9020, cluster id:837845315, node type:0, run_mode:SHARED_NOTHING, counter:1 W20251211 04:35:28.172364 139312749336128 heartbeat_server.cpp:222] kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local not equal to to backend localhost 10.100.41.50 I20251211 04:35:28.172445 139312749336128 heartbeat_server.cpp:243] resolved from fqdn: kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local to ip: 10.100.41.50 I20251211 04:35:28.172567 139312749336128 heartbeat_server.cpp:271] update localhost done, the new localhost is kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, new local_ip is 10.100.41.50 I20251211 04:35:28.172573 139312749336128 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272525, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:35:28.247032 139312740943424 tablet_manager.cpp:1050] Report all 1757 tablets info. max_tablet_rowset_num:30, tablet_id:2299888, cost:3ms I20251211 04:35:28.536360 139320670881344 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:2, name:default_wg, version:2, cpu_weight:48, exclusive_cpu_cores:0, mem_limit:258310070599, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:1)] I20251211 04:35:28.683331 139314337584704 tablet_manager.cpp:1050] Report all 1757 tablets info. max_tablet_rowset_num:30, tablet_id:2299888, cost:3ms I20251211 04:35:33.689144 139314329192000 pipeline_executor_set_manager.cpp:116] [WORKGROUP] assign shared executors to workgroup [workgroup=(id:3, name:default_mv_wg, version:3, cpu_weight:1, exclusive_cpu_cores:0, mem_limit:206648056479, concurrency_limit:0, bigquery: (cpu_second_limit:0, mem_limit:0, scan_rows_limit:0), spill_mem_limit_threshold:0.8)] I20251211 04:35:34.201590 139320603739712 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bb1-6699-75ac-b3b2-ab99cc44958e, reason: QueryFinished I20251211 04:35:37.549310 139312732550720 engine_clone_task.cpp:163] Cloning existing tablet. tablet:10057 type:PRIMARY_KEYS missing_version_ranges=[47827,-1] I20251211 04:35:37.549366 139312740943424 agent_server.cpp:509] Submit task success. type=CLONE, signatures=10057,2427821,10063, task_count_in_queue=3 I20251211 04:35:37.549441 139312471471680 engine_clone_task.cpp:200] Cloning existing tablet. tablet:2427821 type:DUP_KEYS version:75 missed_versions=74-75, I20251211 04:35:37.549576 139312463078976 engine_clone_task.cpp:163] Cloning existing tablet. tablet:10063 type:PRIMARY_KEYS missing_version_ranges=[47827,-1] W20251211 04:35:37.558077 139312471471680 thrift_rpc_helper.cpp:107] Connect BE/CN RPC failed, address=TNetworkAddress(hostname=kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local, port=9060), status=Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) W20251211 04:35:37.558095 139312471471680 engine_clone_task.cpp:413] Fail to make snapshot from kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local: Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms) tablet:2427821 I20251211 04:35:37.558101 139312471471680 engine_clone_task.cpp:207] Fail to do incremental clone: Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms). switched to fully clone. tablet_id=2427821 W20251211 04:35:37.559501 139312463078976 thrift_rpc_helper.cpp:107] Connect BE/CN RPC failed, address=TNetworkAddress(hostname=kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local, port=9060), status=Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) W20251211 04:35:37.559531 139312463078976 engine_clone_task.cpp:413] Fail to make snapshot from kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local: Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms) tablet:10063 W20251211 04:35:37.559537 139312463078976 engine_clone_task.cpp:180] Fail to load snapshot:Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms) tablet:10063 W20251211 04:35:37.559561 139312463078976 agent_task.cpp:419] clone failed. signature: 10063 W20251211 04:35:37.560692 139312471471680 thrift_rpc_helper.cpp:107] Connect BE/CN RPC failed, address=TNetworkAddress(hostname=kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local, port=9060), status=Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) W20251211 04:35:37.560707 139312471471680 engine_clone_task.cpp:413] Fail to make snapshot from kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local: Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms) tablet:2427821 W20251211 04:35:37.560711 139312471471680 engine_clone_task.cpp:218] Fail to load snapshot:Rpc error: Couldn't open transport for kube-starrocks-be-be-1.kube-starrocks-be-be-search.default.svc.cluster.local:9060 (socket open() error: Connection refused) be/src/runtime/client_cache.cpp:91 _create_client(hostport, factory_method, client_key) be/src/storage/task/engine_clone_task.cpp:491 ThriftRpcHelper::rpc( ip, port, [&request, &result](BackendServiceConnection& client) { client->make_snapshot(result, request); }, config::make_snapshot_rpc_timeout_ms). tablet:2427821 W20251211 04:35:37.560743 139312471471680 agent_task.cpp:419] clone failed. signature: 2427821 I20251211 04:35:37.579732 139312732550720 engine_clone_task.cpp:660] Copied tablet 10057 files=4. bytes=7250 cost=15 ms rate=0.483333 MB/s I20251211 04:35:37.580982 139312732550720 engine_clone_task.cpp:447] Cloned snapshot /opt/starrocks/be/storage/snapshot/20251211043537.3.180/ from kube-starrocks-be-be-11.kube-starrocks-be-be-search.default.svc.cluster.local:8040 to /opt/starrocks/be/storage/data/66/10057/1796851962/clone I20251211 04:35:37.581053 139312732550720 snapshot_manager.cpp:784] Replacing rowset id 0200000000001aee3444ee1eea7cd5b22d05c312586f6aa2 with 0200000000000001f74c40b92598cbadf5252f51b70a35ae I20251211 04:35:37.581084 139312732550720 snapshot_manager.cpp:784] Replacing rowset id 0200000000001b063444ee1eea7cd5b22d05c312586f6aa2 with 0200000000000002f74c40b92598cbadf5252f51b70a35ae I20251211 04:35:37.581110 139312732550720 snapshot_manager.cpp:784] Replacing rowset id 0200000000001b0e3444ee1eea7cd5b22d05c312586f6aa2 with 0200000000000003f74c40b92598cbadf5252f51b70a35ae I20251211 04:35:37.581830 139312732550720 engine_clone_task.cpp:997] Linked 6 files from /opt/starrocks/be/storage/data/66/10057/1796851962/clone to /opt/starrocks/be/storage/data/66/10057/1796851962 I20251211 04:35:37.581846 139312732550720 tablet_updates.cpp:4920] load incremental snapshot start #rowset:3 tablet:10057 #version:39 [47801.1 47826.1@38 47826.1] pending: rowsets:1 4434 [seg:1 row:63 del:0 bytes:3007 row_size:0 compaction_score:268432449 compaction_level:-1 partial_update_by_column:false] I20251211 04:35:37.582999 139312732550720 tablet_updates.cpp:689] commit rowset tablet:10057 version:47827 txn_id:1272457 I20251211 04:35:37.583100 139312732550720 tablet_updates.cpp:689] commit rowset tablet:10057 version:47828 txn_id:1272509 I20251211 04:35:37.583140 139312732550720 tablet_updates.cpp:689] commit rowset tablet:10057 version:47829 txn_id:1272521 I20251211 04:35:37.583148 139312732550720 tablet_updates.cpp:4936] load incremental snapshot done tablet:10057 #version:42 [47801.1 47826.1@38 47829] pending: rowsets:4 4434 [seg:1 row:63 del:0 bytes:3007 row_size:0 compaction_score:268432449 compaction_level:-1 partial_update_by_column:false] 4435 [seg:1 row:4 del:0 bytes:2254 row_size:273 compaction_score:268433202 compaction_level:-1 partial_update_by_column:false] 4436 [seg:1 row:2 del:0 bytes:2207 row_size:132 compaction_score:268433249 compaction_level:-1 partial_update_by_column:false] 4437 [seg:1 row:4 del:0 bytes:2250 row_size:273 compaction_score:268433206 compaction_level:-1 partial_update_by_column:false] I20251211 04:35:37.584292 139312454686272 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47827 txn_id: 1272457 duration:1ms(1/0/0/0) I20251211 04:35:37.584746 139312732550720 tablet_updates.cpp:2815] remove_expired_versions tablet:10057 #version:34 [47806.1 47828@32 47829] #pending:0 time:1765425937 min_readable_version:47806 I20251211 04:35:37.584790 139312454686272 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47828 txn_id: 1272509 duration:1ms(0/0/0/1) I20251211 04:35:37.585211 139312732550720 engine_clone_task.cpp:1014] Loaded snapshot of tablet 10057, removing directory /opt/starrocks/be/storage/data/66/10057/1796851962/clone I20251211 04:35:37.585254 139312454686272 tablet_updates.cpp:1868] apply_rowset_commit finish. tablet:10057 version:47829 txn_id: 1272521 duration:0ms(0/0/0/0) I20251211 04:35:37.585422 139312732550720 engine_clone_task.cpp:385] clone get tablet info success. tablet_id:10057, schema_hash:1796851962, signature:10057, version:47829, min_readable_version:47806 I20251211 04:35:37.585429 139312732550720 agent_task.cpp:422] clone success, set tablet infos. status:0, signature:10057 I20251211 04:35:37.703056 139314033247808 tablet_updates.cpp:2286] commit compaction tablet:10057 gtid:393406675071008768 version:47829.1 I20251211 04:35:37.703907 139312454686272 tablet_updates.cpp:2617] apply_compaction_commit finish tablet:10057 version:47829.1 duration:1ms(0/0/1) I20251211 04:35:38.171322 139312749336128 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272527, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:35:39.291524 139320544990784 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bb1-7a8e-70bc-8d34-e766d097cab3, reason: QueryFinished I20251211 04:35:40.232033 139323051546176 daemon.cpp:140] Current memory statistics: process(440381680), query_pool(0), load(0), metadata(113428077), compaction(0), schema_change(0), page_cache(0), update(4719), passthrough(0), clone(0), consistency(0), datacache(0), jit(0) I20251211 04:35:41.441794 139312740943424 agent_server.cpp:505] Submit task success. type=CLEAR_TRANSACTION_TASK, signatures=1272526,1272525,1272528, task_count_in_queue=3 I20251211 04:35:41.441920 139312454686272 agent_task.cpp:315] get clear transaction task task, signature:1272526, txn_id: 1272526, partition id size: 0 I20251211 04:35:41.441932 139312454686272 storage_engine.cpp:693] Clearing transaction task txn_id: 1272526 I20251211 04:35:41.441936 139312454686272 storage_engine.cpp:714] Cleared transaction task txn_id: 1272526 I20251211 04:35:41.441939 139312454686272 agent_task.cpp:337] finish to clear transaction task. signature:1272526, txn_id: 1272526 I20251211 04:35:41.442780 139312454686272 agent_task.cpp:315] get clear transaction task task, signature:1272525, txn_id: 1272525, partition id size: 0 I20251211 04:35:41.442793 139312454686272 storage_engine.cpp:693] Clearing transaction task txn_id: 1272525 I20251211 04:35:41.442795 139312454686272 storage_engine.cpp:714] Cleared transaction task txn_id: 1272525 I20251211 04:35:41.442798 139312454686272 agent_task.cpp:337] finish to clear transaction task. signature:1272525, txn_id: 1272525 I20251211 04:35:41.443577 139312454686272 agent_task.cpp:315] get clear transaction task task, signature:1272528, txn_id: 1272528, partition id size: 0 I20251211 04:35:41.443582 139312454686272 storage_engine.cpp:693] Clearing transaction task txn_id: 1272528 I20251211 04:35:41.443584 139312454686272 storage_engine.cpp:714] Cleared transaction task txn_id: 1272528 I20251211 04:35:41.443586 139312454686272 agent_task.cpp:337] finish to clear transaction task. signature:1272528, txn_id: 1272528 I20251211 04:35:43.171769 139312749336128 heartbeat_server.cpp:107] Updating master info: TMasterInfo(network_address=TNetworkAddress(hostname=kube-starrocks-be-fe-2.kube-starrocks-be-fe-search.default.svc.cluster.local, port=9020), cluster_id=837845315, epoch=5, token=, backend_ip=kube-starrocks-be-be-7.kube-starrocks-be-be-search.default.svc.cluster.local, http_port=8030, heartbeat_flags=0, backend_id=10006, min_active_txn_id=1272529, run_mode=SHARED_NOTHING, disabled_disks=[], decommissioned_disks=[], encrypted=0, stop_regular_tablet_report=1, node_type=Backend) I20251211 04:35:46.003608 139320343565888 internal_service.cpp:557] cancel fragment, fragment_instance_id=019b0bb1-94a3-75c9-b59c-e86423e20510, reason: QueryFinished # command terminated with exit code 137