Search before asking
Version
3.0
What's Wrong?
segcompaction coredump when adding key column , Similar issue #56431
CREATE TABLE IF NOT EXISTS visituri_detail_bydate ( stat_date DATE NOT NULL,lib VARCHAR(50),project_name VARCHAR(100),uri VARCHAR(500),uri_path VARCHAR(500),host VARCHAR(255),title VARCHAR(500),country VARCHAR(50),province VARCHAR(50),is_first_day VARCHAR(10),pv BIGINT,visit_count BIGINT,uv BIGINT,new_uv BIGINT,ip_count BIGINT,visit_timeLARGEINT,bounce_count BIGINT,entry_count BIGINT,exit_count BIGINT,down_pv_countBIGINT,update_time DATETIME ) UNIQUE KEY(stat_date, lib, project_name, uri, uri_path, host,title, country, province, is_first_day) PARTITION BY RANGE(stat_date)() DISTRIBUTED BY HASH(uri`) BUCKETS 10
PROPERTIES (
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "MONTH",
"dynamic_partition.start" = "-36",
"dynamic_partition.end" = "1",
"dynamic_partition.prefix" = "p",
"function_column.sequence_col" = "update_time"
);
ALTER TABLE visituri_detail_bydate ADD COLUMN shop_id VARCHAR(50) KEY DEFAULT 'N/A' AFTER is_first_day;
*** Aborted at 1773734063 (unix time) try "date -d @1773734063" if you are using GNU date ***
*** Current BE git commitID: 4a4c653eaf ***
*** SIGSEGV address not mapped to object (@0x40) received by PID 4068046 (TID 4069097 OR 0x7f19195e5640) from PID 64; stack trace: ***
0# 0x000055C8F985341E in /opt/cloud/doris/be/lib/doris_be
1# PosixSignals::chained_handler(int, siginfo_t*, void*) [clone .part.0] in /var/rds/jre-17.0.12/lib/server/libjvm.so
2# JVM_handle_linux_signal in /var/rds/jre-17.0.12/lib/server/libjvm.so
3# 0x00007F1B901CC1F0 in /usr/lib64/libc.so.6
4# doris::SegcompactionWorker::_do_compact_segments(std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >) in /opt/cloud/doris/be/lib/doris_be
5# doris::SegcompactionWorker::compact_segments(std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >) in /opt/cloud/doris/be/lib/doris_be
6# doris::StorageEngine::_handle_seg_compaction(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long) in /opt/cloud/doris/be/lib/doris_be
7# doris::Status std::__invoke_impl<doris::Status, doris::Status (doris::StorageEngine::&)(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long), doris::StorageEngine&, std::shared_ptrdoris::SegcompactionWorker&, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >&, unsigned long&>(std::__invoke_memfun_deref, doris::Status (doris::StorageEngine::&)(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long), doris::StorageEngine&, std::shared_ptrdoris::SegcompactionWorker&, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >&, unsigned long&) in /opt/cloud/doris/be/lib/doris_be
8# std::_Function_handler<void (), std::_Bind_result<void, doris::Status (doris::StorageEngine::(doris::StorageEngine, std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long))(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long)> >::_M_invoke(std::_Any_data const&) in /opt/cloud/doris/be/lib/doris_be
9# doris::ThreadPool::dispatch_thread() in /opt/cloud/doris/be/lib/doris_be
10# doris::Thread::supervise_thread(void*) in /opt/cloud/doris/be/lib/doris_be
`
What You Expected?
fix issues to avoid BE crash, segcompaction for this RowsetWriter, only enabled when importing data
How to Reproduce?
No response
Anything Else?
No response
Are you willing to submit PR?
Code of Conduct
Search before asking
Version
3.0
What's Wrong?
segcompaction coredump when adding key column , Similar issue #56431
CREATE TABLE IF NOT EXISTS visituri_detail_bydate (stat_dateDATE NOT NULL,libVARCHAR(50),project_nameVARCHAR(100),uriVARCHAR(500),uri_pathVARCHAR(500),hostVARCHAR(255),titleVARCHAR(500),countryVARCHAR(50),provinceVARCHAR(50),is_first_dayVARCHAR(10),pvBIGINT,visit_countBIGINT,uvBIGINT,new_uvBIGINT,ip_countBIGINT,visit_timeLARGEINT,bounce_countBIGINT,entry_countBIGINT,exit_countBIGINT,down_pv_countBIGINT,update_timeDATETIME ) UNIQUE KEY(stat_date,lib,project_name,uri,uri_path,host,title,country,province,is_first_day) PARTITION BY RANGE(stat_date)() DISTRIBUTED BY HASH(uri`) BUCKETS 10PROPERTIES (
"dynamic_partition.enable" = "true",
"dynamic_partition.time_unit" = "MONTH",
"dynamic_partition.start" = "-36",
"dynamic_partition.end" = "1",
"dynamic_partition.prefix" = "p",
"function_column.sequence_col" = "update_time"
);
ALTER TABLE visituri_detail_bydate ADD COLUMN shop_id VARCHAR(50) KEY DEFAULT 'N/A' AFTER is_first_day;
*** Aborted at 1773734063 (unix time) try "date -d @1773734063" if you are using GNU date ***
*** Current BE git commitID: 4a4c653eaf ***
*** SIGSEGV address not mapped to object (@0x40) received by PID 4068046 (TID 4069097 OR 0x7f19195e5640) from PID 64; stack trace: ***
0# 0x000055C8F985341E in /opt/cloud/doris/be/lib/doris_be
1# PosixSignals::chained_handler(int, siginfo_t*, void*) [clone .part.0] in /var/rds/jre-17.0.12/lib/server/libjvm.so
2# JVM_handle_linux_signal in /var/rds/jre-17.0.12/lib/server/libjvm.so
3# 0x00007F1B901CC1F0 in /usr/lib64/libc.so.6
4# doris::SegcompactionWorker::_do_compact_segments(std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >) in /opt/cloud/doris/be/lib/doris_be
5# doris::SegcompactionWorker::compact_segments(std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >) in /opt/cloud/doris/be/lib/doris_be
6# doris::StorageEngine::_handle_seg_compaction(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long) in /opt/cloud/doris/be/lib/doris_be
7# doris::Status std::__invoke_impl<doris::Status, doris::Status (doris::StorageEngine::&)(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long), doris::StorageEngine&, std::shared_ptrdoris::SegcompactionWorker&, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >&, unsigned long&>(std::__invoke_memfun_deref, doris::Status (doris::StorageEngine::&)(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long), doris::StorageEngine&, std::shared_ptrdoris::SegcompactionWorker&, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >&, unsigned long&) in /opt/cloud/doris/be/lib/doris_be
8# std::_Function_handler<void (), std::_Bind_result<void, doris::Status (doris::StorageEngine::(doris::StorageEngine, std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long))(std::shared_ptrdoris::SegcompactionWorker, std::shared_ptr<std::vector<std::shared_ptrdoris::segment_v2::Segment, std::allocator<std::shared_ptrdoris::segment_v2::Segment > > >, unsigned long)> >::_M_invoke(std::_Any_data const&) in /opt/cloud/doris/be/lib/doris_be
9# doris::ThreadPool::dispatch_thread() in /opt/cloud/doris/be/lib/doris_be
10# doris::Thread::supervise_thread(void*) in /opt/cloud/doris/be/lib/doris_be
`
What You Expected?
fix issues to avoid BE crash, segcompaction for this RowsetWriter, only enabled when importing data
How to Reproduce?
No response
Anything Else?
No response
Are you willing to submit PR?
Code of Conduct