Skip to content

Instantly share code, notes, and snippets.

@chaporgin
Created January 19, 2022 10:00
Show Gist options
  • Select an option

  • Save chaporgin/43ff0e23198d4c82f7930e2cad760cb6 to your computer and use it in GitHub Desktop.

Select an option

Save chaporgin/43ff0e23198d4c82f7930e2cad760cb6 to your computer and use it in GitHub Desktop.
chapson quick paste
console-pageserver-1 | 2022-01-19T10:00:25.717236Z ERROR pagestream{timeline=d9f5173096f81af9fa4d90bc1ad40768 tenant=7042b3749dd4dd6aa11569d08f8a4a74}: error reading relation or page version: WAL redo process closed its stderr unexpectedly
console-pageserver-1 |
console-pageserver-1 | Stack backtrace:
console-pageserver-1 | 0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/core/src/result.rs:1914:27
console-pageserver-1 | pageserver::layered_repository::LayeredTimeline::reconstruct_page
console-pageserver-1 | at /zenith/pageserver/src/layered_repository.rs:2039:27
console-pageserver-1 | pageserver::layered_repository::LayeredTimeline::materialize_page
console-pageserver-1 | at /zenith/pageserver/src/layered_repository.rs:1981:9
console-pageserver-1 | 1: <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get_page_at_lsn::{{closure}}
console-pageserver-1 | at /zenith/pageserver/src/layered_repository.rs:809:46
console-pageserver-1 | prometheus::histogram::Histogram::observe_closure_duration
console-pageserver-1 | at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/prometheus-0.12.0/src/histogram.rs:715:19
console-pageserver-1 | <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get_page_at_lsn
console-pageserver-1 | at /zenith/pageserver/src/layered_repository.rs:808:13
console-pageserver-1 | 2: pageserver::page_service::PageServerHandler::handle_get_page_at_lsn_request
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:487:20
console-pageserver-1 | 3: pageserver::page_service::PageServerHandler::handle_pagerequests::{{closure}}
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:361:37
console-pageserver-1 | prometheus::histogram::Histogram::observe_closure_duration
console-pageserver-1 | at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/prometheus-0.12.0/src/histogram.rs:715:19
console-pageserver-1 | pageserver::page_service::PageServerHandler::handle_pagerequests
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:358:66
console-pageserver-1 | <pageserver::page_service::PageServerHandler as zenith_utils::postgres_backend::Handler>::process_query
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:597:13
console-pageserver-1 | 4: zenith_utils::postgres_backend::PostgresBackend::process_message
console-pageserver-1 | at /zenith/zenith_utils/src/postgres_backend.rs:434:33
console-pageserver-1 | zenith_utils::postgres_backend::PostgresBackend::run_message_loop
console-pageserver-1 | at /zenith/zenith_utils/src/postgres_backend.rs:283:31
console-pageserver-1 | zenith_utils::postgres_backend::PostgresBackend::run
console-pageserver-1 | at /zenith/zenith_utils/src/postgres_backend.rs:265:19
console-pageserver-1 | 5: pageserver::page_service::page_service_conn_main
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:282:5
console-pageserver-1 | 6: pageserver::page_service::thread_main::{{closure}}
console-pageserver-1 | at /zenith/pageserver/src/page_service.rs:234:29
console-pageserver-1 | <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/core/src/panic/unwind_safe.rs:271:9
console-pageserver-1 | std::panicking::try::do_call
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panicking.rs:403:40
console-pageserver-1 | std::panicking::try
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panicking.rs:367:19
console-pageserver-1 | std::panic::catch_unwind
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panic.rs:133:14
console-pageserver-1 | pageserver::thread_mgr::thread_wrapper
console-pageserver-1 | at /zenith/pageserver/src/thread_mgr.rs:201:18
console-pageserver-1 | 7: pageserver::thread_mgr::spawn::{{closure}}
console-pageserver-1 | at /zenith/pageserver/src/thread_mgr.rs:165:24
console-pageserver-1 | std::sys_common::backtrace::__rust_begin_short_backtrace
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/sys_common/backtrace.rs:123:18
console-pageserver-1 | 8: std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/thread/mod.rs:483:17
console-pageserver-1 | <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/core/src/panic/unwind_safe.rs:271:9
console-pageserver-1 | std::panicking::try::do_call
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panicking.rs:403:40
console-pageserver-1 | std::panicking::try
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panicking.rs:367:19
console-pageserver-1 | std::panic::catch_unwind
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/panic.rs:133:14
console-pageserver-1 | std::thread::Builder::spawn_unchecked::{{closure}}
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/thread/mod.rs:482:30
console-pageserver-1 | core::ops::function::FnOnce::call_once{{vtable.shim}}
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/core/src/ops/function.rs:227:5
console-pageserver-1 | 9: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/alloc/src/boxed.rs:1691:9
console-pageserver-1 | <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/alloc/src/boxed.rs:1691:9
console-pageserver-1 | std::sys::unix::thread::Thread::new::thread_start
console-pageserver-1 | at /rustc/f1edd0429582dd29cccacaf50fd134b05593bd9c/library/std/src/sys/unix/thread.rs:106:17
console-pageserver-1 | 10: start_thread
console-pageserver-1 | 11: clone
console-pageserver-1 | 2022-01-19T10:00:26.068631Z INFO pagestream{timeline=d9f5173096f81af9fa4d90bc1ad40768 tenant=7042b3749dd4dd6aa11569d08f8a4a74}:get_page{rel=1664/0/1260 blkno=0 req_lsn=0/169BC08}: directory "/data/tenants/7042b3749dd4dd6aa11569d08f8a4a74/wal-redo-datadir" exists, removing
console-pageserver-1 | 2022-01-19T10:00:26.174266Z INFO checkpoint{timeline=d9f5173096f81af9fa4d90bc1ad40768 tenant=7042b3749dd4dd6aa11569d08f8a4a74}: the oldest layer is now inmem-pg_control_checkpoint_0_0000000001695D11_FFFFFFFFFFFFFFFF which is 24336 bytes behind last_record_lsn
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment