chaporgin · April 29, 2022 12:29
diff --git a/chapson quick paste b/chapson quick paste
 -- Journal begins at Fri 2022-04-29 01:35:33 UTC, ends at Fri 2022-04-29 12:21:50 UTC. --
 Apr 29 12:21:14 zenith-us-stage-ps-2.local systemd[1]: Started Zenith pageserver.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.514471Z  INFO version: git-env:local
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.514506Z  INFO Starting pageserver http handler on 0.0.0.0:9898
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.514560Z  INFO Starting pageserver pg protocol handler on 0.0.0.0:6400
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.514614Z  INFO Using auth: Trust
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.521053Z  INFO Using s3 bucket 'zenith-staging-storage-us-east-1' in region 'us-east-1' as a remote storage, prefix in bucket: 'Some("zenith-us-stage-ps-2")', bucket endpoint: 'None'
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.611693Z  WARN Failed to fetch index part for 1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/index_part.json")'
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Caused by:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     0: The specified key does not exist.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     1: The specified key does not exist.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Stack backtrace:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::with_budget
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::budget
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   12: pageserver::start_pageserver
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   16: main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   17: __libc_start_main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   18: _start
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.778539Z  WARN Failed to fetch index part for 17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/17fdad25fd83b898bb085ff1fd32708d/timelines/29ccd4c5a8f6d581ef8c2acece8b2a50/index_part.json")'
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Caused by:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     0: The specified key does not exist.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     1: The specified key does not exist.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Stack backtrace:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:14 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Main process exited, code=exited, status=1/FAILURE
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::with_budget
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::coop::budget
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:14 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   12: pageserver::start_pageserver
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   16: main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   17: __libc_start_main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   18: _start
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.781851Z  INFO load tenantconf from /storage/pageserver/data/tenants/881754569e701d9f12567b5e9f188c8a/config
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.781975Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/881754569e701d9f12567b5e9f188c8a/config
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.782180Z  INFO loading metadata from /storage/pageserver/data/tenants/881754569e701d9f12567b5e9f188c8a/timelines/d3260ab337e179cdc19f48d4e87ce353/metadata
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.782216Z  INFO loading metadata from /storage/pageserver/data/tenants/881754569e701d9f12567b5e9f188c8a/timelines/d3260ab337e179cdc19f48d4e87ce353/metadata
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: 2022-04-29T12:21:14.782437Z  INFO loading local timeline: loaded layer map with 5 layers at 0/16DD9C8
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Error: Failed to start pageserver
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Caused by:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     0: Failed to bootstrap timelines for tenant 881754569e701d9f12567b5e9f188c8a
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     1: Failed to register new local timeline for tenant 881754569e701d9f12567b5e9f188c8a
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:     2: deserialize error
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]: Stack backtrace:
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <pageserver::layered_repository::delta_layer::DeltaLayer as pageserver::layered_repository::storage_layer::Layer>::get_value_reconstruct_data
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/layered_repository/delta_layer.rs:262:27
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    1: pageserver::layered_repository::LayeredTimeline::get_reconstruct_data
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1459:26
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1069:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    2: pageserver::pgdatadir_mapping::DatadirTimeline<R>::get_current_logical_size_non_incremental
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:297:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    3: pageserver::pgdatadir_mapping::DatadirTimeline<R>::init_logical_size
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:64:13
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::tenant_mgr::new_local_timeline
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:350:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    4: pageserver::tenant_mgr::apply_timeline_remote_sync_status_updates
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:432:30
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    5: pageserver::tenant_mgr::init_local_repositories
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:401:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:101:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    6: pageserver::start_pageserver
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       pageserver::main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    7: core::ops::function::FnOnce::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    8: std::rt::lang_start::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:    9: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try::do_call
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panicking::try
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::panic::catch_unwind
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:       std::rt::lang_start_internal
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   10: main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   11: __libc_start_main
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:14 zenith-us-stage-ps-2.local pageserver[3923]:   12: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Scheduled restart job, restart counter is at 1.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: Stopped Zenith pageserver.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: Started Zenith pageserver.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.156972Z  INFO version: git-env:local
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.157009Z  INFO Starting pageserver http handler on 0.0.0.0:9898
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.157069Z  INFO Starting pageserver pg protocol handler on 0.0.0.0:6400
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.157119Z  INFO Using auth: Trust
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.163598Z  INFO Using s3 bucket 'zenith-staging-storage-us-east-1' in region 'us-east-1' as a remote storage, prefix in bucket: 'Some("zenith-us-stage-ps-2")', bucket endpoint: 'None'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.252337Z  WARN Failed to fetch index part for 17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/17fdad25fd83b898bb085ff1fd32708d/timelines/29ccd4c5a8f6d581ef8c2acece8b2a50/index_part.json")'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     0: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     1: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::with_budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   12: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   16: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   17: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   18: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.420111Z  WARN Failed to fetch index part for 1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/index_part.json")'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     0: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     1: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::with_budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::coop::budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   12: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   16: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   17: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   18: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423145Z  INFO load tenantconf from /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423376Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423629Z  INFO loading metadata from /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423666Z  INFO loading metadata from /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/117924d10e27f55ea65e3287c8087432/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423690Z  INFO loading metadata from /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423708Z  INFO loading metadata from /storage/pageserver/data/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/117924d10e27f55ea65e3287c8087432/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.423939Z  INFO loading local timeline: loaded layer map with 2 layers at 0/16F5850
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.424039Z  INFO loading local timeline: loaded layer map with 1 layers at 0/16DD8B8
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.434432Z  INFO Starting remote storage sync loop
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.434502Z  INFO storage_sync_loop_step: Processing tasks for 6 timelines in batch, more tasks left to process: 0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.434611Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.434634Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Uploading 1 timeline layers, new lsn: 0/16DB290
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.442526Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.442547Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Uploading 1 timeline layers, new lsn: 0/16C5260
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.442837Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.442851Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Uploading 1 timeline layers, new lsn: 0/16D2D18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443023Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443036Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Uploading 1 timeline layers, new lsn: 0/16DB288
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443241Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443256Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Uploading 1 timeline layers, new lsn: 0/16F5850
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443458Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.443471Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Uploading 1 timeline layers, new lsn: 0/16DD8B8
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.448822Z  INFO load tenantconf from /storage/pageserver/data/tenants/f9724782e5da74de771ae1aa2320afe0/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.448903Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/f9724782e5da74de771ae1aa2320afe0/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.449099Z  INFO loading metadata from /storage/pageserver/data/tenants/f9724782e5da74de771ae1aa2320afe0/timelines/b28e01699b6a5f569b331dc5f1aae2be/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.449135Z  INFO loading metadata from /storage/pageserver/data/tenants/f9724782e5da74de771ae1aa2320afe0/timelines/b28e01699b6a5f569b331dc5f1aae2be/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.449647Z  INFO loading local timeline: loaded layer map with 4 layers at 0/1740CF0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.470777Z  INFO load tenantconf from /storage/pageserver/data/tenants/ab5e3304205af19f70aea9d24786897c/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.471131Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/ab5e3304205af19f70aea9d24786897c/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.471476Z  INFO loading metadata from /storage/pageserver/data/tenants/ab5e3304205af19f70aea9d24786897c/timelines/c4cd72749e5d304abe39bc41231444b4/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.471718Z  INFO loading metadata from /storage/pageserver/data/tenants/ab5e3304205af19f70aea9d24786897c/timelines/c4cd72749e5d304abe39bc41231444b4/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: 2022-04-29T12:21:15.472085Z  INFO loading local timeline: loaded layer map with 2 layers at 0/169BB70
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Error: Failed to start pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     0: Failed to bootstrap timelines for tenant ab5e3304205af19f70aea9d24786897c
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     1: Failed to register new local timeline for tenant ab5e3304205af19f70aea9d24786897c
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:     2: deserialize error
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <pageserver::layered_repository::delta_layer::DeltaLayer as pageserver::layered_repository::storage_layer::Layer>::get_value_reconstruct_data
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/layered_repository/delta_layer.rs:262:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    1: pageserver::layered_repository::LayeredTimeline::get_reconstruct_data
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1459:26
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1069:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    2: pageserver::pgdatadir_mapping::DatadirTimeline<R>::get_current_logical_size_non_incremental
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:297:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    3: pageserver::pgdatadir_mapping::DatadirTimeline<R>::init_logical_size
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:64:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::tenant_mgr::new_local_timeline
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:350:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    4: pageserver::tenant_mgr::apply_timeline_remote_sync_status_updates
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:432:30
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    5: pageserver::tenant_mgr::init_local_repositories
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:401:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:101:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    6: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    7: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    8: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:    9: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   10: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   11: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3935]:   12: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Main process exited, code=exited, status=1/FAILURE
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Scheduled restart job, restart counter is at 2.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: Stopped Zenith pageserver.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: Started Zenith pageserver.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.657033Z  INFO version: git-env:local
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.657071Z  INFO Starting pageserver http handler on 0.0.0.0:9898
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.657131Z  INFO Starting pageserver pg protocol handler on 0.0.0.0:6400
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.657182Z  INFO Using auth: Trust
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.663083Z  INFO Using s3 bucket 'zenith-staging-storage-us-east-1' in region 'us-east-1' as a remote storage, prefix in bucket: 'Some("zenith-us-stage-ps-2")', bucket endpoint: 'None'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.741915Z  WARN Failed to fetch index part for 17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/17fdad25fd83b898bb085ff1fd32708d/timelines/29ccd4c5a8f6d581ef8c2acece8b2a50/index_part.json")'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     0: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     1: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::with_budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   12: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   16: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   17: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   18: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.909852Z  WARN Failed to fetch index part for 1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/index_part.json")'
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     0: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     1: The specified key does not exist.
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::with_budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::coop::budget
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   12: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   16: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   17: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   18: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.929216Z  INFO load tenantconf from /storage/pageserver/data/tenants/01b81a42a80be243b325271c63224651/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.929534Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/01b81a42a80be243b325271c63224651/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.929732Z  INFO Starting remote storage sync loop
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.929800Z  INFO loading metadata from /storage/pageserver/data/tenants/01b81a42a80be243b325271c63224651/timelines/c48f5e2e53f69cecb405beb873d5bf6b/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.929987Z  INFO loading metadata from /storage/pageserver/data/tenants/01b81a42a80be243b325271c63224651/timelines/c48f5e2e53f69cecb405beb873d5bf6b/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.930261Z  INFO loading local timeline: loaded layer map with 4 layers at 0/16DB708
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.930539Z  INFO storage_sync_loop_step: Processing tasks for 6 timelines in batch, more tasks left to process: 0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.930814Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.931011Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Uploading 1 timeline layers, new lsn: 0/16DD8B8
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.931265Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.931452Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Uploading 1 timeline layers, new lsn: 0/16DB288
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.931972Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.932224Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Uploading 1 timeline layers, new lsn: 0/16F5850
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.932576Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.932863Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Uploading 1 timeline layers, new lsn: 0/16DB290
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.933090Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.933272Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Uploading 1 timeline layers, new lsn: 0/16D2D18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.933666Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.933923Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Uploading 1 timeline layers, new lsn: 0/16C5260
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.947450Z  INFO load tenantconf from /storage/pageserver/data/tenants/df8cd22e25855b64944ea42e59bb6f62/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.947576Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/df8cd22e25855b64944ea42e59bb6f62/config
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.947828Z  INFO loading metadata from /storage/pageserver/data/tenants/df8cd22e25855b64944ea42e59bb6f62/timelines/c56b24207d582b2cf0c0c76ccc9222d1/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.947868Z  INFO loading metadata from /storage/pageserver/data/tenants/df8cd22e25855b64944ea42e59bb6f62/timelines/c56b24207d582b2cf0c0c76ccc9222d1/metadata
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: 2022-04-29T12:21:15.948922Z  INFO loading local timeline: loaded layer map with 1 layers at 0/16960E8
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Error: Failed to start pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Caused by:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     0: Failed to bootstrap timelines for tenant df8cd22e25855b64944ea42e59bb6f62
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     1: Failed to register new local timeline for tenant df8cd22e25855b64944ea42e59bb6f62
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:     2: deserialize error
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]: Stack backtrace:
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <pageserver::layered_repository::delta_layer::DeltaLayer as pageserver::layered_repository::storage_layer::Layer>::get_value_reconstruct_data
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/layered_repository/delta_layer.rs:262:27
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    1: pageserver::layered_repository::LayeredTimeline::get_reconstruct_data
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1459:26
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1069:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    2: pageserver::pgdatadir_mapping::DatadirTimeline<R>::get_current_logical_size_non_incremental
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:297:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    3: pageserver::pgdatadir_mapping::DatadirTimeline<R>::init_logical_size
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:64:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::tenant_mgr::new_local_timeline
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:350:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    4: pageserver::tenant_mgr::apply_timeline_remote_sync_status_updates
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:432:30
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    5: pageserver::tenant_mgr::init_local_repositories
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:401:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:101:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    6: pageserver::start_pageserver
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       pageserver::main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    7: core::ops::function::FnOnce::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    8: std::rt::lang_start::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:    9: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try::do_call
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panicking::try
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::panic::catch_unwind
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:       std::rt::lang_start_internal
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   10: main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   11: __libc_start_main
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:15 zenith-us-stage-ps-2.local pageserver[3943]:   12: _start
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Main process exited, code=exited, status=1/FAILURE
 Apr 29 12:21:15 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Scheduled restart job, restart counter is at 3.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: Stopped Zenith pageserver.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: Started Zenith pageserver.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.157144Z  INFO version: git-env:local
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.157179Z  INFO Starting pageserver http handler on 0.0.0.0:9898
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.157234Z  INFO Starting pageserver pg protocol handler on 0.0.0.0:6400
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.157283Z  INFO Using auth: Trust
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.183925Z  INFO Using s3 bucket 'zenith-staging-storage-us-east-1' in region 'us-east-1' as a remote storage, prefix in bucket: 'Some("zenith-us-stage-ps-2")', bucket endpoint: 'None'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.277230Z  WARN Failed to fetch index part for 1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/index_part.json")'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Caused by:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     0: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     1: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Stack backtrace:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::with_budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   12: pageserver::start_pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   16: main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   17: __libc_start_main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   18: _start
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.442871Z  WARN Failed to fetch index part for 17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/17fdad25fd83b898bb085ff1fd32708d/timelines/29ccd4c5a8f6d581ef8c2acece8b2a50/index_part.json")'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Caused by:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     0: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     1: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Stack backtrace:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::with_budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::coop::budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   12: pageserver::start_pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   16: main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   17: __libc_start_main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   18: _start
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.446457Z  INFO load tenantconf from /storage/pageserver/data/tenants/0bc5b60215c7d5103034bcf0cadb0004/config
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.446654Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/0bc5b60215c7d5103034bcf0cadb0004/config
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.446964Z  INFO loading metadata from /storage/pageserver/data/tenants/0bc5b60215c7d5103034bcf0cadb0004/timelines/1442cd658085e562c06da00694f7b4dc/metadata
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.447035Z  INFO loading metadata from /storage/pageserver/data/tenants/0bc5b60215c7d5103034bcf0cadb0004/timelines/1442cd658085e562c06da00694f7b4dc/metadata
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.447329Z  INFO loading local timeline: loaded layer map with 2 layers at 0/169BBE8
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Error: Failed to start pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Caused by:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     0: Failed to bootstrap timelines for tenant 0bc5b60215c7d5103034bcf0cadb0004
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     1: Failed to register new local timeline for tenant 0bc5b60215c7d5103034bcf0cadb0004
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:     2: deserialize error2022-04-29T12:21:16.453831Z  INFO Starting remote storage sync loop
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.453894Z  INFO storage_sync_loop_step: Processing tasks for 6 timelines in batch, more tasks left to process: 0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454164Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454185Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Uploading 1 timeline layers, new lsn: 0/16D2D18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454291Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454307Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Uploading 1 timeline layers, new lsn: 0/16F5850
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454906Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.454922Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Uploading 1 timeline layers, new lsn: 0/16C5260
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455299Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455314Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Uploading 1 timeline layers, new lsn: 0/16DB290
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455465Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455477Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Uploading 1 timeline layers, new lsn: 0/16DD8B8
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455736Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: 2022-04-29T12:21:16.455751Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Uploading 1 timeline layers, new lsn: 0/16DB288
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]: Stack backtrace:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <pageserver::layered_repository::delta_layer::DeltaLayer as pageserver::layered_repository::storage_layer::Layer>::get_value_reconstruct_data
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/layered_repository/delta_layer.rs:262:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    1: pageserver::layered_repository::LayeredTimeline::get_reconstruct_data
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1459:26
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       <pageserver::layered_repository::LayeredTimeline as pageserver::repository::Timeline>::get
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/layered_repository.rs:1069:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    2: pageserver::pgdatadir_mapping::DatadirTimeline<R>::get_current_logical_size_non_incremental
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:297:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    3: pageserver::pgdatadir_mapping::DatadirTimeline<R>::init_logical_size
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:64:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::tenant_mgr::new_local_timeline
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:350:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    4: pageserver::tenant_mgr::apply_timeline_remote_sync_status_updates
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:432:30
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    5: pageserver::tenant_mgr::init_local_repositories
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:401:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:101:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    6: pageserver::start_pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       pageserver::main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    7: core::ops::function::FnOnce::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    8: std::rt::lang_start::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:    9: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:       std::rt::lang_start_internal
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   10: main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   11: __libc_start_main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3951]:   12: _start
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Main process exited, code=exited, status=1/FAILURE
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Scheduled restart job, restart counter is at 4.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: Stopped Zenith pageserver.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local systemd[1]: Started Zenith pageserver.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.657227Z  INFO version: git-env:local
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.657261Z  INFO Starting pageserver http handler on 0.0.0.0:9898
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.657323Z  INFO Starting pageserver pg protocol handler on 0.0.0.0:6400
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.657374Z  INFO Using auth: Trust
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.663188Z  INFO Using s3 bucket 'zenith-staging-storage-us-east-1' in region 'us-east-1' as a remote storage, prefix in bucket: 'Some("zenith-us-stage-ps-2")', bucket endpoint: 'None'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.786058Z  WARN Failed to fetch index part for 1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/1cce5fc30a6937e3aa27d565f83aae66/timelines/85ef6645add45296ba573e654b86f9a1/index_part.json")'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: Caused by:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:     0: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:     1: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: Stack backtrace:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::with_budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   12: pageserver::start_pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   16: main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   17: __libc_start_main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   18: _start
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.974127Z  WARN Failed to fetch index part for 17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50: Failed to download an index part from storage path 'S3ObjectKey("zenith-us-stage-ps-2/tenants/17fdad25fd83b898bb085ff1fd32708d/timelines/29ccd4c5a8f6d581ef8c2acece8b2a50/index_part.json")'
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: Caused by:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:     0: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:     1: The specified key does not exist.
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: Stack backtrace:
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <pageserver::remote_storage::s3_bucket::S3Bucket as pageserver::remote_storage::RemoteStorage>::download::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/s3_bucket.rs:223:29
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    1: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::remote_storage::storage_sync::download::download_index_part::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync/download.rs:45:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    2: pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1056:37
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    3: <futures_util::stream::futures_unordered::FuturesUnordered<Fut> as futures_core::stream::Stream>::poll_next
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       futures_util::stream::stream::StreamExt::poll_next_unpin
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    4: <futures_util::stream::stream::next::Next<St> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/next.rs:32:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::remote_storage::storage_sync::try_fetch_index_parts::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:1059:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       <core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/mod.rs:80:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    5: <core::pin::Pin<P> as core::future::future::Future>::poll
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/future/future.rs:119:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::with_budget::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:102:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::thread::local::LocalKey<T>::try_with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:399:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::thread::local::LocalKey<T>::with
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/thread/local.rs:375:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::with_budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:95:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::coop::budget
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/coop.rs:72:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:498:25
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::Context::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:356:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    6: tokio::runtime::basic_scheduler::CoreGuard::block_on::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:497:36
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::enter::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:57
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::macros::scoped_tls::ScopedKey<T>::set
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/macros/scoped_tls.rs:61:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    7: tokio::runtime::basic_scheduler::CoreGuard::enter
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:555:27
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::CoreGuard::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:488:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       tokio::runtime::basic_scheduler::BasicScheduler::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/basic_scheduler.rs:168:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    8: tokio::runtime::Runtime::block_on
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.17.0/src/runtime/mod.rs:475:46
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:    9: pageserver::remote_storage::storage_sync::spawn_storage_sync_thread
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage/storage_sync.rs:488:34
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   10: pageserver::remote_storage::start_local_timeline_sync
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/remote_storage.rs:171:17
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   11: pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:99:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   12: pageserver::start_pageserver
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   13: core::ops::function::FnOnce::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   14: std::rt::lang_start::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   15: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   16: main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   17: __libc_start_main
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]:   18: _start
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.979509Z  INFO load tenantconf from /storage/pageserver/data/tenants/a7dbdf94bb9a58a63d77b918f76162e9/config
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.979741Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/a7dbdf94bb9a58a63d77b918f76162e9/config
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.980115Z  INFO loading metadata from /storage/pageserver/data/tenants/a7dbdf94bb9a58a63d77b918f76162e9/timelines/574af61aa65f6616f390af71b9a86423/metadata
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.980154Z  INFO loading metadata from /storage/pageserver/data/tenants/a7dbdf94bb9a58a63d77b918f76162e9/timelines/574af61aa65f6616f390af71b9a86423/metadata
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.980455Z  INFO loading local timeline: loaded layer map with 5 layers at 0/16DB708
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.986781Z  INFO Starting remote storage sync loop
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.986848Z  INFO storage_sync_loop_step: Processing tasks for 6 timelines in batch, more tasks left to process: 0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.986950Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:16 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.986973Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-314a705fead610835d2b1923494bd035}: Uploading 1 timeline layers, new lsn: 0/16D2D18
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987020Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987030Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-117924d10e27f55ea65e3287c8087432}: Uploading 1 timeline layers, new lsn: 0/16F5850
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987101Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987114Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=d3cebf9f705f88d3ebf9e97445b3928e-e8eb3f8ef6f2537e82062b096578ee5c}: Uploading 1 timeline layers, new lsn: 0/16DB290
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987146Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987155Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=17fdad25fd83b898bb085ff1fd32708d-29ccd4c5a8f6d581ef8c2acece8b2a50}: Uploading 1 timeline layers, new lsn: 0/16C5260
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987195Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987206Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=1cce5fc30a6937e3aa27d565f83aae66-85ef6645add45296ba573e654b86f9a1}: Uploading 1 timeline layers, new lsn: 0/16DD8B8
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987237Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Sync task 'upload' processing started, attempt #0
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:16.987251Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Uploading 1 timeline layers, new lsn: 0/16DB288
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.009638Z  INFO load tenantconf from /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/config
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.009735Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/config
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.010014Z  INFO loading metadata from /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/timelines/45a200a1d2db07a9aeb9e84e36fe82a6/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.010052Z  INFO loading metadata from /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/timelines/529d79328abef2d10fc01f22846da243/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.010077Z  INFO loading metadata from /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/timelines/45a200a1d2db07a9aeb9e84e36fe82a6/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.010362Z  INFO loading local timeline: loaded layer map with 5 layers at 0/1749370
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.035754Z  INFO loading metadata from /storage/pageserver/data/tenants/ab25996abfbec80d19aad59e6e22fb12/timelines/529d79328abef2d10fc01f22846da243/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.036051Z  INFO loading local timeline: loaded layer map with 4 layers at 0/174AC78
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.050686Z  INFO load tenantconf from /storage/pageserver/data/tenants/be633fca2c318c95abe410534929e13e/config
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.050791Z  INFO saving tenantconf: save tenantconf to /storage/pageserver/data/tenants/be633fca2c318c95abe410534929e13e/config
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.051043Z  INFO loading metadata from /storage/pageserver/data/tenants/be633fca2c318c95abe410534929e13e/timelines/7df7ee8026642dc8846d00202532d997/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.051118Z  INFO loading metadata from /storage/pageserver/data/tenants/be633fca2c318c95abe410534929e13e/timelines/7df7ee8026642dc8846d00202532d997/metadata
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.053252Z  INFO loading local timeline: loaded layer map with 330 layers at 8/69F92208
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.054699Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Successfully uploaded all layers
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: Error: Failed to start pageserver
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: Caused by:
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:     0: Failed to bootstrap timelines for tenant be633fca2c318c95abe410534929e13e
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:     1: Failed to register new local timeline for tenant be633fca2c318c95abe410534929e13e
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:     2: deserialize error2022-04-29T12:21:17.055395Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Updating remote index for the timeline
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: 2022-04-29T12:21:17.055592Z  INFO storage_sync_loop_step:process_sync_tasks{sync_id=f0d042c5655a96c8db3e293f2a671587-b5f29c9629a0a99084413458cc38760f}: Uploading remote data for the timeline
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]: Stack backtrace:
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    0: <core::result::Result<T,F> as core::ops::try_trait::FromResidual<core::result::Result<core::convert::Infallible,E>>>::from_residual
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/result.rs:1911:27
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::pgdatadir_mapping::DatadirTimeline<R>::get_current_logical_size_non_incremental
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:298:21
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    1: pageserver::pgdatadir_mapping::DatadirTimeline<R>::init_logical_size
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/pgdatadir_mapping.rs:64:13
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::tenant_mgr::new_local_timeline
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:350:5
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    2: pageserver::tenant_mgr::apply_timeline_remote_sync_status_updates
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:432:30
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    3: pageserver::tenant_mgr::init_local_repositories
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:401:9
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::tenant_mgr::init_tenant_mgr
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/tenant_mgr.rs:101:5
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    4: pageserver::start_pageserver
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:249:24
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       pageserver::main
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /home/circleci/project/pageserver/src/bin/pageserver.rs:181:9
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    5: core::ops::function::FnOnce::call_once
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:227:5
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::sys_common::backtrace::__rust_begin_short_backtrace
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/sys_common/backtrace.rs:123:18
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    6: std::rt::lang_start::{{closure}}
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:145:18
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    7: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/core/src/ops/function.rs:259:13
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal::{{closure}}
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:48
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try::do_call
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:406:40
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panicking::try
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panicking.rs:370:19
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::panic::catch_unwind
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/panic.rs:133:14
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:       std::rt::lang_start_internal
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at /rustc/db9d1b20bba1968c1ec1fc49616d4742c1725b4b/library/std/src/rt.rs:128:20
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    8: main
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:    9: __libc_start_main
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:              at ./csu/../csu/libc-start.c:308:16
 Apr 29 12:21:17 zenith-us-stage-ps-2.local pageserver[3957]:   10: _start
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Main process exited, code=exited, status=1/FAILURE
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Scheduled restart job, restart counter is at 5.
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: Stopped Zenith pageserver.
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Start request repeated too quickly.
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: pageserver.service: Failed with result 'exit-code'.
 Apr 29 12:21:17 zenith-us-stage-ps-2.local systemd[1]: Failed to start Zenith pageserver.
No results found