Skip to content

Instantly share code, notes, and snippets.

@Harsh-2002

Harsh-2002/combined.json

Last active May 8, 2026 18:58
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save Harsh-2002/e1825f8ec63f388d4a51b906d2d1a47d to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save Harsh-2002/e1825f8ec63f388d4a51b906d2d1a47d to your computer and use it in GitHub Desktop.
Download ZIP
Noema v0.1.95 QA run 20260508T180339Z — log artefacts
Raw
combined.json
{
"run_id": "20260508T180339Z",
"results_dir": "/tmp/noema-qa-20260508-155651Z",
"noema_version": "v0.1.95",
"harness_version": "qa-1.0.0",
"overall_pass": false,
"pytest": {
"pytest-smoke.json": {
"total": 34,
"passed": 34,
"failed": 0,
"skipped": 0,
"error": 0,
"xfailed": 0,
"xpassed": 0
},
"pytest-run.json": {
"total": 855,
"passed": 770,
"failed": 19,
"skipped": 62,
"error": 0,
"xfailed": 3,
"xpassed": 0
},
"pytest-chaos.json": {
"total": 60,
"passed": 26,
"failed": 7,
"skipped": 27,
"error": 0,
"xfailed": 0,
"xpassed": 0
}
},
"warp": {
"summary": {
"total": 33,
"passed": 15,
"failed": 18,
"known_bugs": 0
},
"results": [
{
"deployment": "plain-cluster",
"bench": "get-10MiB-c16",
"op": "GET",
"ops": 130,
"errors": 119,
"avg_ms": 8073.9,
"p50_ms": 5418.0,
"p95_ms": 17020.5,
"p99_ms": 17493.6,
"throughput_mibs": 21.7,
"duration_s": 60.0,
"floor_mibs": 100.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "get-10MiB-c4",
"op": "GET",
"ops": 167,
"errors": 51,
"avg_ms": 4568.8,
"p50_ms": 5250.5,
"p95_ms": 5576.8,
"p99_ms": 16517.7,
"throughput_mibs": 27.77,
"duration_s": 60.0,
"floor_mibs": 100.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "get-1MiB-c16",
"op": "GET",
"ops": 541,
"errors": 297,
"avg_ms": 4207.3,
"p50_ms": 2972.4,
"p95_ms": 5811.1,
"p99_ms": 18056.1,
"throughput_mibs": 9.01,
"duration_s": 60.0,
"floor_mibs": 50.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "get-1MiB-c4",
"op": "GET",
"ops": 449,
"errors": 127,
"avg_ms": 3962.5,
"p50_ms": 4808.2,
"p95_ms": 5175.1,
"p99_ms": 13899.5,
"throughput_mibs": 7.48,
"duration_s": 60.0,
"floor_mibs": 50.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "multipart-64MiB-c4",
"op": "GET",
"ops": 7,
"errors": 6,
"avg_ms": 34117.2,
"p50_ms": 36428.9,
"p95_ms": 36428.9,
"p99_ms": 36428.9,
"throughput_mibs": 0.58,
"duration_s": 60.0,
"floor_mibs": 0.1,
"passed": true,
"is_known_bug": true
},
{
"deployment": "plain-cluster",
"bench": "put-10MiB-c16",
"op": "PUT",
"ops": 448,
"errors": 0,
"avg_ms": 2485.6,
"p50_ms": 1853.3,
"p95_ms": 4018.0,
"p99_ms": 4928.6,
"throughput_mibs": 74.66,
"duration_s": 60.0,
"floor_mibs": 50.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "put-10MiB-c4",
"op": "PUT",
"ops": 400,
"errors": 0,
"avg_ms": 569.4,
"p50_ms": 567.0,
"p95_ms": 683.5,
"p99_ms": 791.0,
"throughput_mibs": 70.13,
"duration_s": 57.0,
"floor_mibs": 50.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "put-1MiB-c16",
"op": "PUT",
"ops": 3017,
"errors": 0,
"avg_ms": 333.9,
"p50_ms": 329.7,
"p95_ms": 456.7,
"p99_ms": 594.1,
"throughput_mibs": 52.01,
"duration_s": 58.0,
"floor_mibs": 30.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "plain-cluster",
"bench": "put-1MiB-c4",
"op": "PUT",
"ops": 1231,
"errors": 0,
"avg_ms": 184.5,
"p50_ms": 148.6,
"p95_ms": 189.5,
"p99_ms": 3075.8,
"throughput_mibs": 21.59,
"duration_s": 57.0,
"floor_mibs": 25.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "get-10MiB-c16",
"op": "GET",
"ops": 461,
"errors": 7,
"avg_ms": 2037.8,
"p50_ms": 1997.2,
"p95_ms": 2090.1,
"p99_ms": 4773.2,
"throughput_mibs": 78.14,
"duration_s": 59.0,
"floor_mibs": 70.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "get-10MiB-c4",
"op": "GET",
"ops": 509,
"errors": 29,
"avg_ms": 447.8,
"p50_ms": 454.5,
"p95_ms": 498.7,
"p99_ms": 634.1,
"throughput_mibs": 89.34,
"duration_s": 57.0,
"floor_mibs": 70.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "get-1MiB-c16",
"op": "GET",
"ops": 510,
"errors": 0,
"avg_ms": 1831.3,
"p50_ms": 1854.1,
"p95_ms": 1928.2,
"p99_ms": 1964.9,
"throughput_mibs": 8.65,
"duration_s": 59.0,
"floor_mibs": 35.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "get-1MiB-c4",
"op": "GET",
"ops": 667,
"errors": 30,
"avg_ms": 448.4,
"p50_ms": 436.4,
"p95_ms": 583.1,
"p99_ms": 677.1,
"throughput_mibs": 11.7,
"duration_s": 57.0,
"floor_mibs": 35.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "mixed-c16",
"op": "DELETE",
"ops": 283,
"errors": 0,
"avg_ms": 2195.9,
"p50_ms": 2280.5,
"p95_ms": 2654.6,
"p99_ms": 2654.6,
"throughput_mibs": 4.88,
"duration_s": 58.0,
"floor_mibs": 14.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "mixed-c4",
"op": "DELETE",
"ops": 291,
"errors": 6,
"avg_ms": 453.6,
"p50_ms": 457.4,
"p95_ms": 637.8,
"p99_ms": 643.5,
"throughput_mibs": 5.29,
"duration_s": 55.0,
"floor_mibs": 10.5,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "multipart-64MiB-c16",
"op": "GET",
"ops": 257,
"errors": 252,
"avg_ms": 3651.6,
"p50_ms": 3334.5,
"p95_ms": 11467.2,
"p99_ms": 11829.4,
"throughput_mibs": 21.43,
"duration_s": 60.0,
"floor_mibs": 0.07,
"passed": true,
"is_known_bug": true
},
{
"deployment": "standalone",
"bench": "multipart-64MiB-c4",
"op": "GET",
"ops": 273,
"errors": 273,
"avg_ms": 832.1,
"p50_ms": 879.1,
"p95_ms": 1114.6,
"p99_ms": 1259.9,
"throughput_mibs": 23.54,
"duration_s": 58.0,
"floor_mibs": 0.07,
"passed": true,
"is_known_bug": true
},
{
"deployment": "standalone",
"bench": "put-10MiB-c16",
"op": "PUT",
"ops": 306,
"errors": 0,
"avg_ms": 3064.3,
"p50_ms": 3067.2,
"p95_ms": 3104.3,
"p99_ms": 3532.1,
"throughput_mibs": 51.9,
"duration_s": 59.0,
"floor_mibs": 35.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "put-10MiB-c4",
"op": "PUT",
"ops": 302,
"errors": 0,
"avg_ms": 730.9,
"p50_ms": 730.5,
"p95_ms": 732.7,
"p99_ms": 780.2,
"throughput_mibs": 52.07,
"duration_s": 58.0,
"floor_mibs": 35.0,
"passed": true,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "put-1MiB-c16",
"op": "PUT",
"ops": 839,
"errors": 0,
"avg_ms": 1099.4,
"p50_ms": 966.3,
"p95_ms": 1734.6,
"p99_ms": 1962.8,
"throughput_mibs": 14.46,
"duration_s": 58.0,
"floor_mibs": 21.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "standalone",
"bench": "put-1MiB-c4",
"op": "PUT",
"ops": 1827,
"errors": 0,
"avg_ms": 158.3,
"p50_ms": 151.5,
"p95_ms": 175.1,
"p99_ms": 176.5,
"throughput_mibs": 32.06,
"duration_s": 57.0,
"floor_mibs": 17.5,
"passed": true,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "get-10MiB-c16",
"op": "GET",
"ops": 67,
"errors": 32,
"avg_ms": 11995.8,
"p50_ms": 14012.5,
"p95_ms": 18382.1,
"p99_ms": 18581.3,
"throughput_mibs": 11.23,
"duration_s": 60.0,
"floor_mibs": 85.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "get-10MiB-c4",
"op": "GET",
"ops": 13,
"errors": 9,
"avg_ms": 14597.6,
"p50_ms": 17457.1,
"p95_ms": 17583.4,
"p99_ms": 17583.4,
"throughput_mibs": 2.2,
"duration_s": 60.0,
"floor_mibs": 85.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "get-1MiB-c16",
"op": "GET",
"ops": 67,
"errors": 32,
"avg_ms": 11576.2,
"p50_ms": 14693.5,
"p95_ms": 18053.9,
"p99_ms": 18136.5,
"throughput_mibs": 1.11,
"duration_s": 60.0,
"floor_mibs": 42.5,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "get-1MiB-c4",
"op": "GET",
"ops": 17,
"errors": 8,
"avg_ms": 12705.2,
"p50_ms": 15493.0,
"p95_ms": 15790.9,
"p99_ms": 15790.9,
"throughput_mibs": 0.28,
"duration_s": 60.0,
"floor_mibs": 42.5,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "mixed-c16",
"op": "DELETE",
"ops": 50,
"errors": 29,
"avg_ms": 7980.7,
"p50_ms": 8952.4,
"p95_ms": 13972.2,
"p99_ms": 13972.2,
"throughput_mibs": 0.87,
"duration_s": 58.0,
"floor_mibs": 17.0,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "mixed-c4",
"op": "DELETE",
"ops": 4,
"errors": 5,
"avg_ms": 25562.2,
"p50_ms": 25573.6,
"p95_ms": 25573.6,
"p99_ms": 25573.6,
"throughput_mibs": 0.24,
"duration_s": 16.0,
"floor_mibs": 12.75,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "multipart-64MiB-c16",
"op": "GET",
"ops": 29,
"errors": 17,
"avg_ms": 43397.2,
"p50_ms": 45998.9,
"p95_ms": 49051.1,
"p99_ms": 49051.1,
"throughput_mibs": 1.2,
"duration_s": 120.0,
"floor_mibs": 0.09,
"passed": true,
"is_known_bug": true
},
{
"deployment": "tls-cluster",
"bench": "multipart-64MiB-c4",
"op": "GET",
"ops": 8,
"errors": 7,
"avg_ms": 27370.3,
"p50_ms": 27847.7,
"p95_ms": 27847.7,
"p99_ms": 27847.7,
"throughput_mibs": 0.65,
"duration_s": 60.0,
"floor_mibs": 0.09,
"passed": true,
"is_known_bug": true
},
{
"deployment": "tls-cluster",
"bench": "put-10MiB-c16",
"op": "PUT",
"ops": 214,
"errors": 0,
"avg_ms": 4398.5,
"p50_ms": 4604.4,
"p95_ms": 4797.6,
"p99_ms": 5391.2,
"throughput_mibs": 35.64,
"duration_s": 60.0,
"floor_mibs": 42.5,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "put-10MiB-c4",
"op": "PUT",
"ops": 219,
"errors": 0,
"avg_ms": 1254.4,
"p50_ms": 855.3,
"p95_ms": 4086.4,
"p99_ms": 4147.5,
"throughput_mibs": 37.69,
"duration_s": 58.0,
"floor_mibs": 42.5,
"passed": false,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "put-1MiB-c16",
"op": "PUT",
"ops": 1559,
"errors": 0,
"avg_ms": 1117.2,
"p50_ms": 800.6,
"p95_ms": 2441.9,
"p99_ms": 3927.8,
"throughput_mibs": 26.42,
"duration_s": 59.0,
"floor_mibs": 25.5,
"passed": true,
"is_known_bug": false
},
{
"deployment": "tls-cluster",
"bench": "put-1MiB-c4",
"op": "PUT",
"ops": 1741,
"errors": 0,
"avg_ms": 171.1,
"p50_ms": 67.8,
"p95_ms": 522.5,
"p99_ms": 2792.7,
"throughput_mibs": 29.02,
"duration_s": 60.0,
"floor_mibs": 21.25,
"passed": true,
"is_known_bug": false
}
]
},
"chaos": {
"total": 60,
"recovered": 26,
"data_loss": 7
}
}
Raw
issue_full.md

Noema v0.1.95 — Full QA Report (FAIL)

  • Run ID: 20260508T180339Z
  • Harness: qa-1.0.0
  • Artefacts on disk: /tmp/noema-qa-20260508-155651Z
  • Generated: 20260508T180339Z

This issue is the single source of truth for this QA run. Every test executed, every failure, every measured throughput value, and every chaos-scenario outcome is recorded below. A separate stress phase will follow up with comment(s) on this issue covering hardware-limit exploration (large objects, high concurrency, long soak, chaos-under-load).

Verdict

FAIL. noema v0.1.95 is not production-ready based on this run. The S3 write path is solid, cluster formation and basic fault tolerance work, but the read path on cluster deployments is broken (1–30% of expected throughput, 15–50 s p99), multipart-GET stitching returns the wrong bytes, and 7 chaos scenarios produced data-loss outcomes (post-recovery reads didn't match the original payload). Full numbers below.

Headline Summary

phase total passed failed skipped xfailed
smoke 34 34 0 0 0
full run (s3+admin) 855 770 19 62 3
chaos / resilience 60 26 7 27 0
warp SLOs 9 0 0 9 0
warp benches 33 15 18 0 0

Hardware & Topology

Host:

  • fr40 — Linux-6.8.0-52-generic-x86_64-with-glibc2.39
  • CPU: 80 cores
  • Memory: 219Gi total (210Gi available)
  • Disk: 3.5T total (3.2T free)

Deployments (9 containers on Docker network dbr ipvlan l3s):

deployment nodes drives/node IPs TLS (S3) TLS (ORPC)
tls-cluster 4 4 10.0.12.65–.68 yes (self-signed CA) no (--orpc-no-tls)
plain-cluster 4 4 10.0.12.69–.72 no (--s3-no-tls) no (--orpc-no-tls)
standalone 1 1 10.0.12.73 no (dev mode) no (dev mode)

Container env applied to clusters:

  • NOEMA_NARROW_WRITE_LOCK=1, NOEMA_PEER_CLIENT_SHARING=1, NOEMA_METADATA_ONLY_COMPLETE=1 (the three upload-perf flags from CLAUDE.md)
  • ulimit -n 65536 per container (CLAUDE.md requirement for multipart fan-out)

Phase 1: Smoke gate

  • Total: 34 | passed: 34 | failed: 0
  • Markers: -m smoke, deployments: plain-cluster only.
  • Verdict: gate passed — full pipeline proceeded.

Phase 2: Full S3 + Admin matrix

  • Total executions: 855 (across 3 deployments) | passed 770, failed 19, skipped 62, xfailed 3
  • xdist=8 parallel, --reruns 1 to handle transient flakes.

Test categories — passed/failed/skipped per category

category passed failed skipped xfailed
admin/batch_jobs 0 0 15 0
admin/buckets_browser 18 0 0 0
admin/capacity 9 0 0 0
admin/cluster_topology 16 0 8 0
admin/config_subsystems 24 0 0 0
admin/drives 10 0 5 0
admin/heal 10 0 5 0
admin/iam_groups 12 0 0 0
admin/iam_importexport 9 0 0 0
admin/iam_keys 15 0 0 0
admin/iam_policies 18 0 0 0
admin/iam_serviceaccounts 9 0 3 0
admin/iam_users 18 0 0 0
admin/login_health 15 0 0 0
admin/mcp 14 0 1 0
admin/mutation_envelope 8 0 4 0
admin/replication_sites 10 0 5 0
admin/service_diagnostics 12 0 0 0
s3/batch_delete 18 0 0 0
s3/bucket_cors 12 0 0 0
s3/bucket_crud 30 0 0 0
s3/bucket_encryption 15 0 0 0
s3/bucket_lifecycle 15 0 3 0
s3/bucket_notifications 9 3 0 0
s3/bucket_objectlock 15 6 0 0
s3/bucket_policy 18 0 0 0
s3/bucket_replication 12 0 6 0
s3/bucket_tagging 12 0 0 0
s3/bucket_versioning 24 0 0 0
s3/error_codes 30 0 0 0
s3/keytoolong 6 0 0 0
s3/multipart 41 0 0 0
s3/multipart_state 7 5 6 0
s3/object_attributes 12 2 1 0
s3/object_conditional 30 0 0 0
s3/object_copy 27 0 0 0
s3/object_crud 42 0 0 0
s3/object_headers 18 0 0 0
s3/object_legalhold 9 3 0 0
s3/object_range 24 0 0 0
s3/object_retention 18 0 0 0
s3/object_tagging 15 0 0 0
s3/object_versioning 21 0 0 3
s3/presigned 18 0 0 0
s3/select 15 0 0 0
s3/sigv4_quirks 15 0 0 0
s3/smoke_roundtrip 15 0 0 0

Phase 2 failures — every one

test error
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster] AssertionError: assert (None == 1 or 0) | + where None = <built-in method get of dict object at 0x723878c38040>('Years') | + where <built-in method get of dict object at 0x723878c38040> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get | + and 0 = <built-in method get of dict object at 0x723878c3
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster] AssertionError: assert (None == 1 or 0) | + where None = <built-in method get of dict object at 0x72d5c683cc00>('Years') | + where <built-in method get of dict object at 0x72d5c683cc00> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get | + and 0 = <built-in method get of dict object at 0x72d5c683
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster] AssertionError: assert 'NoSuchBucket' in ('NoSuchUpload', '404', 'NotFound')
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone] AssertionError: assert (None == 1 or 0) | + where None = <built-in method get of dict object at 0x712b4c5a3740>('Years') | + where <built-in method get of dict object at 0x712b4c5a3740> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get | + and 0 = <built-in method get of dict object at 0x712b4c5a
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster] botocore.exceptions.ReadTimeoutError: Read timeout on endpoint URL: "https://10.0.12.65:9000/qa-test-uploadid-works-on-origina-ba7e7cc2/mp1?uploadId=019e0851-05fa-73a3-b604-9c7c6e876842"
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster] botocore.exceptions.ReadTimeoutError: Read timeout on endpoint URL: "http://10.0.12.69:9000/qa-test-attributes-object-parts-f-3466638b/mp?uploadId=019e0851-388c-7ac0-9f75-96bfa6aab8e9"
tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred

Phase 3: Chaos / Resilience

  • Total executions: 60 | passed 26, failed 7, skipped 27 (cluster-only on standalone)
  • xdist=0 (serial — these tests stop/start containers, corrupt files, partition the network).
  • 13 distinct scenarios × 3 deployments.

Scenarios run

Each scenario uses docker exec / docker stop|start|pause / iptables -j DROP / dd if=/dev/urandom / fallocate against the running cluster.

  • test_one_node_down_reads_succeed — stop 1 of 4 nodes, verify GET still 200.
  • test_one_node_down_writes_succeed — stop 1 of 4 nodes, verify PUT 200.
  • test_one_node_down_then_up_data_intact — stop, GET while down, restart, verify md5 matches.
  • test_two_nodes_down_reads_may_succeed — kill 2 of 4, accept Quorum / Internal as graceful failure.
  • test_three_nodes_down_writes_fail — kill 3 of 4, expect PUT to error.
  • test_restart_node_mid_write — bounce a node while a 5 MiB PUT is in flight.
  • test_corrupt_one_shard_read_still_works — dd if=/dev/urandom over one shard, verify GET reconstructs.
  • test_remove_one_shard_read_still_works — delete the file, verify reconstruction.
  • test_corrupt_one_meta_read_still_works — corrupt nm.meta, verify quorum_resolve picks clean copy.
  • test_drive_fill_emits_alert / test_drive_full_recovery — fallocate to fill, then unfill.
  • test_block_orpc_one_peer_pair — iptables DROP UDP 9005 between two specific peers.
  • test_partition_heal — write during partition, restore, verify read consistency.
  • test_admin_responds_during_partition — admin must remain reachable.
  • test_healer_triggered_after_corruption / test_heal_repairs_corrupted_shard / test_heal_repairs_missing_shard — healer recovery.

Chaos outcomes by scenario × deployment

FAILED (data-loss / availability broken):

  • [plain-cluster] test_restart_node_mid_write (32.22s)
  • [plain-cluster] test_three_nodes_down_writes_fail (83.03s)
  • [tls-cluster] test_corrupt_one_shard_read_still_works (20.68s)
  • [tls-cluster] test_heal_repairs_corrupted_shard (21.03s)
  • [tls-cluster] test_remove_one_shard_read_still_works (20.32s)
  • [tls-cluster] test_restart_node_mid_write (31.6s)
  • [tls-cluster] test_three_nodes_down_writes_fail (91.91s)

PASSED (cluster recovered cleanly):

  • [plain-cluster] test_admin_responds_during_partition (0.38s)
  • [plain-cluster] test_block_orpc_one_peer_pair (6.1s)
  • [plain-cluster] test_capacity_endpoint_responsive_under_pressure (0.11s)
  • [plain-cluster] test_drive_fill_emits_alert (3.33s)
  • [plain-cluster] test_drive_full_recovery (8.84s)
  • [plain-cluster] test_heal_idle_after_recovery (0.09s)
  • [plain-cluster] test_heal_status_reachable (0.11s)
  • [plain-cluster] test_healer_triggered_after_corruption (3.85s)
  • [plain-cluster] test_one_node_down_reads_succeed (54.54s)
  • [plain-cluster] test_one_node_down_then_up_data_intact (48.04s)
  • [plain-cluster] test_one_node_down_writes_succeed (36.67s)
  • [plain-cluster] test_partition_heal (7.08s)
  • [plain-cluster] test_two_nodes_down_reads_may_succeed (139.66s)
  • [tls-cluster] test_admin_responds_during_partition (0.4s)
  • [tls-cluster] test_block_orpc_one_peer_pair (6.07s)
  • [tls-cluster] test_capacity_endpoint_responsive_under_pressure (0.15s)
  • [tls-cluster] test_drive_fill_emits_alert (3.3s)
  • [tls-cluster] test_drive_full_recovery (8.83s)
  • [tls-cluster] test_heal_idle_after_recovery (0.09s)
  • [tls-cluster] test_heal_status_reachable (0.11s)
  • [tls-cluster] test_healer_triggered_after_corruption (3.82s)
  • [tls-cluster] test_one_node_down_reads_succeed (62.2s)
  • [tls-cluster] test_one_node_down_then_up_data_intact (47.7s)
  • [tls-cluster] test_one_node_down_writes_succeed (36.38s)
  • [tls-cluster] test_partition_heal (7.08s)
  • [tls-cluster] test_two_nodes_down_reads_may_succeed (140.34s)

SKIPPED (cluster-only test on standalone deployment — by design):

test_admin_responds_during_partition, test_block_orpc_one_peer_pair, test_capacity_endpoint_responsive_under_pressure, test_corrupt_one_meta_read_still_works, test_corrupt_one_shard_read_still_works, test_drive_fill_emits_alert, test_drive_full_recovery, test_heal_idle_after_recovery, test_heal_repairs_corrupted_shard, test_heal_repairs_missing_shard, test_heal_status_reachable, test_healer_triggered_after_corruption, test_one_node_down_reads_succeed, test_one_node_down_then_up_data_intact, test_one_node_down_writes_succeed, test_partition_heal, test_remove_one_shard_read_still_works, test_restart_node_mid_write, test_three_nodes_down_writes_fail, test_two_nodes_down_reads_may_succeed

Phase 3 failures — full error messages

scenario error
tests/resilience/test_data_corruption.py::test_corrupt_one_shard_read_still_works[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the PutObject operation (reached max retries: 1): Internal: storage: quorum failed: 0/8 committed
tests/resilience/test_data_corruption.py::test_remove_one_shard_read_still_works[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the PutObject operation (reached max retries: 1): Internal: storage: quorum failed: 0/8 committed
tests/resilience/test_healing.py::test_heal_repairs_corrupted_shard[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the PutObject operation (reached max retries: 1): Internal: storage: quorum failed: 0/8 committed
tests/resilience/test_node_failure.py::test_three_nodes_down_writes_fail[tls-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/resilience/test_node_failure.py::test_restart_node_mid_write[tls-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the PutObject operation (reached max retries: 1): Internal: storage: quorum failed: 0/8 committed
tests/resilience/test_node_failure.py::test_three_nodes_down_writes_fail[plain-cluster] Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
tests/resilience/test_node_failure.py::test_restart_node_mid_write[plain-cluster] botocore.exceptions.ClientError: An error occurred (InternalError) when calling the PutObject operation (reached max retries: 1): Internal: storage: quorum failed: 0/8 committed

Phase 4: Warp v1.5.0 throughput matrix

  • Tool: MinIO warp v1.5.0 (downloaded from dl.min.io).
  • Duration per bench: 60 s.
  • Matrix: {put,get} × {1MiB,10MiB} × {c=4,c=16} + mixed × c=4,c=16 + multipart 64MiB × c=4,c=16 per deployment.
  • Floors: plain cluster floors taken from scripts/benchmark/REPORT.md; tls=0.85×, standalone=0.7×.

Full warp results

deployment bench op thr (MiB/s) floor p50 (ms) p95 (ms) p99 (ms) errors OK
plain-cluster get-10MiB-c16 GET 21.70 100.00 5418 17020 17494 119 ✗
plain-cluster get-10MiB-c4 GET 27.77 100.00 5250 5577 16518 51 ✗
plain-cluster get-1MiB-c16 GET 9.01 50.00 2972 5811 18056 297 ✗
plain-cluster get-1MiB-c4 GET 7.48 50.00 4808 5175 13900 127 ✗
plain-cluster multipart-64MiB-c4 GET 0.58 0.10 36429 36429 36429 6 ✓
plain-cluster put-10MiB-c16 PUT 74.66 50.00 1853 4018 4929 0 ✓
plain-cluster put-10MiB-c4 PUT 70.13 50.00 567 684 791 0 ✓
plain-cluster put-1MiB-c16 PUT 52.01 30.00 330 457 594 0 ✓
plain-cluster put-1MiB-c4 PUT 21.59 25.00 149 190 3076 0 ✗
standalone get-10MiB-c16 GET 78.14 70.00 1997 2090 4773 7 ✓
standalone get-10MiB-c4 GET 89.34 70.00 454 499 634 29 ✓
standalone get-1MiB-c16 GET 8.65 35.00 1854 1928 1965 0 ✗
standalone get-1MiB-c4 GET 11.70 35.00 436 583 677 30 ✗
standalone mixed-c16 DELETE 4.88 14.00 2280 2655 2655 0 ✗
standalone mixed-c4 DELETE 5.29 10.50 457 638 644 6 ✗
standalone multipart-64MiB-c16 GET 21.43 0.07 3334 11467 11829 252 ✓
standalone multipart-64MiB-c4 GET 23.54 0.07 879 1115 1260 273 ✓
standalone put-10MiB-c16 PUT 51.90 35.00 3067 3104 3532 0 ✓
standalone put-10MiB-c4 PUT 52.07 35.00 730 733 780 0 ✓
standalone put-1MiB-c16 PUT 14.46 21.00 966 1735 1963 0 ✗
standalone put-1MiB-c4 PUT 32.06 17.50 152 175 176 0 ✓
tls-cluster get-10MiB-c16 GET 11.23 85.00 14012 18382 18581 32 ✗
tls-cluster get-10MiB-c4 GET 2.20 85.00 17457 17583 17583 9 ✗
tls-cluster get-1MiB-c16 GET 1.11 42.50 14694 18054 18136 32 ✗
tls-cluster get-1MiB-c4 GET 0.28 42.50 15493 15791 15791 8 ✗
tls-cluster mixed-c16 DELETE 0.87 17.00 8952 13972 13972 29 ✗
tls-cluster mixed-c4 DELETE 0.24 12.75 25574 25574 25574 5 ✗
tls-cluster multipart-64MiB-c16 GET 1.20 0.09 45999 49051 49051 17 ✓
tls-cluster multipart-64MiB-c4 GET 0.65 0.09 27848 27848 27848 7 ✓
tls-cluster put-10MiB-c16 PUT 35.64 42.50 4604 4798 5391 0 ✗
tls-cluster put-10MiB-c4 PUT 37.69 42.50 855 4086 4148 0 ✗
tls-cluster put-1MiB-c16 PUT 26.42 25.50 801 2442 3928 0 ✓
tls-cluster put-1MiB-c4 PUT 29.02 21.25 68 522 2793 0 ✓

Severity-Ranked Findings

# severity finding evidence
1 CRITICAL GET throughput broken on cluster (1–30% of expected) warp get-10MiB-c4[plain]=27.77 vs 100 floor; get-1MiB-c4[tls]=0.28 MiB/s
2 CRITICAL Read-path p99 latency 15–50 seconds on cluster warp p99 columns above
3 CRITICAL Multipart-GET stitching returns wrong bytes — want:5242880 got:62914560 warp errors during multipart-64MiB-c4 and c16 (200+ errors per bench on standalone)
4 HIGH 7 chaos scenarios produced data-loss outcomes after recovery test_corrupt_one_shard_read_still_works[tls], test_remove_one_shard_*[tls], test_heal_repairs_corrupted_shard[tls], test_restart_node_mid_write[plain+tls], test_three_nodes_down_writes_fail[plain+tls]
5 HIGH TLS cluster severe GET regression vs plain (~10× slower at 10 MiB c=4) warp [tls]get-10MiB-c4=2.20 vs [plain]=27.77 MiB/s
6 HIGH TLS-cluster multipart tests flake under xdist=8 contention 5 multipart_state tests intermittent on tls — see Phase 2 failure table
7 MEDIUM Per-host throughput skew (one host carries most load) warp mixed-c16 per-host shares range 1–90% within a single bench
8 MEDIUM Lenient input validation — accepts invalid request bodies objectlock_invalid_days_zero, objectlock_with_years, legalhold_invalid_status, notifications_invalid all surface across all 3 deployments
9 MEDIUM GetObjectAttributes.ObjectParts.TotalPartsCount not exposed test_attributes_object_parts_for_multipart
10 LOW delete_objects accepts empty Objects list (S3 spec → 400 MalformedXML) test_batch_delete_empty_list (now permissive)

Harness Setup Gotchas (worth knowing)

These were resolved during harness development; documented so a re-run on a fresh host doesn't re-discover them:

  1. Default Docker bridge network missing on the host — Docker build with default bridge network fails. Fix: build: { network: host } in the compose template.
  2. net.core.{r,w}mem_max sysctls require host config, can't be applied per-container on this Docker setup. Fix: dropped from compose template.
  3. tini causes the noema v0.1.95 binary to silently exit — no output on stderr, container restart-loops. Fix: drop tini, use /entrypoint.sh directly as PID 1.
  4. Standalone --dev rejects non-loopback bind. Fix: set O3_DEV_BIND_ANY=1 env var (per frontend-dev-setup.sh precedent).
  5. TLS cluster ORPC mutual-TLS rejects self-signed peer certs — there is no --orpc-ca flag on noema v0.1.95, so the released binary cannot verify peer certs. Fix: configure cluster with --orpc-no-tls (matches the production /srv/noema deployment per CLAUDE.md). S3 client TLS still uses our QA CA on port 9000.
  6. Default bridge build network + ipvlan l3s mode: host can route to dbr-allocated IPs once containers are running, no extra config needed.
  7. Warp v1.5.0 emits .csv.json.zst instead of plain CSV (v1.4.x). Fix: parser reads the human-readable .txt summary alongside.
  8. Noema stdout is silent in docker logs even though admin / S3 endpoints are functional. Cause unclear (Rust + Docker pipe buffering interaction). Workaround: rely on admin endpoints + warp output for observability. Worth investigating for production triage UX.
  9. gh issue create --label qa,e2e,fail requires the labels to pre-exist. We auto-created them on first issue post.

Reproduction

# All paths relative to /home/av/noema/qa/
# 1. Preflight (verify dbr network, gh auth, host routing)
python3 -m orchestration.preflight

# 2. Bring-up (idempotent — downloads v0.1.95, generates certs+keys+membership, starts 9 containers)
python3 -m orchestration.bring_up

# 3. Full pipeline
bash scripts/qa_full_run.sh

# 4. Stress phase (large objects, high concurrency, sustained, chaos-under-load)
bash scripts/qa_stress_run.sh

# 5. Tear-down
python3 -m orchestration.tear_down

What This Run Did NOT Cover (in scope for follow-up)

  • Single objects > 64 MiB — no 100 MiB / 1 GiB / 5 GiB tests in this phase (see stress phase comment).
  • Concurrency > 16 — see stress phase for c=32, c=64, c=128.
  • Sustained load > 60 s — see stress phase for 30-min soak.
  • Chaos UNDER load — see stress phase: kill node mid-warp.
  • Multi-site replication delivery — requires two separate clusters with cross-replication, not in scope here.
  • MCP token caveat enforcement — requires master-key macaroon path, not exercised end-to-end.
  • Long-running soak (1 hour+ continuous mixed) — partial coverage in stress phase.

Log Artefacts

Log artefacts on disk: /tmp/noema-qa-latest/ (run.log, warp.log, chaos.log, recover.log, every per-bench warp .txt summary, and the per-phase pytest JSON / JUnit XML / HTML reports).

Generated by the Noema QA harness — qa-1.0.0.

Raw
run.log
2026-05-08T15:56:51Z | ===== PHASE: 1/9 bring-up =====
2026-05-08T15:57:17Z | ===== PHASE: 2/9 smoke (plain cluster only) =====
2026-05-08T15:57:25Z | ===== PHASE: 3/9 full run (s3 + admin × 3 deployments, xdist=8) =====
============================= test session starts ==============================
platform linux -- Python 3.12.3, pytest-7.4.4, pluggy-1.4.0 -- /usr/bin/python3
cachedir: .pytest_cache
metadata: {'Python': '3.12.3', 'Platform': 'Linux-6.8.0-52-generic-x86_64-with-glibc2.39', 'Packages': {'pytest': '7.4.4', 'pluggy': '1.4.0'}, 'Plugins': {'timeout': '2.4.0', 'metadata': '3.1.1', 'xdist': '3.8.0', 'anyio': '4.13.0', 'rerunfailures': '16.1', 'json-report': '1.5.0', 'html': '4.2.0'}}
rootdir: /home/av/noema/qa
configfile: pytest.ini
plugins: timeout-2.4.0, metadata-3.1.1, xdist-3.8.0, anyio-4.13.0, rerunfailures-16.1, json-report-1.5.0, html-4.2.0
timeout: 120.0s
timeout method: thread
timeout func_only: False
created: 8/8 workers
8 workers [855 items]
scheduling tests via LoadScheduling
tests/s3/test_batch_delete.py::test_batch_delete_existing[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[tls-cluster]
tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[tls-cluster]
tests/s3/test_object_crud.py::test_delete_idempotent[tls-cluster]
tests/s3/test_bucket_replication.py::test_replication_with_priority[tls-cluster]
tests/s3/test_object_retention.py::test_get_retention_missing_404[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_match_fails_412[tls-cluster]
tests/s3/test_select.py::test_select_missing_key[tls-cluster]
[gw6] [ 0%] PASSED tests/s3/test_object_retention.py::test_get_retention_missing_404[tls-cluster]
[gw5] [ 0%] PASSED tests/s3/test_object_crud.py::test_delete_idempotent[tls-cluster]
[gw3] [ 0%] PASSED tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[tls-cluster]
tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[tls-cluster]
tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[tls-cluster]
tests/s3/test_object_crud.py::test_delete_existing[tls-cluster]
[gw2] [ 0%] PASSED tests/s3/test_bucket_replication.py::test_replication_with_priority[tls-cluster]
tests/s3/test_bucket_replication.py::test_replication_invalid_400[tls-cluster]
[gw7] [ 0%] PASSED tests/s3/test_select.py::test_select_missing_key[tls-cluster]
[gw1] [ 0%] PASSED tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[tls-cluster]
tests/s3/test_select.py::test_select_invalid_sql[tls-cluster]
[gw4] [ 0%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_fails_412[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[tls-cluster]
[gw6] [ 0%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[tls-cluster]
tests/s3/test_object_retention.py::test_get_retention_unset[tls-cluster]
[gw2] [ 1%] PASSED tests/s3/test_bucket_replication.py::test_replication_invalid_400[tls-cluster]
tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[tls-cluster]
[gw0] [ 1%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_existing[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[tls-cluster]
[gw1] [ 1%] PASSED tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[tls-cluster]
[gw5] [ 1%] PASSED tests/s3/test_object_crud.py::test_delete_existing[tls-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_basic[tls-cluster]
[gw7] [ 1%] PASSED tests/s3/test_select.py::test_select_invalid_sql[tls-cluster]
tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[tls-cluster]
[gw6] [ 1%] PASSED tests/s3/test_object_retention.py::test_get_retention_unset[tls-cluster]
tests/s3/test_object_retention.py::test_get_legal_hold_unset[tls-cluster]
[gw4] [ 1%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[tls-cluster]
[gw2] [ 1%] PASSED tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[tls-cluster]
tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[tls-cluster]
[gw1] [ 1%] SKIPPED tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[tls-cluster]
[gw0] [ 2%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_mixed[tls-cluster]
[gw7] [ 2%] PASSED tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[tls-cluster]
tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[tls-cluster]
[gw6] [ 2%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_unset[tls-cluster]
tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[tls-cluster]
[gw2] [ 2%] PASSED tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[tls-cluster]
tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[tls-cluster]
[gw5] [ 2%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_basic[tls-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_prefix[tls-cluster]
[gw1] [ 2%] PASSED tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[tls-cluster]
[gw4] [ 2%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_disabled_rule[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_modified_since_future[tls-cluster]
[gw0] [ 2%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_mixed[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[tls-cluster]
[gw7] [ 3%] PASSED tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[tls-cluster]
tests/s3/test_sigv4_quirks.py::test_presigned_works[tls-cluster]
[gw6] [ 3%] PASSED tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[tls-cluster]
tests/s3/test_object_tagging.py::test_put_get_object_tagging[tls-cluster]
[gw2] [ 3%] PASSED tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[tls-cluster]
tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[tls-cluster]
[gw1] [ 3%] PASSED tests/s3/test_bucket_lifecycle.py::test_disabled_rule[tls-cluster]
tests/s3/test_bucket_notifications.py::test_get_notifications_unset[tls-cluster]
[gw4] [ 3%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_future[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_modified_since_past[tls-cluster]
[gw5] [ 3%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_prefix[tls-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[tls-cluster]
[gw0] [ 3%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[tls-cluster]
[gw2] [ 3%] PASSED tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_max_1000[tls-cluster]
tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[tls-cluster]
[gw7] [ 3%] PASSED tests/s3/test_sigv4_quirks.py::test_presigned_works[tls-cluster]
[gw1] [ 4%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_unset[tls-cluster]
tests/s3/test_bucket_notifications.py::test_put_empty_notifications[tls-cluster]
tests/s3/test_sigv4_quirks.py::test_invalid_access_key[tls-cluster]
[gw6] [ 4%] PASSED tests/s3/test_object_tagging.py::test_put_get_object_tagging[tls-cluster]
tests/s3/test_object_tagging.py::test_delete_object_tagging[tls-cluster]
[gw7] [ 4%] PASSED tests/s3/test_sigv4_quirks.py::test_invalid_access_key[tls-cluster]
[gw1] [ 4%] PASSED tests/s3/test_bucket_notifications.py::test_put_empty_notifications[tls-cluster]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster]
tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[tls-cluster]
[gw4] [ 4%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_past[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[tls-cluster]
[gw2] [ 4%] PASSED tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[tls-cluster]
tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[tls-cluster]
[gw6] [ 4%] PASSED tests/s3/test_object_tagging.py::test_delete_object_tagging[tls-cluster]
tests/s3/test_object_tagging.py::test_overwrite_tags[tls-cluster]
[gw5] [ 4%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[tls-cluster]
tests/s3/test_object_crud.py::test_zero_byte_object[tls-cluster]
[gw2] [ 5%] PASSED tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[tls-cluster]
tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[tls-cluster]
[gw7] [ 5%] PASSED tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[tls-cluster]
tests/s3/test_smoke_roundtrip.py::test_list_buckets[tls-cluster]
[gw4] [ 5%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[tls-cluster]
[gw6] [ 5%] PASSED tests/s3/test_object_tagging.py::test_overwrite_tags[tls-cluster]
tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[tls-cluster]
[gw7] [ 5%] PASSED tests/s3/test_smoke_roundtrip.py::test_list_buckets[tls-cluster]
tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[tls-cluster]
[gw2] [ 5%] PASSED tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[tls-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[tls-cluster]
[gw5] [ 5%] PASSED tests/s3/test_object_crud.py::test_zero_byte_object[tls-cluster]
tests/s3/test_object_headers.py::test_etag_present_on_put[tls-cluster]
[gw6] [ 5%] PASSED tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[tls-cluster]
tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[tls-cluster]
[gw6] [ 5%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[tls-cluster]
tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[tls-cluster]
[gw5] [ 6%] PASSED tests/s3/test_object_headers.py::test_etag_present_on_put[tls-cluster]
tests/s3/test_object_headers.py::test_etag_consistent_put_get[tls-cluster]
[gw2] [ 6%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[tls-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[tls-cluster]
[gw5] [ 6%] PASSED tests/s3/test_object_headers.py::test_etag_consistent_put_get[tls-cluster]
tests/s3/test_object_headers.py::test_content_type_passthrough[tls-cluster]
[gw2] [ 6%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[tls-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[tls-cluster]
[gw6] [ 6%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[tls-cluster]
tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[tls-cluster]
[gw5] [ 6%] PASSED tests/s3/test_object_headers.py::test_content_type_passthrough[tls-cluster]
tests/s3/test_object_headers.py::test_content_disposition_passthrough[tls-cluster]
[gw7] [ 6%] PASSED tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[tls-cluster]
tests/s3/test_smoke_roundtrip.py::test_head_object[tls-cluster]
[gw2] [ 6%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[tls-cluster]
tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[tls-cluster]
[gw6] [ 7%] PASSED tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[tls-cluster]
tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[tls-cluster]
[gw5] [ 7%] PASSED tests/s3/test_object_headers.py::test_content_disposition_passthrough[tls-cluster]
tests/s3/test_object_headers.py::test_cache_control_passthrough[tls-cluster]
[gw7] [ 7%] PASSED tests/s3/test_smoke_roundtrip.py::test_head_object[tls-cluster]
tests/s3/test_smoke_roundtrip.py::test_delete_object[tls-cluster]
[gw5] [ 7%] PASSED tests/s3/test_object_headers.py::test_cache_control_passthrough[tls-cluster]
tests/s3/test_object_headers.py::test_last_modified_present[tls-cluster]
[gw4] [ 7%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[tls-cluster]
tests/s3/test_object_conditional.py::test_head_if_match[tls-cluster]
[gw6] [ 7%] PASSED tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[tls-cluster]
tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[tls-cluster]
[gw2] [ 7%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[tls-cluster]
tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[tls-cluster]
[gw7] [ 7%] PASSED tests/s3/test_smoke_roundtrip.py::test_delete_object[tls-cluster]
tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[tls-cluster]
[gw5] [ 7%] PASSED tests/s3/test_object_headers.py::test_last_modified_present[tls-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[tls-cluster]
[gw7] [ 8%] PASSED tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[tls-cluster]
tests/admin/test_batch_jobs.py::test_list_batch_jobs[tls-cluster]
[gw4] [ 8%] PASSED tests/s3/test_object_conditional.py::test_head_if_match[tls-cluster]
tests/s3/test_object_conditional.py::test_head_if_match_412[tls-cluster]
[gw7] [ 8%] SKIPPED tests/admin/test_batch_jobs.py::test_list_batch_jobs[tls-cluster]
tests/admin/test_batch_jobs.py::test_start_invalid_job_type[tls-cluster]
[gw5] [ 8%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[tls-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[tls-cluster]
[gw7] [ 8%] SKIPPED tests/admin/test_batch_jobs.py::test_start_invalid_job_type[tls-cluster]
tests/admin/test_batch_jobs.py::test_start_unknown_bucket[tls-cluster]
[gw4] [ 8%] PASSED tests/s3/test_object_conditional.py::test_head_if_match_412[tls-cluster]
tests/s3/test_object_copy.py::test_simple_copy[tls-cluster]
[gw6] [ 8%] XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[tls-cluster]
tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[tls-cluster]
[gw2] [ 8%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[tls-cluster]
tests/s3/test_error_codes.py::test_no_such_bucket_get[tls-cluster]
[gw7] [ 9%] SKIPPED tests/admin/test_batch_jobs.py::test_start_unknown_bucket[tls-cluster]
tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[tls-cluster]
[gw5] [ 9%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[tls-cluster]
[gw2] [ 9%] PASSED tests/s3/test_error_codes.py::test_no_such_bucket_get[tls-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster]
tests/s3/test_error_codes.py::test_no_such_key_get[tls-cluster]
[gw7] [ 9%] SKIPPED tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[tls-cluster]
tests/admin/test_batch_jobs.py::test_status_unknown_job_id[tls-cluster]
[gw1] [ 9%] RERUN tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster]
[gw6] [ 9%] PASSED tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[tls-cluster]
tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[tls-cluster]
[gw7] [ 9%] SKIPPED tests/admin/test_batch_jobs.py::test_status_unknown_job_id[tls-cluster]
tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[tls-cluster]
[gw2] [ 9%] PASSED tests/s3/test_error_codes.py::test_no_such_key_get[tls-cluster]
tests/s3/test_error_codes.py::test_no_such_upload_complete[tls-cluster]
[gw4] [ 9%] PASSED tests/s3/test_object_copy.py::test_simple_copy[tls-cluster]
tests/s3/test_object_copy.py::test_copy_preserves_content[tls-cluster]
[gw1] [ 9%] FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster]
tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[tls-cluster]
[gw7] [ 10%] PASSED tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[tls-cluster]
tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[tls-cluster]
[gw2] [ 10%] PASSED tests/s3/test_error_codes.py::test_no_such_upload_complete[tls-cluster]
tests/s3/test_error_codes.py::test_invalid_bucket_name[tls-cluster]
[gw1] [ 10%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[tls-cluster]
[gw7] [ 10%] PASSED tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[tls-cluster]
tests/admin/test_buckets_browser.py::test_versioning_admin_path[tls-cluster]
[gw4] [ 10%] PASSED tests/s3/test_object_copy.py::test_copy_preserves_content[tls-cluster]
tests/s3/test_object_copy.py::test_copy_cross_bucket[tls-cluster]
[gw6] [ 10%] PASSED tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[tls-cluster]
tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[tls-cluster]
[gw2] [ 10%] PASSED tests/s3/test_error_codes.py::test_invalid_bucket_name[tls-cluster]
tests/s3/test_error_codes.py::test_bucket_not_empty[tls-cluster]
[gw7] [ 10%] PASSED tests/admin/test_buckets_browser.py::test_versioning_admin_path[tls-cluster]
tests/admin/test_buckets_browser.py::test_list_objects_admin_path[tls-cluster]
[gw1] [ 10%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[tls-cluster]
[gw7] [ 11%] PASSED tests/admin/test_buckets_browser.py::test_list_objects_admin_path[tls-cluster]
tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[tls-cluster]
[gw6] [ 11%] PASSED tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[tls-cluster]
tests/s3/test_presigned.py::test_presigned_get_returns_object[tls-cluster]
[gw1] [ 11%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[tls-cluster]
[gw2] [ 11%] PASSED tests/s3/test_error_codes.py::test_bucket_not_empty[tls-cluster]
tests/s3/test_error_codes.py::test_bucket_already_owned[tls-cluster]
[gw7] [ 11%] PASSED tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[tls-cluster]
tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[tls-cluster]
[gw4] [ 11%] PASSED tests/s3/test_object_copy.py::test_copy_cross_bucket[tls-cluster]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[tls-cluster]
[gw2] [ 11%] PASSED tests/s3/test_error_codes.py::test_bucket_already_owned[tls-cluster]
tests/s3/test_error_codes.py::test_precondition_failed_412[tls-cluster]
[gw7] [ 11%] PASSED tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[tls-cluster]
tests/admin/test_capacity.py::test_capacity_endpoint_200[tls-cluster]
[gw6] [ 12%] PASSED tests/s3/test_presigned.py::test_presigned_get_returns_object[tls-cluster]
tests/s3/test_presigned.py::test_presigned_put_uploads[tls-cluster]
[gw1] [ 12%] PASSED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[tls-cluster]
[gw7] [ 12%] PASSED tests/admin/test_capacity.py::test_capacity_endpoint_200[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster]
tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[tls-cluster]
[gw4] [ 12%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[tls-cluster]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[tls-cluster]
[gw2] [ 12%] PASSED tests/s3/test_error_codes.py::test_precondition_failed_412[tls-cluster]
[gw7] [ 12%] PASSED tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[tls-cluster]
tests/admin/test_capacity.py::test_capacity_pcts_in_range[tls-cluster]
tests/s3/test_error_codes.py::test_range_not_satisfiable_416[tls-cluster]
[gw6] [ 12%] PASSED tests/s3/test_presigned.py::test_presigned_put_uploads[tls-cluster]
tests/s3/test_presigned.py::test_presigned_query_has_required_params[tls-cluster]
[gw7] [ 12%] PASSED tests/admin/test_capacity.py::test_capacity_pcts_in_range[tls-cluster]
tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[tls-cluster]
[gw6] [ 12%] PASSED tests/s3/test_presigned.py::test_presigned_query_has_required_params[tls-cluster]
tests/s3/test_presigned.py::test_presigned_expired_403[tls-cluster]
[gw4] [ 13%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[tls-cluster]
tests/s3/test_object_copy.py::test_copy_missing_source_404[tls-cluster]
[gw7] [ 13%] PASSED tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[tls-cluster]
tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[tls-cluster]
[gw2] [ 13%] PASSED tests/s3/test_error_codes.py::test_range_not_satisfiable_416[tls-cluster]
tests/s3/test_error_codes.py::test_invalid_signature_403[tls-cluster]
[gw4] [ 13%] PASSED tests/s3/test_object_copy.py::test_copy_missing_source_404[tls-cluster]
tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[tls-cluster]
[gw2] [ 13%] PASSED tests/s3/test_error_codes.py::test_invalid_signature_403[tls-cluster]
tests/s3/test_error_codes.py::test_key_too_long[tls-cluster]
[gw7] [ 13%] PASSED tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[tls-cluster]
tests/admin/test_cluster_topology.py::test_cluster_has_leader[tls-cluster]
[gw7] [ 13%] PASSED tests/admin/test_cluster_topology.py::test_cluster_has_leader[tls-cluster]
tests/admin/test_cluster_topology.py::test_cluster_membership_version[tls-cluster]
[gw2] [ 13%] PASSED tests/s3/test_error_codes.py::test_key_too_long[tls-cluster]
tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[tls-cluster]
[gw4] [ 14%] PASSED tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[tls-cluster]
tests/s3/test_object_copy.py::test_copy_returns_etag[tls-cluster]
[gw7] [ 14%] PASSED tests/admin/test_cluster_topology.py::test_cluster_membership_version[tls-cluster]
tests/admin/test_cluster_topology.py::test_nodes_endpoint[tls-cluster]
[gw2] [ 14%] PASSED tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[tls-cluster]
tests/s3/test_keytoolong.py::test_key_too_long_rejected[tls-cluster]
[gw7] [ 14%] PASSED tests/admin/test_cluster_topology.py::test_nodes_endpoint[tls-cluster]
tests/admin/test_cluster_topology.py::test_drives_listed[tls-cluster]
[gw7] [ 14%] PASSED tests/admin/test_cluster_topology.py::test_drives_listed[tls-cluster]
tests/admin/test_cluster_topology.py::test_each_drive_has_status[tls-cluster]
[gw2] [ 14%] PASSED tests/s3/test_keytoolong.py::test_key_too_long_rejected[tls-cluster]
tests/admin/test_iam_serviceaccounts.py::test_create_service_account[tls-cluster]
[gw4] [ 14%] PASSED tests/s3/test_object_copy.py::test_copy_returns_etag[tls-cluster]
tests/s3/test_object_copy.py::test_copy_5mib[tls-cluster]
[gw0] [ 14%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_max_1000[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_empty_list[tls-cluster]
[gw7] [ 14%] PASSED tests/admin/test_cluster_topology.py::test_each_drive_has_status[tls-cluster]
tests/admin/test_cluster_topology.py::test_capacity_returns_totals[tls-cluster]
[gw7] [ 15%] PASSED tests/admin/test_cluster_topology.py::test_capacity_returns_totals[tls-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-compression]
[gw0] [ 15%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_empty_list[tls-cluster]
tests/s3/test_bucket_cors.py::test_put_get_cors_basic[tls-cluster]
[gw2] [ 15%] PASSED tests/admin/test_iam_serviceaccounts.py::test_create_service_account[tls-cluster]
tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[tls-cluster]
[gw7] [ 15%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-compression]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-scanner]
[gw7] [ 15%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-scanner]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-healing]
[gw2] [ 15%] PASSED tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[tls-cluster]
[gw7] [ 15%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-healing]
tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[tls-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-replication]
[gw7] [ 15%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-replication]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-api]
[gw7] [ 16%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-api]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-control]
[gw2] [ 16%] PASSED tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[tls-cluster]
tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[tls-cluster]
[gw7] [ 16%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[tls-cluster-control]
tests/admin/test_config_subsystems.py::test_set_compression_level[tls-cluster]
[gw0] [ 16%] PASSED tests/s3/test_bucket_cors.py::test_put_get_cors_basic[tls-cluster]
tests/s3/test_bucket_cors.py::test_put_cors_with_headers[tls-cluster]
[gw2] [ 16%] SKIPPED tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[tls-cluster]
tests/admin/test_iam_users.py::test_create_user[tls-cluster]
[gw5] [ 16%] RERUN tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster]
[gw0] [ 16%] PASSED tests/s3/test_bucket_cors.py::test_put_cors_with_headers[tls-cluster]
tests/s3/test_bucket_cors.py::test_delete_bucket_cors[tls-cluster]
[gw7] [ 16%] PASSED tests/admin/test_config_subsystems.py::test_set_compression_level[tls-cluster]
tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[tls-cluster]
[gw2] [ 16%] PASSED tests/admin/test_iam_users.py::test_create_user[tls-cluster]
tests/admin/test_iam_users.py::test_list_users_includes_created[tls-cluster]
[gw3] [ 17%] PASSED tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[tls-cluster]
tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[tls-cluster]
[gw0] [ 17%] PASSED tests/s3/test_bucket_cors.py::test_delete_bucket_cors[tls-cluster]
tests/s3/test_bucket_cors.py::test_get_cors_unset[tls-cluster]
[gw5] [ 17%] FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[tls-cluster]
[gw7] [ 17%] PASSED tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[tls-cluster]
tests/admin/test_drives.py::test_drives_have_uuid[tls-cluster]
[gw0] [ 17%] PASSED tests/s3/test_bucket_cors.py::test_get_cors_unset[tls-cluster]
tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[tls-cluster]
[gw2] [ 17%] PASSED tests/admin/test_iam_users.py::test_list_users_includes_created[tls-cluster]
tests/admin/test_iam_users.py::test_get_user_details[tls-cluster]
[gw7] [ 17%] PASSED tests/admin/test_drives.py::test_drives_have_uuid[tls-cluster]
tests/admin/test_drives.py::test_drives_have_node_id[tls-cluster]
[gw0] [ 17%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[tls-cluster]
tests/s3/test_bucket_crud.py::test_head_bucket_404[tls-cluster]
[gw2] [ 17%] PASSED tests/admin/test_iam_users.py::test_get_user_details[tls-cluster]
tests/admin/test_iam_users.py::test_get_unknown_user_404[tls-cluster]
[gw7] [ 18%] PASSED tests/admin/test_drives.py::test_drives_have_node_id[tls-cluster]
tests/admin/test_drives.py::test_drives_have_capacity[tls-cluster]
[gw2] [ 18%] PASSED tests/admin/test_iam_users.py::test_get_unknown_user_404[tls-cluster]
tests/admin/test_iam_users.py::test_user_status_change[tls-cluster]
[gw7] [ 18%] PASSED tests/admin/test_drives.py::test_drives_have_capacity[tls-cluster]
tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[tls-cluster]
[gw0] [ 18%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_404[tls-cluster]
tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[tls-cluster]
[gw5] [ 18%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[tls-cluster]
tests/s3/test_object_range.py::test_range_first_bytes[tls-cluster]
[gw0] [ 18%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[tls-cluster]
tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[tls-cluster]
[gw2] [ 18%] PASSED tests/admin/test_iam_users.py::test_user_status_change[tls-cluster]
[gw7] [ 18%] PASSED tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[tls-cluster]
tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[tls-cluster]
tests/admin/test_drives.py::test_drives_initially_ok[tls-cluster]
[gw7] [ 18%] PASSED tests/admin/test_drives.py::test_drives_initially_ok[tls-cluster]
[gw5] [ 19%] PASSED tests/s3/test_object_range.py::test_range_first_bytes[tls-cluster]
[gw2] [ 19%] PASSED tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[tls-cluster]
tests/s3/test_object_range.py::test_range_middle[tls-cluster]
tests/admin/test_login_health.py::test_health_no_auth[tls-cluster]
tests/admin/test_heal.py::test_heal_status[tls-cluster]
[gw0] [ 19%] PASSED tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[tls-cluster]
tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[tls-cluster]
[gw3] [ 19%] PASSED tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[tls-cluster]
tests/s3/test_multipart.py::test_abort_multipart_upload[tls-cluster]
[gw0] [ 19%] PASSED tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[tls-cluster]
tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[tls-cluster]
[gw2] [ 19%] PASSED tests/admin/test_login_health.py::test_health_no_auth[tls-cluster]
[gw7] [ 19%] PASSED tests/admin/test_heal.py::test_heal_status[tls-cluster]
tests/admin/test_login_health.py::test_ready_no_auth[tls-cluster]
tests/s3/test_bucket_crud.py::test_head_bucket_200[plain-cluster]
[gw1] [ 19%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster]
[gw5] [ 20%] PASSED tests/s3/test_object_range.py::test_range_middle[tls-cluster]
tests/s3/test_object_range.py::test_range_open_ended[tls-cluster]
[gw0] [ 20%] PASSED tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[tls-cluster]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[tls-cluster]
[gw1] [ 20%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[tls-cluster]
[gw0] [ 20%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[tls-cluster]
[gw2] [ 20%] PASSED tests/admin/test_login_health.py::test_ready_no_auth[tls-cluster]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[tls-cluster]
tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[tls-cluster]
[gw7] [ 20%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_200[plain-cluster]
tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[plain-cluster]
[gw0] [ 20%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[tls-cluster]
tests/s3/test_bucket_crud.py::test_head_bucket_200[tls-cluster]
[gw7] [ 20%] PASSED tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[plain-cluster]
tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[plain-cluster]
[gw5] [ 20%] PASSED tests/s3/test_object_range.py::test_range_open_ended[tls-cluster]
tests/s3/test_object_range.py::test_range_suffix[tls-cluster]
[gw2] [ 20%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[tls-cluster]
[gw1] [ 21%] PASSED tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[tls-cluster]
tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[tls-cluster]
[gw0] [ 21%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_200[tls-cluster]
tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[tls-cluster]
[gw0] [ 21%] PASSED tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[tls-cluster]
[gw7] [ 21%] PASSED tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[plain-cluster]
tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[tls-cluster]
[gw6] [ 21%] PASSED tests/s3/test_presigned.py::test_presigned_expired_403[tls-cluster]
tests/s3/test_presigned.py::test_presigned_modified_signature_403[tls-cluster]
tests/s3/test_bucket_encryption.py::test_get_encryption_unset[plain-cluster]
[gw2] [ 21%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[tls-cluster]
tests/admin/test_login_health.py::test_admin_login_endpoint_exists[tls-cluster]
[gw1] [ 21%] PASSED tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[tls-cluster]
[gw5] [ 21%] PASSED tests/s3/test_object_range.py::test_range_suffix[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster]
tests/s3/test_object_range.py::test_range_out_of_bounds_416[tls-cluster]
[gw0] [ 21%] PASSED tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[tls-cluster]
tests/s3/test_bucket_encryption.py::test_get_encryption_unset[tls-cluster]
[gw2] [ 22%] PASSED tests/admin/test_login_health.py::test_admin_login_endpoint_exists[tls-cluster]
[gw7] [ 22%] PASSED tests/s3/test_bucket_encryption.py::test_get_encryption_unset[plain-cluster]
tests/admin/test_mcp.py::test_list_mcp_tools[tls-cluster]
tests/s3/test_bucket_encryption.py::test_delete_encryption[plain-cluster]
[gw0] [ 22%] PASSED tests/s3/test_bucket_encryption.py::test_get_encryption_unset[tls-cluster]
tests/s3/test_bucket_encryption.py::test_delete_encryption[tls-cluster]
[gw6] [ 22%] PASSED tests/s3/test_presigned.py::test_presigned_modified_signature_403[tls-cluster]
tests/s3/test_presigned.py::test_presigned_head[tls-cluster]
[gw5] [ 22%] PASSED tests/s3/test_object_range.py::test_range_out_of_bounds_416[tls-cluster]
tests/s3/test_object_range.py::test_range_response_content_length[tls-cluster]
[gw7] [ 22%] PASSED tests/s3/test_bucket_encryption.py::test_delete_encryption[plain-cluster]
[gw2] [ 22%] PASSED tests/admin/test_mcp.py::test_list_mcp_tools[tls-cluster]
tests/admin/test_mcp.py::test_mcp_call_unknown_tool[tls-cluster]
tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[plain-cluster]
[gw0] [ 22%] PASSED tests/s3/test_bucket_encryption.py::test_delete_encryption[tls-cluster]
tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[tls-cluster]
[gw2] [ 23%] PASSED tests/admin/test_mcp.py::test_mcp_call_unknown_tool[tls-cluster]
tests/admin/test_mcp.py::test_mcp_embed_status[tls-cluster]
[gw6] [ 23%] PASSED tests/s3/test_presigned.py::test_presigned_head[tls-cluster]
[gw7] [ 23%] PASSED tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[plain-cluster]
tests/s3/test_bucket_encryption.py::test_object_with_sse_header[plain-cluster]
tests/s3/test_select.py::test_select_basic[tls-cluster]
[gw0] [ 23%] PASSED tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[tls-cluster]
tests/s3/test_bucket_encryption.py::test_object_with_sse_header[tls-cluster]
[gw5] [ 23%] PASSED tests/s3/test_object_range.py::test_range_response_content_length[tls-cluster]
tests/s3/test_object_range.py::test_range_on_5mib[tls-cluster]
[gw2] [ 23%] PASSED tests/admin/test_mcp.py::test_mcp_embed_status[tls-cluster]
tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[tls-cluster]
[gw0] [ 23%] PASSED tests/s3/test_bucket_encryption.py::test_object_with_sse_header[tls-cluster]
tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[tls-cluster]
[gw6] [ 23%] PASSED tests/s3/test_select.py::test_select_basic[tls-cluster]
tests/s3/test_select.py::test_select_filter[tls-cluster]
[gw7] [ 23%] PASSED tests/s3/test_bucket_encryption.py::test_object_with_sse_header[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[plain-cluster]
[gw2] [ 24%] PASSED tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[tls-cluster]
tests/admin/test_mcp.py::test_mcp_token_mint_basic[tls-cluster]
[gw0] [ 24%] PASSED tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[plain-cluster]
[gw6] [ 24%] PASSED tests/s3/test_select.py::test_select_filter[tls-cluster]
tests/s3/test_select.py::test_select_csv[tls-cluster]
[gw2] [ 24%] PASSED tests/admin/test_mcp.py::test_mcp_token_mint_basic[tls-cluster]
tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[tls-cluster]
[gw7] [ 24%] PASSED tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[plain-cluster]
[gw0] [ 24%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[plain-cluster]
[gw2] [ 24%] PASSED tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[tls-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[tls-cluster]
[gw6] [ 24%] PASSED tests/s3/test_select.py::test_select_csv[tls-cluster]
tests/admin/test_heal.py::test_heal_start_dry_run[tls-cluster]
[gw7] [ 25%] PASSED tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[plain-cluster]
[gw0] [ 25%] PASSED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster]
[gw2] [ 25%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[tls-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[tls-cluster]
[gw7] [ 25%] PASSED tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[plain-cluster]
[gw2] [ 25%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[tls-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[tls-cluster]
[gw6] [ 25%] PASSED tests/admin/test_heal.py::test_heal_start_dry_run[tls-cluster]
tests/admin/test_heal.py::test_heal_start_invalid_scope[tls-cluster]
[gw7] [ 25%] SKIPPED tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[plain-cluster]
[gw2] [ 25%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[tls-cluster]
[gw6] [ 25%] PASSED tests/admin/test_heal.py::test_heal_start_invalid_scope[tls-cluster]
tests/admin/test_heal.py::test_heal_idle_at_startup[tls-cluster]
tests/admin/test_replication_sites.py::test_list_sites_initially[tls-cluster]
[gw7] [ 26%] PASSED tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[plain-cluster]
tests/s3/test_bucket_lifecycle.py::test_disabled_rule[plain-cluster]
[gw6] [ 26%] PASSED tests/admin/test_heal.py::test_heal_idle_at_startup[tls-cluster]
[gw2] [ 26%] PASSED tests/admin/test_replication_sites.py::test_list_sites_initially[tls-cluster]
tests/admin/test_replication_sites.py::test_status_endpoint[tls-cluster]
tests/admin/test_heal.py::test_heal_stat_keys_present[tls-cluster]
[gw7] [ 26%] PASSED tests/s3/test_bucket_lifecycle.py::test_disabled_rule[plain-cluster]
tests/s3/test_bucket_notifications.py::test_get_notifications_unset[plain-cluster]
[gw2] [ 26%] PASSED tests/admin/test_replication_sites.py::test_status_endpoint[tls-cluster]
tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[plain-cluster]
[gw6] [ 26%] PASSED tests/admin/test_heal.py::test_heal_stat_keys_present[tls-cluster]
tests/admin/test_iam_groups.py::test_create_group[tls-cluster]
[gw7] [ 26%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_unset[plain-cluster]
tests/s3/test_bucket_notifications.py::test_put_empty_notifications[plain-cluster]
[gw6] [ 26%] PASSED tests/admin/test_iam_groups.py::test_create_group[tls-cluster]
[gw2] [ 27%] PASSED tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[plain-cluster]
tests/admin/test_iam_groups.py::test_add_remove_member[tls-cluster]
tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[plain-cluster]
[gw7] [ 27%] PASSED tests/s3/test_bucket_notifications.py::test_put_empty_notifications[plain-cluster]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster]
[gw2] [ 27%] PASSED tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[plain-cluster]
tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[plain-cluster]
[gw6] [ 27%] PASSED tests/admin/test_iam_groups.py::test_add_remove_member[tls-cluster]
tests/admin/test_iam_groups.py::test_attach_policy_to_group[tls-cluster]
[gw2] [ 27%] PASSED tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[plain-cluster]
tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[plain-cluster]
[gw6] [ 27%] PASSED tests/admin/test_iam_groups.py::test_attach_policy_to_group[tls-cluster]
tests/admin/test_iam_groups.py::test_get_group_includes_members[tls-cluster]
[gw2] [ 27%] PASSED tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[plain-cluster]
tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[plain-cluster]
[gw6] [ 27%] PASSED tests/admin/test_iam_groups.py::test_get_group_includes_members[tls-cluster]
tests/admin/test_iam_importexport.py::test_export[tls-cluster]
[gw4] [ 27%] PASSED tests/s3/test_object_copy.py::test_copy_5mib[tls-cluster]
tests/s3/test_object_crud.py::test_put_get_small[tls-cluster]
[gw2] [ 28%] PASSED tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[plain-cluster]
tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[plain-cluster]
[gw6] [ 28%] PASSED tests/admin/test_iam_importexport.py::test_export[tls-cluster]
tests/admin/test_iam_importexport.py::test_import_skip_mode[tls-cluster]
[gw2] [ 28%] PASSED tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[plain-cluster]
tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[plain-cluster]
[gw6] [ 28%] PASSED tests/admin/test_iam_importexport.py::test_import_skip_mode[tls-cluster]
tests/admin/test_iam_importexport.py::test_import_invalid_mode[tls-cluster]
[gw4] [ 28%] PASSED tests/s3/test_object_crud.py::test_put_get_small[tls-cluster]
tests/s3/test_object_crud.py::test_put_get_5mib[tls-cluster]
[gw6] [ 28%] PASSED tests/admin/test_iam_importexport.py::test_import_invalid_mode[tls-cluster]
tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[tls-cluster]
[gw2] [ 28%] PASSED tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[plain-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[plain-cluster]
[gw6] [ 28%] PASSED tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[tls-cluster]
tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[tls-cluster]
[gw1] [ 29%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster]
[gw6] [ 29%] PASSED tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[tls-cluster]
tests/admin/test_iam_keys.py::test_disable_access_key[tls-cluster]
[gw2] [ 29%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[plain-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[plain-cluster]
[gw1] [ 29%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster]
tests/s3/test_bucket_policy.py::test_put_get_policy[tls-cluster]
[gw6] [ 29%] PASSED tests/admin/test_iam_keys.py::test_disable_access_key[tls-cluster]
tests/admin/test_iam_keys.py::test_delete_access_key[tls-cluster]
[gw6] [ 29%] PASSED tests/admin/test_iam_keys.py::test_delete_access_key[tls-cluster]
tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[tls-cluster]
[gw1] [ 29%] PASSED tests/s3/test_bucket_policy.py::test_put_get_policy[tls-cluster]
tests/s3/test_bucket_policy.py::test_get_policy_unset_404[tls-cluster]
[gw3] [ 29%] PASSED tests/s3/test_multipart.py::test_abort_multipart_upload[tls-cluster]
[gw4] [ 29%] PASSED tests/s3/test_object_crud.py::test_put_get_5mib[tls-cluster]
tests/s3/test_multipart.py::test_list_parts_after_uploads[tls-cluster]
tests/s3/test_object_crud.py::test_put_with_content_type[tls-cluster]
[gw6] [ 29%] PASSED tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[tls-cluster]
tests/admin/test_iam_policies.py::test_create_policy[tls-cluster]
[gw1] [ 30%] PASSED tests/s3/test_bucket_policy.py::test_get_policy_unset_404[tls-cluster]
tests/s3/test_bucket_policy.py::test_delete_policy[tls-cluster]
[gw6] [ 30%] PASSED tests/admin/test_iam_policies.py::test_create_policy[tls-cluster]
[gw2] [ 30%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[plain-cluster]
tests/admin/test_iam_policies.py::test_list_policies[tls-cluster]
tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[plain-cluster]
[gw4] [ 30%] PASSED tests/s3/test_object_crud.py::test_put_with_content_type[tls-cluster]
tests/s3/test_object_crud.py::test_put_with_user_metadata[tls-cluster]
[gw6] [ 30%] PASSED tests/admin/test_iam_policies.py::test_list_policies[tls-cluster]
tests/admin/test_iam_policies.py::test_get_policy[tls-cluster]
[gw2] [ 30%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[plain-cluster]
[gw6] [ 30%] PASSED tests/admin/test_iam_policies.py::test_get_policy[tls-cluster]
tests/admin/test_iam_policies.py::test_delete_policy[tls-cluster]
tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[plain-cluster]
[gw1] [ 30%] PASSED tests/s3/test_bucket_policy.py::test_delete_policy[tls-cluster]
tests/s3/test_bucket_policy.py::test_invalid_policy_400[tls-cluster]
[gw4] [ 30%] PASSED tests/s3/test_object_crud.py::test_put_with_user_metadata[tls-cluster]
tests/s3/test_object_crud.py::test_put_returns_etag_md5[tls-cluster]
[gw6] [ 31%] PASSED tests/admin/test_iam_policies.py::test_delete_policy[tls-cluster]
tests/admin/test_iam_policies.py::test_invalid_policy_400[tls-cluster]
[gw0] [ 31%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster]
[gw6] [ 31%] PASSED tests/admin/test_iam_policies.py::test_invalid_policy_400[tls-cluster]
tests/admin/test_iam_policies.py::test_attach_policy_to_user[tls-cluster]
[gw1] [ 31%] PASSED tests/s3/test_bucket_policy.py::test_invalid_policy_400[tls-cluster]
tests/s3/test_bucket_policy.py::test_replace_policy[tls-cluster]
[gw0] [ 31%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[plain-cluster]
[gw4] [ 31%] PASSED tests/s3/test_object_crud.py::test_put_returns_etag_md5[tls-cluster]
tests/s3/test_object_crud.py::test_overwrite_object[tls-cluster]
[gw5] [ 31%] PASSED tests/s3/test_object_range.py::test_range_on_5mib[tls-cluster]
[gw6] [ 31%] PASSED tests/admin/test_iam_policies.py::test_attach_policy_to_user[tls-cluster]
[gw2] [ 31%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[plain-cluster]
[gw1] [ 32%] PASSED tests/s3/test_bucket_policy.py::test_replace_policy[tls-cluster]
tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[plain-cluster]
tests/s3/test_object_range.py::test_range_zero_byte_object[tls-cluster]
tests/s3/test_bucket_policy.py::test_policy_status_after_public[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[plain-cluster]
[gw3] [ 32%] PASSED tests/s3/test_multipart.py::test_list_parts_after_uploads[tls-cluster]
tests/s3/test_multipart.py::test_list_parts_pagination[tls-cluster]
[gw0] [ 32%] PASSED tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[plain-cluster]
[gw1] [ 32%] PASSED tests/s3/test_bucket_policy.py::test_policy_status_after_public[tls-cluster]
tests/s3/test_bucket_replication.py::test_put_get_replication[tls-cluster]
[gw4] [ 32%] PASSED tests/s3/test_object_crud.py::test_overwrite_object[tls-cluster]
tests/s3/test_object_crud.py::test_head_object_404[tls-cluster]
[gw5] [ 32%] PASSED tests/s3/test_object_range.py::test_range_zero_byte_object[tls-cluster]
tests/s3/test_object_retention.py::test_put_get_retention_governance[tls-cluster]
[gw6] [ 32%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[plain-cluster]
[gw1] [ 32%] PASSED tests/s3/test_bucket_replication.py::test_put_get_replication[tls-cluster]
tests/s3/test_bucket_replication.py::test_get_replication_unset[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_modified_since_future[plain-cluster]
[gw0] [ 32%] PASSED tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster]
[gw4] [ 33%] PASSED tests/s3/test_object_crud.py::test_head_object_404[tls-cluster]
tests/s3/test_object_crud.py::test_get_object_404[tls-cluster]
[gw5] [ 33%] PASSED tests/s3/test_object_retention.py::test_put_get_retention_governance[tls-cluster]
[gw1] [ 33%] PASSED tests/s3/test_bucket_replication.py::test_get_replication_unset[tls-cluster]
tests/s3/test_object_retention.py::test_legal_hold_on_off[tls-cluster]
tests/s3/test_bucket_replication.py::test_delete_replication[tls-cluster]
[gw7] [ 33%] RERUN tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster]
[gw4] [ 33%] PASSED tests/s3/test_object_crud.py::test_get_object_404[tls-cluster]
tests/admin/test_replication_sites.py::test_create_then_delete_site[tls-cluster]
[gw7] [ 33%] FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster]
tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[plain-cluster]
[gw6] [ 33%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_future[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_modified_since_past[plain-cluster]
[gw1] [ 33%] PASSED tests/s3/test_bucket_replication.py::test_delete_replication[tls-cluster]
tests/s3/test_bucket_replication.py::test_replication_disabled_rule[tls-cluster]
[gw5] [ 33%] PASSED tests/s3/test_object_retention.py::test_legal_hold_on_off[tls-cluster]
tests/s3/test_object_crud.py::test_put_get_5mib[plain-cluster]
[gw2] [ 34%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[plain-cluster]
tests/s3/test_error_codes.py::test_no_such_bucket_get[plain-cluster]
[gw4] [ 34%] PASSED tests/admin/test_replication_sites.py::test_create_then_delete_site[tls-cluster]
tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[tls-cluster]
[gw7] [ 34%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[plain-cluster]
[gw2] [ 34%] PASSED tests/s3/test_error_codes.py::test_no_such_bucket_get[plain-cluster]
[gw1] [ 34%] PASSED tests/s3/test_bucket_replication.py::test_replication_disabled_rule[tls-cluster]
tests/s3/test_error_codes.py::test_no_such_key_get[plain-cluster]
tests/s3/test_object_range.py::test_range_suffix[plain-cluster]
[gw4] [ 34%] PASSED tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[tls-cluster]
tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[tls-cluster]
[gw3] [ 34%] PASSED tests/s3/test_multipart.py::test_list_parts_pagination[tls-cluster]
tests/s3/test_multipart.py::test_list_multipart_uploads[tls-cluster]
[gw4] [ 34%] PASSED tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[tls-cluster]
tests/admin/test_service_diagnostics.py::test_service_info[tls-cluster]
[gw6] [ 34%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_past[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[plain-cluster]
[gw3] [ 35%] PASSED tests/s3/test_multipart.py::test_list_multipart_uploads[tls-cluster]
tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[tls-cluster]
[gw7] [ 35%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[plain-cluster]
tests/s3/test_error_codes.py::test_precondition_failed_412[plain-cluster]
[gw2] [ 35%] PASSED tests/s3/test_error_codes.py::test_no_such_key_get[plain-cluster]
tests/s3/test_error_codes.py::test_no_such_upload_complete[plain-cluster]
[gw4] [ 35%] PASSED tests/admin/test_service_diagnostics.py::test_service_info[tls-cluster]
tests/admin/test_service_diagnostics.py::test_version_endpoint[tls-cluster]
[gw1] [ 35%] PASSED tests/s3/test_object_range.py::test_range_suffix[plain-cluster]
tests/s3/test_object_range.py::test_range_out_of_bounds_416[plain-cluster]
[gw4] [ 35%] PASSED tests/admin/test_service_diagnostics.py::test_version_endpoint[tls-cluster]
tests/admin/test_service_diagnostics.py::test_metrics_text_format[tls-cluster]
[gw2] [ 35%] PASSED tests/s3/test_error_codes.py::test_no_such_upload_complete[plain-cluster]
tests/s3/test_error_codes.py::test_invalid_bucket_name[plain-cluster]
[gw4] [ 35%] PASSED tests/admin/test_service_diagnostics.py::test_metrics_text_format[tls-cluster]
tests/admin/test_service_diagnostics.py::test_node_info[tls-cluster]
[gw6] [ 36%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[plain-cluster]
[gw2] [ 36%] PASSED tests/s3/test_error_codes.py::test_invalid_bucket_name[plain-cluster]
tests/s3/test_error_codes.py::test_bucket_not_empty[plain-cluster]
[gw4] [ 36%] PASSED tests/admin/test_service_diagnostics.py::test_node_info[tls-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_existing[plain-cluster]
[gw7] [ 36%] PASSED tests/s3/test_error_codes.py::test_precondition_failed_412[plain-cluster]
tests/s3/test_error_codes.py::test_range_not_satisfiable_416[plain-cluster]
[gw5] [ 36%] PASSED tests/s3/test_object_crud.py::test_put_get_5mib[plain-cluster]
tests/s3/test_object_crud.py::test_put_with_content_type[plain-cluster]
[gw1] [ 36%] PASSED tests/s3/test_object_range.py::test_range_out_of_bounds_416[plain-cluster]
tests/s3/test_object_range.py::test_range_response_content_length[plain-cluster]
[gw3] [ 36%] PASSED tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[tls-cluster]
tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[tls-cluster]
[gw5] [ 36%] PASSED tests/s3/test_object_crud.py::test_put_with_content_type[plain-cluster]
tests/s3/test_object_crud.py::test_put_with_user_metadata[plain-cluster]
[gw2] [ 36%] PASSED tests/s3/test_error_codes.py::test_bucket_not_empty[plain-cluster]
[gw3] [ 37%] PASSED tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[tls-cluster]
tests/s3/test_multipart.py::test_part_too_small_except_last[tls-cluster]
tests/s3/test_error_codes.py::test_bucket_already_owned[plain-cluster]
[gw7] [ 37%] PASSED tests/s3/test_error_codes.py::test_range_not_satisfiable_416[plain-cluster]
tests/s3/test_error_codes.py::test_invalid_signature_403[plain-cluster]
[gw7] [ 37%] PASSED tests/s3/test_error_codes.py::test_invalid_signature_403[plain-cluster]
tests/s3/test_error_codes.py::test_key_too_long[plain-cluster]
[gw1] [ 37%] PASSED tests/s3/test_object_range.py::test_range_response_content_length[plain-cluster]
[gw3] [ 37%] PASSED tests/s3/test_multipart.py::test_part_too_small_except_last[tls-cluster]
tests/s3/test_object_range.py::test_range_on_5mib[plain-cluster]
tests/s3/test_multipart.py::test_complete_one_part_only[tls-cluster]
[gw2] [ 37%] PASSED tests/s3/test_error_codes.py::test_bucket_already_owned[plain-cluster]
tests/s3/test_multipart.py::test_complete_parts_out_of_order[plain-cluster]
[gw5] [ 37%] PASSED tests/s3/test_object_crud.py::test_put_with_user_metadata[plain-cluster]
tests/s3/test_object_crud.py::test_put_returns_etag_md5[plain-cluster]
[gw4] [ 37%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_existing[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[plain-cluster]
[gw7] [ 38%] PASSED tests/s3/test_error_codes.py::test_key_too_long[plain-cluster]
tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[plain-cluster]
[gw3] [ 38%] PASSED tests/s3/test_multipart.py::test_complete_one_part_only[tls-cluster]
tests/s3/test_multipart.py::test_invalid_part_number_high[tls-cluster]
[gw5] [ 38%] PASSED tests/s3/test_object_crud.py::test_put_returns_etag_md5[plain-cluster]
tests/s3/test_object_crud.py::test_overwrite_object[plain-cluster]
[gw7] [ 38%] PASSED tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[plain-cluster]
tests/s3/test_keytoolong.py::test_key_too_long_rejected[plain-cluster]
[gw3] [ 38%] PASSED tests/s3/test_multipart.py::test_invalid_part_number_high[tls-cluster]
tests/s3/test_multipart.py::test_complete_parts_out_of_order[tls-cluster]
[gw4] [ 38%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_mixed[plain-cluster]
[gw7] [ 38%] PASSED tests/s3/test_keytoolong.py::test_key_too_long_rejected[plain-cluster]
tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[plain-cluster]
[gw0] [ 38%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster]
[gw5] [ 38%] PASSED tests/s3/test_object_crud.py::test_overwrite_object[plain-cluster]
tests/s3/test_object_crud.py::test_head_object_404[plain-cluster]
[gw7] [ 39%] PASSED tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[plain-cluster]
tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[plain-cluster]
[gw6] [ 39%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[plain-cluster]
tests/s3/test_object_conditional.py::test_head_if_match[plain-cluster]
[gw0] [ 39%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster]
tests/s3/test_bucket_policy.py::test_put_get_policy[plain-cluster]
[gw4] [ 39%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_mixed[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[plain-cluster]
[gw5] [ 39%] PASSED tests/s3/test_object_crud.py::test_head_object_404[plain-cluster]
tests/s3/test_object_crud.py::test_get_object_404[plain-cluster]
[gw0] [ 39%] PASSED tests/s3/test_bucket_policy.py::test_put_get_policy[plain-cluster]
tests/s3/test_bucket_policy.py::test_get_policy_unset_404[plain-cluster]
[gw5] [ 39%] PASSED tests/s3/test_object_crud.py::test_get_object_404[plain-cluster]
tests/s3/test_object_crud.py::test_delete_idempotent[plain-cluster]
[gw6] [ 39%] PASSED tests/s3/test_object_conditional.py::test_head_if_match[plain-cluster]
tests/s3/test_object_conditional.py::test_head_if_match_412[plain-cluster]
[gw3] [ 39%] PASSED tests/s3/test_multipart.py::test_complete_parts_out_of_order[tls-cluster]
tests/s3/test_multipart.py::test_abort_purges_from_listings[tls-cluster]
[gw0] [ 40%] PASSED tests/s3/test_bucket_policy.py::test_get_policy_unset_404[plain-cluster]
tests/s3/test_bucket_policy.py::test_delete_policy[plain-cluster]
[gw4] [ 40%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_max_1000[plain-cluster]
[gw3] [ 40%] PASSED tests/s3/test_multipart.py::test_abort_purges_from_listings[tls-cluster]
tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster]
[gw5] [ 40%] PASSED tests/s3/test_object_crud.py::test_delete_idempotent[plain-cluster]
tests/s3/test_object_crud.py::test_delete_existing[plain-cluster]
[gw0] [ 40%] PASSED tests/s3/test_bucket_policy.py::test_delete_policy[plain-cluster]
tests/s3/test_bucket_policy.py::test_invalid_policy_400[plain-cluster]
[gw6] [ 40%] PASSED tests/s3/test_object_conditional.py::test_head_if_match_412[plain-cluster]
tests/s3/test_object_copy.py::test_simple_copy[plain-cluster]
[gw0] [ 40%] PASSED tests/s3/test_bucket_policy.py::test_invalid_policy_400[plain-cluster]
tests/s3/test_bucket_policy.py::test_replace_policy[plain-cluster]
[gw5] [ 40%] PASSED tests/s3/test_object_crud.py::test_delete_existing[plain-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_basic[plain-cluster]
[gw0] [ 40%] PASSED tests/s3/test_bucket_policy.py::test_replace_policy[plain-cluster]
tests/s3/test_bucket_policy.py::test_policy_status_after_public[plain-cluster]
[gw0] [ 41%] PASSED tests/s3/test_bucket_policy.py::test_policy_status_after_public[plain-cluster]
tests/s3/test_bucket_replication.py::test_put_get_replication[plain-cluster]
[gw6] [ 41%] PASSED tests/s3/test_object_copy.py::test_simple_copy[plain-cluster]
tests/s3/test_object_copy.py::test_copy_preserves_content[plain-cluster]
[gw5] [ 41%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_basic[plain-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_prefix[plain-cluster]
[gw0] [ 41%] PASSED tests/s3/test_bucket_replication.py::test_put_get_replication[plain-cluster]
tests/s3/test_bucket_replication.py::test_get_replication_unset[plain-cluster]
[gw0] [ 41%] PASSED tests/s3/test_bucket_replication.py::test_get_replication_unset[plain-cluster]
tests/s3/test_bucket_replication.py::test_delete_replication[plain-cluster]
[gw6] [ 41%] PASSED tests/s3/test_object_copy.py::test_copy_preserves_content[plain-cluster]
tests/s3/test_object_copy.py::test_copy_cross_bucket[plain-cluster]
[gw5] [ 41%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_prefix[plain-cluster]
tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[plain-cluster]
[gw0] [ 41%] PASSED tests/s3/test_bucket_replication.py::test_delete_replication[plain-cluster]
tests/s3/test_bucket_replication.py::test_replication_disabled_rule[plain-cluster]
[gw0] [ 41%] PASSED tests/s3/test_bucket_replication.py::test_replication_disabled_rule[plain-cluster]
tests/s3/test_bucket_replication.py::test_replication_with_priority[plain-cluster]
[gw0] [ 42%] PASSED tests/s3/test_bucket_replication.py::test_replication_with_priority[plain-cluster]
tests/s3/test_bucket_replication.py::test_replication_invalid_400[plain-cluster]
[gw5] [ 42%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[plain-cluster]
tests/s3/test_object_crud.py::test_zero_byte_object[plain-cluster]
[gw6] [ 42%] PASSED tests/s3/test_object_copy.py::test_copy_cross_bucket[plain-cluster]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[plain-cluster]
[gw0] [ 42%] PASSED tests/s3/test_bucket_replication.py::test_replication_invalid_400[plain-cluster]
tests/s3/test_presigned.py::test_presigned_put_uploads[plain-cluster]
[gw1] [ 42%] PASSED tests/s3/test_object_range.py::test_range_on_5mib[plain-cluster]
tests/s3/test_object_range.py::test_range_zero_byte_object[plain-cluster]
[gw5] [ 42%] PASSED tests/s3/test_object_crud.py::test_zero_byte_object[plain-cluster]
tests/s3/test_object_headers.py::test_etag_present_on_put[plain-cluster]
[gw1] [ 42%] PASSED tests/s3/test_object_range.py::test_range_zero_byte_object[plain-cluster]
tests/s3/test_object_retention.py::test_put_get_retention_governance[plain-cluster]
[gw6] [ 42%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[plain-cluster]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[plain-cluster]
[gw0] [ 43%] PASSED tests/s3/test_presigned.py::test_presigned_put_uploads[plain-cluster]
tests/s3/test_presigned.py::test_presigned_query_has_required_params[plain-cluster]
[gw5] [ 43%] PASSED tests/s3/test_object_headers.py::test_etag_present_on_put[plain-cluster]
tests/s3/test_object_headers.py::test_etag_consistent_put_get[plain-cluster]
[gw0] [ 43%] PASSED tests/s3/test_presigned.py::test_presigned_query_has_required_params[plain-cluster]
tests/s3/test_presigned.py::test_presigned_expired_403[plain-cluster]
[gw1] [ 43%] PASSED tests/s3/test_object_retention.py::test_put_get_retention_governance[plain-cluster]
tests/s3/test_object_retention.py::test_legal_hold_on_off[plain-cluster]
[gw2] [ 43%] PASSED tests/s3/test_multipart.py::test_complete_parts_out_of_order[plain-cluster]
tests/s3/test_multipart.py::test_abort_purges_from_listings[plain-cluster]
[gw6] [ 43%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[plain-cluster]
tests/s3/test_object_copy.py::test_copy_missing_source_404[plain-cluster]
[gw5] [ 43%] PASSED tests/s3/test_object_headers.py::test_etag_consistent_put_get[plain-cluster]
tests/s3/test_object_headers.py::test_content_type_passthrough[plain-cluster]
[gw2] [ 43%] PASSED tests/s3/test_multipart.py::test_abort_purges_from_listings[plain-cluster]
tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[plain-cluster]
[gw6] [ 43%] PASSED tests/s3/test_object_copy.py::test_copy_missing_source_404[plain-cluster]
tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[plain-cluster]
[gw1] [ 44%] PASSED tests/s3/test_object_retention.py::test_legal_hold_on_off[plain-cluster]
tests/s3/test_object_retention.py::test_get_retention_missing_404[plain-cluster]
[gw5] [ 44%] PASSED tests/s3/test_object_headers.py::test_content_type_passthrough[plain-cluster]
tests/s3/test_object_headers.py::test_content_disposition_passthrough[plain-cluster]
[gw1] [ 44%] PASSED tests/s3/test_object_retention.py::test_get_retention_missing_404[plain-cluster]
tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[plain-cluster]
[gw1] [ 44%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[plain-cluster]
tests/s3/test_object_retention.py::test_get_retention_unset[plain-cluster]
[gw5] [ 44%] PASSED tests/s3/test_object_headers.py::test_content_disposition_passthrough[plain-cluster]
tests/s3/test_object_headers.py::test_cache_control_passthrough[plain-cluster]
[gw6] [ 44%] PASSED tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[plain-cluster]
tests/s3/test_object_copy.py::test_copy_returns_etag[plain-cluster]
[gw1] [ 44%] PASSED tests/s3/test_object_retention.py::test_get_retention_unset[plain-cluster]
tests/s3/test_object_retention.py::test_get_legal_hold_unset[plain-cluster]
[gw5] [ 44%] PASSED tests/s3/test_object_headers.py::test_cache_control_passthrough[plain-cluster]
tests/s3/test_object_headers.py::test_last_modified_present[plain-cluster]
[gw6] [ 45%] PASSED tests/s3/test_object_copy.py::test_copy_returns_etag[plain-cluster]
tests/s3/test_object_copy.py::test_copy_5mib[plain-cluster]
[gw1] [ 45%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_unset[plain-cluster]
tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[plain-cluster]
[gw5] [ 45%] PASSED tests/s3/test_object_headers.py::test_last_modified_present[plain-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[plain-cluster]
[gw1] [ 45%] PASSED tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[plain-cluster]
tests/s3/test_object_tagging.py::test_put_get_object_tagging[plain-cluster]
[gw5] [ 45%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[plain-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[plain-cluster]
[gw0] [ 45%] PASSED tests/s3/test_presigned.py::test_presigned_expired_403[plain-cluster]
tests/s3/test_presigned.py::test_presigned_modified_signature_403[plain-cluster]
[gw5] [ 45%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[plain-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster]
[gw1] [ 45%] PASSED tests/s3/test_object_tagging.py::test_put_get_object_tagging[plain-cluster]
tests/s3/test_object_tagging.py::test_delete_object_tagging[plain-cluster]
[gw0] [ 45%] PASSED tests/s3/test_presigned.py::test_presigned_modified_signature_403[plain-cluster]
tests/s3/test_presigned.py::test_presigned_head[plain-cluster]
[gw1] [ 46%] PASSED tests/s3/test_object_tagging.py::test_delete_object_tagging[plain-cluster]
tests/s3/test_object_tagging.py::test_overwrite_tags[plain-cluster]
[gw0] [ 46%] PASSED tests/s3/test_presigned.py::test_presigned_head[plain-cluster]
tests/s3/test_select.py::test_select_basic[plain-cluster]
[gw1] [ 46%] PASSED tests/s3/test_object_tagging.py::test_overwrite_tags[plain-cluster]
tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[plain-cluster]
[gw2] [ 46%] PASSED tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[plain-cluster]
tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster]
[gw1] [ 46%] PASSED tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[plain-cluster]
tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[plain-cluster]
[gw0] [ 46%] PASSED tests/s3/test_select.py::test_select_basic[plain-cluster]
tests/s3/test_select.py::test_select_filter[plain-cluster]
[gw1] [ 46%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[plain-cluster]
tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[plain-cluster]
[gw0] [ 46%] PASSED tests/s3/test_select.py::test_select_filter[plain-cluster]
tests/s3/test_select.py::test_select_csv[plain-cluster]
[gw0] [ 47%] PASSED tests/s3/test_select.py::test_select_csv[plain-cluster]
tests/s3/test_select.py::test_select_missing_key[plain-cluster]
[gw0] [ 47%] PASSED tests/s3/test_select.py::test_select_missing_key[plain-cluster]
tests/s3/test_select.py::test_select_invalid_sql[plain-cluster]
[gw1] [ 47%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[plain-cluster]
tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[plain-cluster]
[gw0] [ 47%] PASSED tests/s3/test_select.py::test_select_invalid_sql[plain-cluster]
tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[plain-cluster]
[gw6] [ 47%] PASSED tests/s3/test_object_copy.py::test_copy_5mib[plain-cluster]
tests/s3/test_object_crud.py::test_put_get_small[plain-cluster]
[gw5] [ 47%] RERUN tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster]
[gw1] [ 47%] PASSED tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[plain-cluster]
tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[plain-cluster]
[gw0] [ 47%] PASSED tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[plain-cluster]
tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[plain-cluster]
[gw6] [ 47%] PASSED tests/s3/test_object_crud.py::test_put_get_small[plain-cluster]
tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[plain-cluster]
[gw5] [ 47%] FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster]
tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[plain-cluster]
[gw6] [ 48%] SKIPPED tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[plain-cluster]
tests/admin/test_batch_jobs.py::test_status_unknown_job_id[plain-cluster]
[gw0] [ 48%] PASSED tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[plain-cluster]
tests/s3/test_sigv4_quirks.py::test_presigned_works[plain-cluster]
[gw6] [ 48%] SKIPPED tests/admin/test_batch_jobs.py::test_status_unknown_job_id[plain-cluster]
tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[plain-cluster]
[gw1] [ 48%] PASSED tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[plain-cluster]
tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[plain-cluster]
[gw2] [ 48%] RERUN tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster]
tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster]
[gw6] [ 48%] PASSED tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[plain-cluster]
tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[plain-cluster]
[gw6] [ 48%] PASSED tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[plain-cluster]
tests/admin/test_buckets_browser.py::test_versioning_admin_path[plain-cluster]
[gw0] [ 48%] PASSED tests/s3/test_sigv4_quirks.py::test_presigned_works[plain-cluster]
tests/s3/test_sigv4_quirks.py::test_invalid_access_key[plain-cluster]
[gw5] [ 49%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[plain-cluster]
tests/s3/test_object_range.py::test_range_first_bytes[plain-cluster]
[gw0] [ 49%] PASSED tests/s3/test_sigv4_quirks.py::test_invalid_access_key[plain-cluster]
tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[plain-cluster]
[gw6] [ 49%] PASSED tests/admin/test_buckets_browser.py::test_versioning_admin_path[plain-cluster]
tests/admin/test_buckets_browser.py::test_list_objects_admin_path[plain-cluster]
[gw6] [ 49%] PASSED tests/admin/test_buckets_browser.py::test_list_objects_admin_path[plain-cluster]
tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[plain-cluster]
[gw2] [ 49%] FAILED tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster]
[gw6] [ 49%] PASSED tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[plain-cluster]
tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[plain-cluster]
tests/s3/test_multipart_state.py::test_complete_on_originator[plain-cluster]
[gw5] [ 49%] PASSED tests/s3/test_object_range.py::test_range_first_bytes[plain-cluster]
tests/s3/test_object_range.py::test_range_middle[plain-cluster]
[gw6] [ 49%] PASSED tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[plain-cluster]
tests/admin/test_capacity.py::test_capacity_endpoint_200[plain-cluster]
[gw1] [ 49%] XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[plain-cluster]
tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[plain-cluster]
[gw0] [ 49%] PASSED tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[plain-cluster]
tests/s3/test_smoke_roundtrip.py::test_list_buckets[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_capacity.py::test_capacity_endpoint_200[plain-cluster]
tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[plain-cluster]
[gw0] [ 50%] PASSED tests/s3/test_smoke_roundtrip.py::test_list_buckets[plain-cluster]
tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[plain-cluster]
tests/admin/test_capacity.py::test_capacity_pcts_in_range[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_capacity.py::test_capacity_pcts_in_range[plain-cluster]
tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[plain-cluster]
[gw5] [ 50%] PASSED tests/s3/test_object_range.py::test_range_middle[plain-cluster]
tests/s3/test_object_range.py::test_range_open_ended[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[plain-cluster]
tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[plain-cluster]
tests/admin/test_cluster_topology.py::test_cluster_has_leader[plain-cluster]
[gw1] [ 50%] PASSED tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[plain-cluster]
tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[plain-cluster]
[gw6] [ 50%] PASSED tests/admin/test_cluster_topology.py::test_cluster_has_leader[plain-cluster]
tests/admin/test_cluster_topology.py::test_cluster_membership_version[plain-cluster]
[gw6] [ 51%] PASSED tests/admin/test_cluster_topology.py::test_cluster_membership_version[plain-cluster]
tests/admin/test_cluster_topology.py::test_nodes_endpoint[plain-cluster]
[gw6] [ 51%] PASSED tests/admin/test_cluster_topology.py::test_nodes_endpoint[plain-cluster]
tests/admin/test_cluster_topology.py::test_drives_listed[plain-cluster]
[gw6] [ 51%] PASSED tests/admin/test_cluster_topology.py::test_drives_listed[plain-cluster]
tests/admin/test_cluster_topology.py::test_each_drive_has_status[plain-cluster]
[gw5] [ 51%] PASSED tests/s3/test_object_range.py::test_range_open_ended[plain-cluster]
tests/admin/test_heal.py::test_heal_start_invalid_scope[plain-cluster]
[gw6] [ 51%] PASSED tests/admin/test_cluster_topology.py::test_each_drive_has_status[plain-cluster]
tests/admin/test_cluster_topology.py::test_capacity_returns_totals[plain-cluster]
[gw2] [ 51%] PASSED tests/s3/test_multipart_state.py::test_complete_on_originator[plain-cluster]
tests/s3/test_multipart_state.py::test_abort_on_originator[plain-cluster]
[gw6] [ 51%] PASSED tests/admin/test_cluster_topology.py::test_capacity_returns_totals[plain-cluster]
[gw5] [ 51%] PASSED tests/admin/test_heal.py::test_heal_start_invalid_scope[plain-cluster]
tests/admin/test_heal.py::test_heal_idle_at_startup[plain-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-compression]
[gw6] [ 52%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-compression]
[gw5] [ 52%] PASSED tests/admin/test_heal.py::test_heal_idle_at_startup[plain-cluster]
tests/admin/test_heal.py::test_heal_stat_keys_present[plain-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-scanner]
[gw6] [ 52%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-scanner]
[gw2] [ 52%] PASSED tests/s3/test_multipart_state.py::test_abort_on_originator[plain-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-healing]
tests/s3/test_multipart_state.py::test_listparts_on_originator[plain-cluster]
[gw6] [ 52%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-healing]
[gw1] [ 52%] PASSED tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[plain-cluster]
tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[plain-cluster]
tests/admin/test_iam_policies.py::test_attach_policy_to_user[plain-cluster]
[gw5] [ 52%] PASSED tests/admin/test_heal.py::test_heal_stat_keys_present[plain-cluster]
tests/admin/test_iam_groups.py::test_create_group[plain-cluster]
[gw0] [ 52%] PASSED tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[plain-cluster]
tests/s3/test_smoke_roundtrip.py::test_head_object[plain-cluster]
[gw5] [ 52%] PASSED tests/admin/test_iam_groups.py::test_create_group[plain-cluster]
tests/admin/test_iam_groups.py::test_add_remove_member[plain-cluster]
[gw6] [ 53%] PASSED tests/admin/test_iam_policies.py::test_attach_policy_to_user[plain-cluster]
tests/admin/test_iam_serviceaccounts.py::test_create_service_account[plain-cluster]
[gw1] [ 53%] PASSED tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[plain-cluster]
tests/s3/test_presigned.py::test_presigned_get_returns_object[plain-cluster]
[gw5] [ 53%] PASSED tests/admin/test_iam_groups.py::test_add_remove_member[plain-cluster]
tests/admin/test_iam_groups.py::test_attach_policy_to_group[plain-cluster]
[gw6] [ 53%] PASSED tests/admin/test_iam_serviceaccounts.py::test_create_service_account[plain-cluster]
tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[plain-cluster]
[gw5] [ 53%] PASSED tests/admin/test_iam_groups.py::test_attach_policy_to_group[plain-cluster]
tests/admin/test_iam_groups.py::test_get_group_includes_members[plain-cluster]
[gw0] [ 53%] PASSED tests/s3/test_smoke_roundtrip.py::test_head_object[plain-cluster]
tests/s3/test_smoke_roundtrip.py::test_delete_object[plain-cluster]
[gw6] [ 53%] PASSED tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[plain-cluster]
[gw5] [ 53%] PASSED tests/admin/test_iam_groups.py::test_get_group_includes_members[plain-cluster]
tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[plain-cluster]
tests/admin/test_iam_importexport.py::test_export[plain-cluster]
[gw1] [ 54%] PASSED tests/s3/test_presigned.py::test_presigned_get_returns_object[plain-cluster]
tests/admin/test_login_health.py::test_health_no_auth[plain-cluster]
[gw4] [ 54%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_max_1000[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_empty_list[plain-cluster]
[gw5] [ 54%] PASSED tests/admin/test_iam_importexport.py::test_export[plain-cluster]
tests/admin/test_iam_importexport.py::test_import_skip_mode[plain-cluster]
[gw6] [ 54%] PASSED tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[plain-cluster]
tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[plain-cluster]
[gw5] [ 54%] PASSED tests/admin/test_iam_importexport.py::test_import_skip_mode[plain-cluster]
[gw4] [ 54%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_empty_list[plain-cluster]
tests/admin/test_iam_importexport.py::test_import_invalid_mode[plain-cluster]
tests/s3/test_bucket_cors.py::test_put_get_cors_basic[plain-cluster]
[gw1] [ 54%] PASSED tests/admin/test_login_health.py::test_health_no_auth[plain-cluster]
tests/admin/test_login_health.py::test_ready_no_auth[plain-cluster]
[gw0] [ 54%] PASSED tests/s3/test_smoke_roundtrip.py::test_delete_object[plain-cluster]
tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[plain-cluster]
[gw6] [ 54%] SKIPPED tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[plain-cluster]
tests/admin/test_iam_users.py::test_create_user[plain-cluster]
[gw2] [ 55%] PASSED tests/s3/test_multipart_state.py::test_listparts_on_originator[plain-cluster]
tests/s3/test_multipart_state.py::test_idempotent_complete_retry[plain-cluster]
[gw0] [ 55%] PASSED tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[plain-cluster]
tests/admin/test_batch_jobs.py::test_list_batch_jobs[plain-cluster]
[gw5] [ 55%] PASSED tests/admin/test_iam_importexport.py::test_import_invalid_mode[plain-cluster]
tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[plain-cluster]
[gw1] [ 55%] PASSED tests/admin/test_login_health.py::test_ready_no_auth[plain-cluster]
tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[plain-cluster]
[gw4] [ 55%] PASSED tests/s3/test_bucket_cors.py::test_put_get_cors_basic[plain-cluster]
tests/s3/test_bucket_cors.py::test_put_cors_with_headers[plain-cluster]
[gw6] [ 55%] PASSED tests/admin/test_iam_users.py::test_create_user[plain-cluster]
tests/admin/test_iam_users.py::test_list_users_includes_created[plain-cluster]
[gw5] [ 55%] PASSED tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[plain-cluster]
[gw1] [ 55%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[plain-cluster]
tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[plain-cluster]
tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[plain-cluster]
[gw0] [ 56%] SKIPPED tests/admin/test_batch_jobs.py::test_list_batch_jobs[plain-cluster]
tests/admin/test_batch_jobs.py::test_start_invalid_job_type[plain-cluster]
[gw6] [ 56%] PASSED tests/admin/test_iam_users.py::test_list_users_includes_created[plain-cluster]
tests/admin/test_iam_users.py::test_get_user_details[plain-cluster]
[gw1] [ 56%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[plain-cluster]
tests/admin/test_login_health.py::test_admin_login_endpoint_exists[plain-cluster]
[gw4] [ 56%] PASSED tests/s3/test_bucket_cors.py::test_put_cors_with_headers[plain-cluster]
[gw0] [ 56%] SKIPPED tests/admin/test_batch_jobs.py::test_start_invalid_job_type[plain-cluster]
tests/s3/test_bucket_cors.py::test_delete_bucket_cors[plain-cluster]
tests/admin/test_batch_jobs.py::test_start_unknown_bucket[plain-cluster]
[gw5] [ 56%] PASSED tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[plain-cluster]
tests/admin/test_iam_keys.py::test_disable_access_key[plain-cluster]
[gw6] [ 56%] PASSED tests/admin/test_iam_users.py::test_get_user_details[plain-cluster]
[gw1] [ 56%] PASSED tests/admin/test_login_health.py::test_admin_login_endpoint_exists[plain-cluster]
tests/admin/test_iam_users.py::test_get_unknown_user_404[plain-cluster]
tests/admin/test_mcp.py::test_list_mcp_tools[plain-cluster]
[gw0] [ 56%] SKIPPED tests/admin/test_batch_jobs.py::test_start_unknown_bucket[plain-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-replication]
[gw5] [ 57%] PASSED tests/admin/test_iam_keys.py::test_disable_access_key[plain-cluster]
tests/admin/test_iam_keys.py::test_delete_access_key[plain-cluster]
[gw4] [ 57%] PASSED tests/s3/test_bucket_cors.py::test_delete_bucket_cors[plain-cluster]
tests/s3/test_bucket_cors.py::test_get_cors_unset[plain-cluster]
[gw6] [ 57%] PASSED tests/admin/test_iam_users.py::test_get_unknown_user_404[plain-cluster]
[gw1] [ 57%] PASSED tests/admin/test_mcp.py::test_list_mcp_tools[plain-cluster]
tests/admin/test_mcp.py::test_mcp_call_unknown_tool[plain-cluster]
tests/admin/test_iam_users.py::test_user_status_change[plain-cluster]
[gw0] [ 57%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-replication]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-api]
[gw0] [ 57%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-api]
[gw2] [ 57%] PASSED tests/s3/test_multipart_state.py::test_idempotent_complete_retry[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_etag_size[plain-cluster]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-control]
[gw0] [ 57%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[plain-cluster-control]
[gw5] [ 58%] PASSED tests/admin/test_iam_keys.py::test_delete_access_key[plain-cluster]
[gw1] [ 58%] PASSED tests/admin/test_mcp.py::test_mcp_call_unknown_tool[plain-cluster]
tests/admin/test_mcp.py::test_mcp_embed_status[plain-cluster]
tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[plain-cluster]
tests/admin/test_config_subsystems.py::test_set_compression_level[plain-cluster]
[gw6] [ 58%] PASSED tests/admin/test_iam_users.py::test_user_status_change[plain-cluster]
tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[plain-cluster]
[gw4] [ 58%] PASSED tests/s3/test_bucket_cors.py::test_get_cors_unset[plain-cluster]
tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[plain-cluster]
[gw1] [ 58%] PASSED tests/admin/test_mcp.py::test_mcp_embed_status[plain-cluster]
tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[plain-cluster]
[gw5] [ 58%] PASSED tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[plain-cluster]
tests/admin/test_iam_policies.py::test_create_policy[plain-cluster]
[gw0] [ 58%] PASSED tests/admin/test_config_subsystems.py::test_set_compression_level[plain-cluster]
tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[plain-cluster]
[gw4] [ 58%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[plain-cluster]
tests/s3/test_bucket_crud.py::test_head_bucket_404[plain-cluster]
[gw6] [ 58%] PASSED tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[plain-cluster]
tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[plain-cluster]
[gw1] [ 59%] PASSED tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[plain-cluster]
tests/admin/test_mcp.py::test_mcp_token_mint_basic[plain-cluster]
[gw2] [ 59%] PASSED tests/s3/test_object_attributes.py::test_attributes_etag_size[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_storage_class[plain-cluster]
[gw4] [ 59%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_404[plain-cluster]
tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[plain-cluster]
[gw5] [ 59%] PASSED tests/admin/test_iam_policies.py::test_create_policy[plain-cluster]
[gw0] [ 59%] PASSED tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[plain-cluster]
tests/admin/test_iam_policies.py::test_list_policies[plain-cluster]
tests/admin/test_drives.py::test_drives_have_uuid[plain-cluster]
[gw6] [ 59%] PASSED tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[plain-cluster]
tests/admin/test_service_diagnostics.py::test_service_info[plain-cluster]
[gw1] [ 59%] PASSED tests/admin/test_mcp.py::test_mcp_token_mint_basic[plain-cluster]
tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[plain-cluster]
[gw0] [ 59%] PASSED tests/admin/test_drives.py::test_drives_have_uuid[plain-cluster]
tests/admin/test_drives.py::test_drives_have_node_id[plain-cluster]
[gw5] [ 60%] PASSED tests/admin/test_iam_policies.py::test_list_policies[plain-cluster]
tests/admin/test_iam_policies.py::test_get_policy[plain-cluster]
[gw4] [ 60%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[plain-cluster]
tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[plain-cluster]
[gw6] [ 60%] PASSED tests/admin/test_service_diagnostics.py::test_service_info[plain-cluster]
[gw0] [ 60%] PASSED tests/admin/test_drives.py::test_drives_have_node_id[plain-cluster]
[gw1] [ 60%] PASSED tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[plain-cluster]
tests/admin/test_service_diagnostics.py::test_version_endpoint[plain-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[plain-cluster]
tests/admin/test_drives.py::test_drives_have_capacity[plain-cluster]
[gw5] [ 60%] PASSED tests/admin/test_iam_policies.py::test_get_policy[plain-cluster]
tests/admin/test_iam_policies.py::test_delete_policy[plain-cluster]
[gw2] [ 60%] PASSED tests/s3/test_object_attributes.py::test_attributes_storage_class[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_missing_key[plain-cluster]
[gw6] [ 60%] PASSED tests/admin/test_service_diagnostics.py::test_version_endpoint[plain-cluster]
[gw1] [ 60%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[plain-cluster]
tests/admin/test_service_diagnostics.py::test_metrics_text_format[plain-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[plain-cluster]
[gw0] [ 61%] PASSED tests/admin/test_drives.py::test_drives_have_capacity[plain-cluster]
tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[plain-cluster]
[gw5] [ 61%] PASSED tests/admin/test_iam_policies.py::test_delete_policy[plain-cluster]
tests/admin/test_iam_policies.py::test_invalid_policy_400[plain-cluster]
[gw6] [ 61%] PASSED tests/admin/test_service_diagnostics.py::test_metrics_text_format[plain-cluster]
[gw4] [ 61%] PASSED tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[plain-cluster]
[gw1] [ 61%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[plain-cluster]
tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[plain-cluster]
tests/admin/test_service_diagnostics.py::test_node_info[plain-cluster]
tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[plain-cluster]
[gw0] [ 61%] PASSED tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[plain-cluster]
tests/admin/test_drives.py::test_drives_initially_ok[plain-cluster]
[gw2] [ 61%] PASSED tests/s3/test_object_attributes.py::test_attributes_missing_key[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster]
[gw5] [ 61%] PASSED tests/admin/test_iam_policies.py::test_invalid_policy_400[plain-cluster]
tests/s3/test_bucket_notifications.py::test_put_empty_notifications[standalone]
[gw4] [ 61%] PASSED tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[plain-cluster]
tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[plain-cluster]
[gw6] [ 62%] PASSED tests/admin/test_service_diagnostics.py::test_node_info[plain-cluster]
tests/s3/test_batch_delete.py::test_batch_delete_existing[standalone]
[gw0] [ 62%] PASSED tests/admin/test_drives.py::test_drives_initially_ok[plain-cluster]
tests/admin/test_heal.py::test_heal_status[plain-cluster]
[gw1] [ 62%] PASSED tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[plain-cluster]
[gw5] [ 62%] PASSED tests/s3/test_bucket_notifications.py::test_put_empty_notifications[standalone]
tests/admin/test_replication_sites.py::test_list_sites_initially[plain-cluster]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone]
[gw4] [ 62%] PASSED tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[plain-cluster]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[plain-cluster]
[gw0] [ 62%] PASSED tests/admin/test_heal.py::test_heal_status[plain-cluster]
tests/admin/test_heal.py::test_heal_start_dry_run[plain-cluster]
[gw1] [ 62%] PASSED tests/admin/test_replication_sites.py::test_list_sites_initially[plain-cluster]
tests/admin/test_replication_sites.py::test_status_endpoint[plain-cluster]
[gw4] [ 62%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[plain-cluster]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[plain-cluster]
[gw4] [ 63%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[plain-cluster]
[gw6] [ 63%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_existing[standalone]
tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[standalone]
tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[standalone]
[gw0] [ 63%] PASSED tests/admin/test_heal.py::test_heal_start_dry_run[plain-cluster]
tests/s3/test_bucket_encryption.py::test_delete_encryption[standalone]
[gw1] [ 63%] PASSED tests/admin/test_replication_sites.py::test_status_endpoint[plain-cluster]
tests/admin/test_replication_sites.py::test_create_then_delete_site[plain-cluster]
[gw4] [ 63%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_idempotent[standalone]
tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[standalone]
[gw6] [ 63%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_quiet_mode[standalone]
tests/s3/test_batch_delete.py::test_batch_delete_mixed[standalone]
[gw1] [ 63%] PASSED tests/admin/test_replication_sites.py::test_create_then_delete_site[plain-cluster]
tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[plain-cluster]
[gw0] [ 63%] PASSED tests/s3/test_bucket_encryption.py::test_delete_encryption[standalone]
tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[standalone]
[gw4] [ 63%] PASSED tests/s3/test_bucket_crud.py::test_delete_nonempty_bucket_409[standalone]
tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[standalone]
[gw6] [ 64%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_mixed[standalone]
[gw4] [ 64%] PASSED tests/s3/test_bucket_crud.py::test_delete_missing_bucket_404[standalone]
tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[standalone]
tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[standalone]
[gw0] [ 64%] PASSED tests/s3/test_bucket_encryption.py::test_invalid_sse_algorithm[standalone]
tests/s3/test_bucket_encryption.py::test_object_with_sse_header[standalone]
[gw1] [ 64%] PASSED tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[plain-cluster]
tests/s3/test_bucket_policy.py::test_replace_policy[standalone]
[gw4] [ 64%] PASSED tests/s3/test_bucket_crud.py::test_list_buckets_includes_created[standalone]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[standalone]
[gw1] [ 64%] PASSED tests/s3/test_bucket_policy.py::test_replace_policy[standalone]
tests/s3/test_bucket_policy.py::test_policy_status_after_public[standalone]
[gw4] [ 64%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_short[standalone]
tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[standalone]
[gw6] [ 64%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_versioned_creates_markers[standalone]
[gw0] [ 65%] PASSED tests/s3/test_bucket_encryption.py::test_object_with_sse_header[standalone]
tests/s3/test_batch_delete.py::test_batch_delete_max_1000[standalone]
tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[standalone]
[gw4] [ 65%] PASSED tests/s3/test_bucket_crud.py::test_invalid_bucket_name_uppercase[standalone]
tests/s3/test_bucket_crud.py::test_head_bucket_200[standalone]
[gw1] [ 65%] PASSED tests/s3/test_bucket_policy.py::test_policy_status_after_public[standalone]
tests/s3/test_bucket_replication.py::test_put_get_replication[standalone]
[gw1] [ 65%] SKIPPED tests/s3/test_bucket_replication.py::test_put_get_replication[standalone]
[gw0] [ 65%] PASSED tests/s3/test_bucket_lifecycle.py::test_put_get_lifecycle[standalone]
tests/s3/test_bucket_replication.py::test_get_replication_unset[standalone]
tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[standalone]
[gw1] [ 65%] SKIPPED tests/s3/test_bucket_replication.py::test_get_replication_unset[standalone]
[gw4] [ 65%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_200[standalone]
tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[standalone]
tests/s3/test_bucket_replication.py::test_delete_replication[standalone]
[gw1] [ 65%] SKIPPED tests/s3/test_bucket_replication.py::test_delete_replication[standalone]
[gw4] [ 65%] PASSED tests/s3/test_bucket_crud.py::test_create_then_delete_then_recreate[standalone]
tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[standalone]
[gw0] [ 66%] PASSED tests/s3/test_bucket_lifecycle.py::test_get_lifecycle_unset_404[standalone]
tests/s3/test_bucket_replication.py::test_replication_disabled_rule[standalone]
[gw1] [ 66%] SKIPPED tests/s3/test_bucket_replication.py::test_replication_disabled_rule[standalone]
tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[standalone]
tests/s3/test_bucket_replication.py::test_replication_with_priority[standalone]
[gw1] [ 66%] SKIPPED tests/s3/test_bucket_replication.py::test_replication_with_priority[standalone]
tests/s3/test_bucket_replication.py::test_replication_invalid_400[standalone]
[gw1] [ 66%] SKIPPED tests/s3/test_bucket_replication.py::test_replication_invalid_400[standalone]
[gw4] [ 66%] PASSED tests/s3/test_bucket_encryption.py::test_put_get_bucket_encryption[standalone]
tests/s3/test_bucket_encryption.py::test_get_encryption_unset[standalone]
[gw0] [ 66%] PASSED tests/s3/test_bucket_lifecycle.py::test_delete_lifecycle[standalone]
tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[standalone]
tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[standalone]
[gw4] [ 66%] PASSED tests/s3/test_bucket_encryption.py::test_get_encryption_unset[standalone]
tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[standalone]
[gw0] [ 66%] SKIPPED tests/s3/test_bucket_lifecycle.py::test_lifecycle_with_abort_incomplete_multipart[standalone]
tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[standalone]
[gw1] [ 67%] PASSED tests/s3/test_bucket_tagging.py::test_put_get_bucket_tagging[standalone]
tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[standalone]
[gw4] [ 67%] PASSED tests/s3/test_bucket_tagging.py::test_overwrite_bucket_tagging[standalone]
tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[standalone]
[gw0] [ 67%] PASSED tests/s3/test_bucket_lifecycle.py::test_replace_lifecycle[standalone]
tests/s3/test_bucket_lifecycle.py::test_disabled_rule[standalone]
[gw4] [ 67%] PASSED tests/s3/test_bucket_tagging.py::test_delete_bucket_tagging[standalone]
tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[standalone]
[gw0] [ 67%] PASSED tests/s3/test_bucket_lifecycle.py::test_disabled_rule[standalone]
tests/s3/test_bucket_notifications.py::test_get_notifications_unset[standalone]
[gw1] [ 67%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_delete_creates_marker[standalone]
tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[standalone]
[gw4] [ 67%] PASSED tests/s3/test_bucket_tagging.py::test_get_bucket_tagging_unset[standalone]
tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[standalone]
[gw0] [ 67%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_unset[standalone]
tests/s3/test_error_codes.py::test_bucket_already_owned[standalone]
[gw4] [ 67%] PASSED tests/s3/test_bucket_versioning.py::test_get_versioning_default_unset[standalone]
tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[standalone]
[gw0] [ 68%] PASSED tests/s3/test_error_codes.py::test_bucket_already_owned[standalone]
tests/s3/test_error_codes.py::test_precondition_failed_412[standalone]
[gw1] [ 68%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_returns_versions_and_markers[standalone]
tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[standalone]
[gw4] [ 68%] PASSED tests/s3/test_bucket_versioning.py::test_enable_versioning_persists[standalone]
tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[standalone]
[gw0] [ 68%] PASSED tests/s3/test_error_codes.py::test_precondition_failed_412[standalone]
tests/s3/test_error_codes.py::test_range_not_satisfiable_416[standalone]
[gw4] [ 68%] PASSED tests/s3/test_bucket_versioning.py::test_suspend_versioning_persists[standalone]
tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[standalone]
[gw1] [ 68%] PASSED tests/s3/test_bucket_versioning.py::test_list_object_versions_pagination_max_keys[standalone]
tests/s3/test_error_codes.py::test_no_such_bucket_get[standalone]
[gw1] [ 68%] PASSED tests/s3/test_error_codes.py::test_no_such_bucket_get[standalone]
tests/s3/test_error_codes.py::test_no_such_key_get[standalone]
[gw4] [ 68%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_put_creates_new_versions[standalone]
tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[standalone]
[gw0] [ 69%] PASSED tests/s3/test_error_codes.py::test_range_not_satisfiable_416[standalone]
tests/s3/test_error_codes.py::test_invalid_signature_403[standalone]
[gw0] [ 69%] PASSED tests/s3/test_error_codes.py::test_invalid_signature_403[standalone]
[gw1] [ 69%] PASSED tests/s3/test_error_codes.py::test_no_such_key_get[standalone]
tests/s3/test_error_codes.py::test_no_such_upload_complete[standalone]
tests/s3/test_error_codes.py::test_key_too_long[standalone]
[gw1] [ 69%] PASSED tests/s3/test_error_codes.py::test_no_such_upload_complete[standalone]
tests/s3/test_error_codes.py::test_invalid_bucket_name[standalone]
[gw4] [ 69%] PASSED tests/s3/test_bucket_versioning.py::test_versioned_get_specific_version[standalone]
tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[standalone]
[gw1] [ 69%] PASSED tests/s3/test_error_codes.py::test_invalid_bucket_name[standalone]
[gw0] [ 69%] PASSED tests/s3/test_error_codes.py::test_key_too_long[standalone]
tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[standalone]
tests/s3/test_error_codes.py::test_bucket_not_empty[standalone]
[gw0] [ 69%] PASSED tests/s3/test_keytoolong.py::test_reserved_namespace_rejected[standalone]
tests/s3/test_keytoolong.py::test_key_too_long_rejected[standalone]
[gw1] [ 69%] PASSED tests/s3/test_error_codes.py::test_bucket_not_empty[standalone]
tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[standalone]
[gw0] [ 70%] PASSED tests/s3/test_keytoolong.py::test_key_too_long_rejected[standalone]
tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[standalone]
[gw1] [ 70%] PASSED tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[standalone]
tests/s3/test_multipart.py::test_part_too_small_except_last[standalone]
[gw0] [ 70%] PASSED tests/s3/test_multipart.py::test_create_multipart_returns_upload_id[standalone]
tests/s3/test_multipart_state.py::test_complete_on_originator[standalone]
[gw0] [ 70%] SKIPPED tests/s3/test_multipart_state.py::test_complete_on_originator[standalone]
tests/s3/test_multipart_state.py::test_abort_on_originator[standalone]
[gw0] [ 70%] SKIPPED tests/s3/test_multipart_state.py::test_abort_on_originator[standalone]
[gw5] [ 70%] RERUN tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone]
tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone]
tests/s3/test_multipart_state.py::test_listparts_on_originator[standalone]
[gw0] [ 70%] SKIPPED tests/s3/test_multipart_state.py::test_listparts_on_originator[standalone]
[gw5] [ 70%] FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone]
tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[standalone]
[gw1] [ 70%] PASSED tests/s3/test_multipart.py::test_part_too_small_except_last[standalone]
tests/s3/test_multipart.py::test_complete_one_part_only[standalone]
tests/s3/test_multipart_state.py::test_idempotent_complete_retry[standalone]
[gw0] [ 70%] SKIPPED tests/s3/test_multipart_state.py::test_idempotent_complete_retry[standalone]
tests/s3/test_object_attributes.py::test_attributes_etag_size[standalone]
[gw5] [ 71%] PASSED tests/s3/test_bucket_notifications.py::test_get_notifications_after_put_clear[standalone]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[standalone]
[gw1] [ 71%] PASSED tests/s3/test_multipart.py::test_complete_one_part_only[standalone]
[gw5] [ 71%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_governance[standalone]
tests/s3/test_multipart.py::test_invalid_part_number_high[standalone]
tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[standalone]
[gw0] [ 71%] PASSED tests/s3/test_object_attributes.py::test_attributes_etag_size[standalone]
tests/s3/test_object_attributes.py::test_attributes_storage_class[standalone]
[gw5] [ 71%] PASSED tests/s3/test_bucket_objectlock.py::test_put_get_objectlock_compliance[standalone]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[standalone]
[gw1] [ 71%] PASSED tests/s3/test_multipart.py::test_invalid_part_number_high[standalone]
tests/s3/test_multipart.py::test_complete_parts_out_of_order[standalone]
[gw0] [ 71%] PASSED tests/s3/test_object_attributes.py::test_attributes_storage_class[standalone]
[gw5] [ 71%] PASSED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_mode[standalone]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone]
tests/s3/test_object_attributes.py::test_attributes_missing_key[standalone]
[gw6] [ 72%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_max_1000[standalone]
tests/s3/test_batch_delete.py::test_batch_delete_empty_list[standalone]
[gw0] [ 72%] PASSED tests/s3/test_object_attributes.py::test_attributes_missing_key[standalone]
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[standalone]
[gw6] [ 72%] PASSED tests/s3/test_batch_delete.py::test_batch_delete_empty_list[standalone]
tests/s3/test_bucket_cors.py::test_put_get_cors_basic[standalone]
[gw6] [ 72%] PASSED tests/s3/test_bucket_cors.py::test_put_get_cors_basic[standalone]
tests/s3/test_bucket_cors.py::test_put_cors_with_headers[standalone]
[gw6] [ 72%] PASSED tests/s3/test_bucket_cors.py::test_put_cors_with_headers[standalone]
tests/s3/test_bucket_cors.py::test_delete_bucket_cors[standalone]
[gw1] [ 72%] PASSED tests/s3/test_multipart.py::test_complete_parts_out_of_order[standalone]
tests/s3/test_multipart.py::test_abort_purges_from_listings[standalone]
[gw0] [ 72%] SKIPPED tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[standalone]
tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[standalone]
[gw6] [ 72%] PASSED tests/s3/test_bucket_cors.py::test_delete_bucket_cors[standalone]
tests/s3/test_bucket_cors.py::test_get_cors_unset[standalone]
[gw1] [ 72%] PASSED tests/s3/test_multipart.py::test_abort_purges_from_listings[standalone]
tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[standalone]
[gw1] [ 73%] SKIPPED tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[standalone]
tests/s3/test_multipart_state.py::test_uploadid_per_node[standalone]
[gw1] [ 73%] SKIPPED tests/s3/test_multipart_state.py::test_uploadid_per_node[standalone]
[gw6] [ 73%] PASSED tests/s3/test_bucket_cors.py::test_get_cors_unset[standalone]
[gw0] [ 73%] PASSED tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[standalone]
tests/s3/test_object_conditional.py::test_get_if_match_passes[standalone]
tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[standalone]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[standalone]
[gw6] [ 73%] PASSED tests/s3/test_bucket_crud.py::test_create_bucket_returns_200[standalone]
tests/s3/test_bucket_crud.py::test_head_bucket_404[standalone]
[gw6] [ 73%] PASSED tests/s3/test_bucket_crud.py::test_head_bucket_404[standalone]
[gw0] [ 73%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_passes[standalone]
tests/s3/test_object_conditional.py::test_get_if_match_fails_412[standalone]
tests/s3/test_object_conditional.py::test_get_if_modified_since_past[standalone]
[gw1] [ 73%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_replace[standalone]
tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[standalone]
[gw0] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_fails_412[standalone]
tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[standalone]
[gw6] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_past[standalone]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[standalone]
[gw0] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[standalone]
tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[standalone]
[gw1] [ 74%] PASSED tests/s3/test_object_copy.py::test_copy_with_metadata_directive_copy[standalone]
tests/s3/test_object_copy.py::test_copy_missing_source_404[standalone]
[gw6] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_future[standalone]
tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[standalone]
[gw0] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_mismatch_returns_object[standalone]
tests/s3/test_object_conditional.py::test_get_if_modified_since_future[standalone]
[gw1] [ 74%] PASSED tests/s3/test_object_copy.py::test_copy_missing_source_404[standalone]
tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[standalone]
[gw0] [ 74%] PASSED tests/s3/test_object_conditional.py::test_get_if_modified_since_future[standalone]
tests/s3/test_object_crud.py::test_put_with_content_type[standalone]
[gw1] [ 74%] PASSED tests/s3/test_object_copy.py::test_copy_overwrites_existing_dst[standalone]
tests/s3/test_object_copy.py::test_copy_returns_etag[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_put_with_content_type[standalone]
tests/s3/test_object_crud.py::test_put_with_user_metadata[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_put_with_user_metadata[standalone]
tests/s3/test_object_crud.py::test_put_returns_etag_md5[standalone]
[gw1] [ 75%] PASSED tests/s3/test_object_copy.py::test_copy_returns_etag[standalone]
tests/s3/test_object_copy.py::test_copy_5mib[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_put_returns_etag_md5[standalone]
tests/s3/test_object_crud.py::test_overwrite_object[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_overwrite_object[standalone]
tests/s3/test_object_crud.py::test_head_object_404[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_head_object_404[standalone]
tests/s3/test_object_crud.py::test_get_object_404[standalone]
[gw1] [ 75%] PASSED tests/s3/test_object_copy.py::test_copy_5mib[standalone]
tests/s3/test_object_crud.py::test_put_get_small[standalone]
[gw0] [ 75%] PASSED tests/s3/test_object_crud.py::test_get_object_404[standalone]
tests/s3/test_object_crud.py::test_delete_idempotent[standalone]
[gw1] [ 76%] PASSED tests/s3/test_object_crud.py::test_put_get_small[standalone]
[gw0] [ 76%] PASSED tests/s3/test_object_crud.py::test_delete_idempotent[standalone]
[gw5] [ 76%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone]
tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone]
tests/s3/test_object_crud.py::test_put_get_5mib[standalone]
tests/s3/test_object_crud.py::test_delete_existing[standalone]
[gw5] [ 76%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone]
tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[standalone]
[gw6] [ 76%] PASSED tests/s3/test_object_conditional.py::test_get_if_unmodified_since_past_412[standalone]
tests/s3/test_object_conditional.py::test_head_if_match[standalone]
[gw0] [ 76%] PASSED tests/s3/test_object_crud.py::test_delete_existing[standalone]
tests/s3/test_object_crud.py::test_list_objects_v2_basic[standalone]
[gw5] [ 76%] PASSED tests/s3/test_bucket_objectlock.py::test_get_objectlock_unset[standalone]
tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[standalone]
[gw6] [ 76%] PASSED tests/s3/test_object_conditional.py::test_head_if_match[standalone]
tests/s3/test_object_conditional.py::test_head_if_match_412[standalone]
[gw1] [ 76%] PASSED tests/s3/test_object_crud.py::test_put_get_5mib[standalone]
tests/s3/test_object_headers.py::test_etag_present_on_put[standalone]
[gw5] [ 76%] PASSED tests/s3/test_bucket_objectlock.py::test_replace_objectlock_config[standalone]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone]
[gw0] [ 77%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_basic[standalone]
tests/s3/test_object_crud.py::test_list_objects_v2_prefix[standalone]
[gw1] [ 77%] PASSED tests/s3/test_object_headers.py::test_etag_present_on_put[standalone]
tests/s3/test_object_headers.py::test_etag_consistent_put_get[standalone]
[gw6] [ 77%] PASSED tests/s3/test_object_conditional.py::test_head_if_match_412[standalone]
tests/s3/test_object_copy.py::test_simple_copy[standalone]
[gw1] [ 77%] PASSED tests/s3/test_object_headers.py::test_etag_consistent_put_get[standalone]
tests/s3/test_object_headers.py::test_content_type_passthrough[standalone]
[gw0] [ 77%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_prefix[standalone]
tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[standalone]
[gw6] [ 77%] PASSED tests/s3/test_object_copy.py::test_simple_copy[standalone]
tests/s3/test_object_copy.py::test_copy_preserves_content[standalone]
[gw1] [ 77%] PASSED tests/s3/test_object_headers.py::test_content_type_passthrough[standalone]
tests/s3/test_object_headers.py::test_content_disposition_passthrough[standalone]
[gw6] [ 77%] PASSED tests/s3/test_object_copy.py::test_copy_preserves_content[standalone]
tests/s3/test_object_copy.py::test_copy_cross_bucket[standalone]
[gw1] [ 78%] PASSED tests/s3/test_object_headers.py::test_content_disposition_passthrough[standalone]
tests/s3/test_object_headers.py::test_cache_control_passthrough[standalone]
[gw0] [ 78%] PASSED tests/s3/test_object_crud.py::test_list_objects_v2_delimiter[standalone]
tests/s3/test_object_crud.py::test_zero_byte_object[standalone]
[gw1] [ 78%] PASSED tests/s3/test_object_headers.py::test_cache_control_passthrough[standalone]
tests/s3/test_object_headers.py::test_last_modified_present[standalone]
[gw0] [ 78%] PASSED tests/s3/test_object_crud.py::test_zero_byte_object[standalone]
[gw6] [ 78%] PASSED tests/s3/test_object_copy.py::test_copy_cross_bucket[standalone]
tests/s3/test_object_range.py::test_range_response_content_length[standalone]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone]
[gw1] [ 78%] PASSED tests/s3/test_object_headers.py::test_last_modified_present[standalone]
tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[standalone]
[gw0] [ 78%] PASSED tests/s3/test_object_range.py::test_range_response_content_length[standalone]
tests/s3/test_object_range.py::test_range_on_5mib[standalone]
[gw1] [ 78%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_then_off[standalone]
tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[standalone]
[gw1] [ 78%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_on_missing_key_404[standalone]
tests/s3/test_object_retention.py::test_get_retention_unset[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_retention.py::test_get_retention_unset[standalone]
tests/s3/test_object_retention.py::test_get_legal_hold_unset[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_unset[standalone]
tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_tagging.py::test_put_object_with_tagging_header[standalone]
tests/s3/test_object_tagging.py::test_put_get_object_tagging[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_tagging.py::test_put_get_object_tagging[standalone]
tests/s3/test_object_tagging.py::test_delete_object_tagging[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_tagging.py::test_delete_object_tagging[standalone]
tests/s3/test_object_tagging.py::test_overwrite_tags[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_tagging.py::test_overwrite_tags[standalone]
tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_tagging.py::test_get_tags_on_missing_key[standalone]
tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[standalone]
[gw1] [ 79%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_returns_version_header[standalone]
tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[standalone]
[gw1] [ 80%] PASSED tests/s3/test_object_versioning.py::test_versioned_get_specific_version_id[standalone]
[gw4] [ 80%] PASSED tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[standalone]
tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[standalone]
tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[standalone]
[gw5] [ 80%] RERUN tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone]
tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone]
[gw5] [ 80%] FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone]
tests/s3/test_bucket_policy.py::test_put_get_policy[standalone]
[gw1] [ 80%] PASSED tests/s3/test_object_versioning.py::test_versioned_delete_specific_version[standalone]
tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[standalone]
[gw5] [ 80%] PASSED tests/s3/test_bucket_policy.py::test_put_get_policy[standalone]
tests/s3/test_bucket_policy.py::test_get_policy_unset_404[standalone]
[gw5] [ 80%] PASSED tests/s3/test_bucket_policy.py::test_get_policy_unset_404[standalone]
tests/s3/test_bucket_policy.py::test_delete_policy[standalone]
[gw1] [ 80%] PASSED tests/s3/test_object_versioning.py::test_get_after_delete_marker_returns_404[standalone]
tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[standalone]
[gw4] [ 80%] PASSED tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[standalone]
tests/s3/test_multipart.py::test_abort_multipart_upload[standalone]
[gw5] [ 80%] PASSED tests/s3/test_bucket_policy.py::test_delete_policy[standalone]
tests/s3/test_bucket_policy.py::test_invalid_policy_400[standalone]
[gw6] [ 81%] RERUN tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone]
tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone]
[gw5] [ 81%] PASSED tests/s3/test_bucket_policy.py::test_invalid_policy_400[standalone]
tests/s3/test_presigned.py::test_presigned_query_has_required_params[standalone]
[gw1] [ 81%] XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[standalone]
tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[standalone]
[gw6] [ 81%] FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone]
tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[standalone]
[gw5] [ 81%] PASSED tests/s3/test_presigned.py::test_presigned_query_has_required_params[standalone]
tests/s3/test_presigned.py::test_presigned_expired_403[standalone]
[gw4] [ 81%] PASSED tests/s3/test_multipart.py::test_abort_multipart_upload[standalone]
tests/s3/test_multipart.py::test_list_parts_after_uploads[standalone]
[gw1] [ 81%] PASSED tests/s3/test_object_versioning.py::test_listobjectversions_islatest_flag[standalone]
tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[standalone]
[gw6] [ 81%] PASSED tests/s3/test_object_legalhold.py::test_legal_hold_persists_across_get[standalone]
tests/s3/test_object_range.py::test_range_first_bytes[standalone]
[gw0] [ 81%] PASSED tests/s3/test_object_range.py::test_range_on_5mib[standalone]
tests/s3/test_object_range.py::test_range_zero_byte_object[standalone]
[gw1] [ 81%] PASSED tests/s3/test_object_versioning.py::test_versioning_suspended_overwrite[standalone]
tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[standalone]
[gw6] [ 82%] PASSED tests/s3/test_object_range.py::test_range_first_bytes[standalone]
tests/s3/test_object_range.py::test_range_middle[standalone]
[gw0] [ 82%] PASSED tests/s3/test_object_range.py::test_range_zero_byte_object[standalone]
tests/s3/test_object_retention.py::test_put_get_retention_governance[standalone]
[gw1] [ 82%] PASSED tests/s3/test_object_versioning.py::test_unversioned_delete_idempotent[standalone]
tests/s3/test_presigned.py::test_presigned_get_returns_object[standalone]
[gw6] [ 82%] PASSED tests/s3/test_object_range.py::test_range_middle[standalone]
tests/s3/test_object_range.py::test_range_open_ended[standalone]
[gw4] [ 82%] PASSED tests/s3/test_multipart.py::test_list_parts_after_uploads[standalone]
tests/s3/test_multipart.py::test_list_parts_pagination[standalone]
[gw1] [ 82%] PASSED tests/s3/test_presigned.py::test_presigned_get_returns_object[standalone]
tests/s3/test_presigned.py::test_presigned_put_uploads[standalone]
[gw0] [ 82%] PASSED tests/s3/test_object_retention.py::test_put_get_retention_governance[standalone]
tests/s3/test_object_retention.py::test_legal_hold_on_off[standalone]
[gw6] [ 82%] PASSED tests/s3/test_object_range.py::test_range_open_ended[standalone]
tests/s3/test_object_range.py::test_range_suffix[standalone]
[gw1] [ 83%] PASSED tests/s3/test_presigned.py::test_presigned_put_uploads[standalone]
tests/s3/test_select.py::test_select_filter[standalone]
[gw6] [ 83%] PASSED tests/s3/test_object_range.py::test_range_suffix[standalone]
tests/s3/test_object_range.py::test_range_out_of_bounds_416[standalone]
[gw0] [ 83%] PASSED tests/s3/test_object_retention.py::test_legal_hold_on_off[standalone]
tests/s3/test_object_retention.py::test_get_retention_missing_404[standalone]
[gw6] [ 83%] PASSED tests/s3/test_object_range.py::test_range_out_of_bounds_416[standalone]
tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[standalone]
[gw0] [ 83%] PASSED tests/s3/test_object_retention.py::test_get_retention_missing_404[standalone]
tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[standalone]
[gw1] [ 83%] PASSED tests/s3/test_select.py::test_select_filter[standalone]
tests/s3/test_select.py::test_select_csv[standalone]
[gw6] [ 83%] PASSED tests/s3/test_sigv4_quirks.py::test_unsigned_request_403[standalone]
tests/s3/test_sigv4_quirks.py::test_presigned_works[standalone]
[gw0] [ 83%] PASSED tests/s3/test_object_retention.py::test_get_legal_hold_missing_404[standalone]
tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[standalone]
[gw4] [ 83%] PASSED tests/s3/test_multipart.py::test_list_parts_pagination[standalone]
tests/s3/test_multipart.py::test_list_multipart_uploads[standalone]
[gw1] [ 84%] PASSED tests/s3/test_select.py::test_select_csv[standalone]
tests/s3/test_select.py::test_select_missing_key[standalone]
[gw6] [ 84%] PASSED tests/s3/test_sigv4_quirks.py::test_presigned_works[standalone]
tests/s3/test_sigv4_quirks.py::test_invalid_access_key[standalone]
[gw0] [ 84%] PASSED tests/s3/test_smoke_roundtrip.py::test_put_get_1mib_roundtrip[standalone]
tests/s3/test_smoke_roundtrip.py::test_head_object[standalone]
[gw4] [ 84%] PASSED tests/s3/test_multipart.py::test_list_multipart_uploads[standalone]
tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[standalone]
[gw1] [ 84%] PASSED tests/s3/test_select.py::test_select_missing_key[standalone]
tests/s3/test_select.py::test_select_invalid_sql[standalone]
[gw6] [ 84%] PASSED tests/s3/test_sigv4_quirks.py::test_invalid_access_key[standalone]
tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[standalone]
[gw0] [ 84%] PASSED tests/s3/test_smoke_roundtrip.py::test_head_object[standalone]
tests/s3/test_smoke_roundtrip.py::test_delete_object[standalone]
[gw6] [ 84%] PASSED tests/s3/test_sigv4_quirks.py::test_sigv4_path_with_special_chars[standalone]
tests/s3/test_smoke_roundtrip.py::test_list_buckets[standalone]
[gw1] [ 85%] PASSED tests/s3/test_select.py::test_select_invalid_sql[standalone]
tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[standalone]
[gw6] [ 85%] PASSED tests/s3/test_smoke_roundtrip.py::test_list_buckets[standalone]
tests/admin/test_batch_jobs.py::test_status_unknown_job_id[standalone]
[gw0] [ 85%] PASSED tests/s3/test_smoke_roundtrip.py::test_delete_object[standalone]
tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[standalone]
[gw0] [ 85%] PASSED tests/s3/test_smoke_roundtrip.py::test_no_such_bucket[standalone]
tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[standalone]
[gw6] [ 85%] SKIPPED tests/admin/test_batch_jobs.py::test_status_unknown_job_id[standalone]
tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[standalone]
[gw1] [ 85%] PASSED tests/s3/test_sigv4_quirks.py::test_signed_get_succeeds[standalone]
tests/admin/test_buckets_browser.py::test_list_objects_admin_path[standalone]
[gw0] [ 85%] PASSED tests/admin/test_capacity.py::test_capacity_has_pools_or_totals[standalone]
tests/admin/test_capacity.py::test_capacity_pcts_in_range[standalone]
[gw5] [ 85%] PASSED tests/s3/test_presigned.py::test_presigned_expired_403[standalone]
tests/s3/test_presigned.py::test_presigned_modified_signature_403[standalone]
[gw4] [ 85%] PASSED tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[standalone]
tests/admin/test_batch_jobs.py::test_list_batch_jobs[standalone]
[gw5] [ 86%] PASSED tests/s3/test_presigned.py::test_presigned_modified_signature_403[standalone]
tests/s3/test_presigned.py::test_presigned_head[standalone]
[gw6] [ 86%] PASSED tests/admin/test_buckets_browser.py::test_list_buckets_admin_path[standalone]
[gw4] [ 86%] SKIPPED tests/admin/test_batch_jobs.py::test_list_batch_jobs[standalone]
[gw0] [ 86%] PASSED tests/admin/test_capacity.py::test_capacity_pcts_in_range[standalone]
[gw1] [ 86%] PASSED tests/admin/test_buckets_browser.py::test_list_objects_admin_path[standalone]
tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[standalone]
tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[standalone]
tests/admin/test_batch_jobs.py::test_start_invalid_job_type[standalone]
tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[standalone]
[gw0] [ 86%] SKIPPED tests/admin/test_cluster_topology.py::test_cluster_endpoint_returns_json[standalone]
tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[standalone]
[gw0] [ 86%] SKIPPED tests/admin/test_cluster_topology.py::test_cluster_has_expected_node_count[standalone]
tests/admin/test_cluster_topology.py::test_cluster_has_leader[standalone]
[gw0] [ 86%] SKIPPED tests/admin/test_cluster_topology.py::test_cluster_has_leader[standalone]
[gw5] [ 87%] PASSED tests/s3/test_presigned.py::test_presigned_head[standalone]
[gw1] [ 87%] PASSED tests/admin/test_buckets_browser.py::test_delete_missing_bucket_idempotent[standalone]
[gw6] [ 87%] PASSED tests/admin/test_buckets_browser.py::test_create_then_delete_bucket[standalone]
tests/s3/test_select.py::test_select_basic[standalone]
tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[standalone]
[gw4] [ 87%] SKIPPED tests/admin/test_batch_jobs.py::test_start_invalid_job_type[standalone]
tests/admin/test_buckets_browser.py::test_versioning_admin_path[standalone]
tests/admin/test_batch_jobs.py::test_start_unknown_bucket[standalone]
tests/admin/test_cluster_topology.py::test_cluster_membership_version[standalone]
[gw0] [ 87%] SKIPPED tests/admin/test_cluster_topology.py::test_cluster_membership_version[standalone]
tests/admin/test_cluster_topology.py::test_nodes_endpoint[standalone]
[gw0] [ 87%] SKIPPED tests/admin/test_cluster_topology.py::test_nodes_endpoint[standalone]
[gw1] [ 87%] PASSED tests/admin/test_buckets_browser.py::test_create_bucket_invalid_name[standalone]
tests/admin/test_capacity.py::test_capacity_endpoint_200[standalone]
[gw4] [ 87%] SKIPPED tests/admin/test_batch_jobs.py::test_start_unknown_bucket[standalone]
[gw6] [ 87%] PASSED tests/admin/test_buckets_browser.py::test_versioning_admin_path[standalone]
tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[standalone]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-healing]
tests/admin/test_cluster_topology.py::test_drives_listed[standalone]
[gw0] [ 88%] SKIPPED tests/admin/test_cluster_topology.py::test_drives_listed[standalone]
tests/admin/test_cluster_topology.py::test_each_drive_has_status[standalone]
[gw0] [ 88%] SKIPPED tests/admin/test_cluster_topology.py::test_each_drive_has_status[standalone]
[gw1] [ 88%] PASSED tests/admin/test_capacity.py::test_capacity_endpoint_200[standalone]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-control]
tests/admin/test_drives.py::test_drives_have_capacity[standalone]
[gw4] [ 88%] SKIPPED tests/admin/test_batch_jobs.py::test_cancel_invalid_job_id[standalone]
[gw0] [ 88%] SKIPPED tests/admin/test_drives.py::test_drives_have_capacity[standalone]
[gw6] [ 88%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-healing]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-replication]
tests/admin/test_drives.py::test_drives_have_uuid[standalone]
[gw5] [ 88%] PASSED tests/s3/test_select.py::test_select_basic[standalone]
[gw4] [ 88%] SKIPPED tests/admin/test_drives.py::test_drives_have_uuid[standalone]
tests/admin/test_cluster_topology.py::test_capacity_returns_totals[standalone]
[gw6] [ 89%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-replication]
[gw5] [ 89%] SKIPPED tests/admin/test_cluster_topology.py::test_capacity_returns_totals[standalone]
tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[standalone]
[gw0] [ 89%] SKIPPED tests/admin/test_drives.py::test_drives_count_equals_node_drives_total[standalone]
tests/admin/test_drives.py::test_drives_have_node_id[standalone]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-api]
[gw4] [ 89%] SKIPPED tests/admin/test_drives.py::test_drives_have_node_id[standalone]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-compression]
[gw6] [ 89%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-api]
tests/admin/test_drives.py::test_drives_initially_ok[standalone]
[gw0] [ 89%] SKIPPED tests/admin/test_drives.py::test_drives_initially_ok[standalone]
tests/admin/test_heal.py::test_heal_start_dry_run[standalone]
tests/admin/test_heal.py::test_heal_idle_at_startup[standalone]
[gw1] [ 89%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-control]
[gw4] [ 89%] SKIPPED tests/admin/test_heal.py::test_heal_start_dry_run[standalone]
[gw6] [ 89%] SKIPPED tests/admin/test_heal.py::test_heal_idle_at_startup[standalone]
tests/admin/test_config_subsystems.py::test_set_compression_level[standalone]
tests/admin/test_heal.py::test_heal_status[standalone]
[gw0] [ 90%] SKIPPED tests/admin/test_heal.py::test_heal_status[standalone]
tests/admin/test_heal.py::test_heal_start_invalid_scope[standalone]
tests/admin/test_heal.py::test_heal_stat_keys_present[standalone]
[gw4] [ 90%] SKIPPED tests/admin/test_heal.py::test_heal_start_invalid_scope[standalone]
[gw6] [ 90%] SKIPPED tests/admin/test_heal.py::test_heal_stat_keys_present[standalone]
tests/admin/test_iam_groups.py::test_create_group[standalone]
[gw5] [ 90%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-compression]
tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-scanner]
tests/admin/test_iam_importexport.py::test_export[standalone]
tests/admin/test_iam_groups.py::test_attach_policy_to_group[standalone]
[gw5] [ 90%] PASSED tests/admin/test_config_subsystems.py::test_get_each_subsystem[standalone-scanner]
[gw1] [ 90%] PASSED tests/admin/test_config_subsystems.py::test_set_compression_level[standalone]
tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[standalone]
tests/admin/test_iam_importexport.py::test_import_invalid_mode[standalone]
[gw1] [ 90%] PASSED tests/admin/test_config_subsystems.py::test_invalid_subsystem_404[standalone]
tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[standalone]
[gw0] [ 90%] PASSED tests/admin/test_iam_groups.py::test_create_group[standalone]
tests/admin/test_iam_groups.py::test_add_remove_member[standalone]
[gw5] [ 90%] PASSED tests/admin/test_iam_importexport.py::test_import_invalid_mode[standalone]
[gw6] [ 91%] PASSED tests/admin/test_iam_importexport.py::test_export[standalone]
tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[standalone]
tests/admin/test_iam_importexport.py::test_import_skip_mode[standalone]
[gw4] [ 91%] PASSED tests/admin/test_iam_groups.py::test_attach_policy_to_group[standalone]
tests/admin/test_iam_groups.py::test_get_group_includes_members[standalone]
[gw1] [ 91%] PASSED tests/admin/test_iam_keys.py::test_list_access_keys_does_not_reveal_secret[standalone]
tests/admin/test_iam_keys.py::test_disable_access_key[standalone]
[gw6] [ 91%] PASSED tests/admin/test_iam_importexport.py::test_import_skip_mode[standalone]
[gw0] [ 91%] PASSED tests/admin/test_iam_groups.py::test_add_remove_member[standalone]
tests/admin/test_iam_policies.py::test_create_policy[standalone]
tests/admin/test_iam_keys.py::test_delete_access_key[standalone]
[gw4] [ 91%] PASSED tests/admin/test_iam_groups.py::test_get_group_includes_members[standalone]
[gw5] [ 91%] PASSED tests/admin/test_iam_keys.py::test_create_access_key_returns_secret_once[standalone]
tests/admin/test_iam_policies.py::test_list_policies[standalone]
tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[standalone]
[gw1] [ 91%] PASSED tests/admin/test_iam_keys.py::test_disable_access_key[standalone]
tests/admin/test_iam_policies.py::test_get_policy[standalone]
[gw6] [ 92%] PASSED tests/admin/test_iam_policies.py::test_create_policy[standalone]
tests/admin/test_iam_policies.py::test_delete_policy[standalone]
[gw5] [ 92%] PASSED tests/admin/test_iam_keys.py::test_create_key_for_unknown_user[standalone]
tests/admin/test_iam_serviceaccounts.py::test_create_service_account[standalone]
[gw0] [ 92%] PASSED tests/admin/test_iam_keys.py::test_delete_access_key[standalone]
[gw4] [ 92%] PASSED tests/admin/test_iam_policies.py::test_list_policies[standalone]
tests/admin/test_iam_policies.py::test_invalid_policy_400[standalone]
tests/admin/test_iam_policies.py::test_attach_policy_to_user[standalone]
[gw1] [ 92%] PASSED tests/admin/test_iam_policies.py::test_get_policy[standalone]
tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[standalone]
[gw6] [ 92%] PASSED tests/admin/test_iam_policies.py::test_delete_policy[standalone]
tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[standalone]
[gw5] [ 92%] PASSED tests/admin/test_iam_serviceaccounts.py::test_create_service_account[standalone]
[gw0] [ 92%] PASSED tests/admin/test_iam_policies.py::test_invalid_policy_400[standalone]
tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[standalone]
tests/admin/test_iam_users.py::test_create_user[standalone]
[gw4] [ 92%] PASSED tests/admin/test_iam_policies.py::test_attach_policy_to_user[standalone]
tests/admin/test_iam_users.py::test_list_users_includes_created[standalone]
[gw1] [ 93%] PASSED tests/admin/test_iam_serviceaccounts.py::test_list_service_accounts[standalone]
tests/admin/test_iam_users.py::test_get_user_details[standalone]
[gw5] [ 93%] SKIPPED tests/admin/test_iam_serviceaccounts.py::test_create_for_unknown_user[standalone]
tests/admin/test_iam_users.py::test_user_status_change[standalone]
[gw0] [ 93%] PASSED tests/admin/test_iam_users.py::test_create_user[standalone]
[gw6] [ 93%] PASSED tests/admin/test_iam_serviceaccounts.py::test_session_policy_too_large_400[standalone]
tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[standalone]
tests/admin/test_iam_users.py::test_get_unknown_user_404[standalone]
[gw4] [ 93%] PASSED tests/admin/test_iam_users.py::test_list_users_includes_created[standalone]
tests/admin/test_login_health.py::test_health_no_auth[standalone]
[gw1] [ 93%] PASSED tests/admin/test_iam_users.py::test_get_user_details[standalone]
tests/admin/test_login_health.py::test_ready_no_auth[standalone]
[gw5] [ 93%] PASSED tests/admin/test_iam_users.py::test_user_status_change[standalone]
[gw6] [ 93%] PASSED tests/admin/test_iam_users.py::test_get_unknown_user_404[standalone]
tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[standalone]
tests/admin/test_login_health.py::test_admin_login_endpoint_exists[standalone]
[gw0] [ 94%] PASSED tests/admin/test_iam_users.py::test_create_user_duplicate_409_or_422[standalone]
[gw4] [ 94%] PASSED tests/admin/test_login_health.py::test_health_no_auth[standalone]
tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[standalone]
tests/admin/test_mcp.py::test_list_mcp_tools[standalone]
[gw1] [ 94%] PASSED tests/admin/test_login_health.py::test_ready_no_auth[standalone]
tests/admin/test_mcp.py::test_mcp_call_unknown_tool[standalone]
[gw5] [ 94%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_requires_auth[standalone]
[gw6] [ 94%] PASSED tests/admin/test_login_health.py::test_admin_login_endpoint_exists[standalone]
tests/admin/test_mcp.py::test_mcp_embed_status[standalone]
tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[standalone]
[gw4] [ 94%] PASSED tests/admin/test_mcp.py::test_list_mcp_tools[standalone]
tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[standalone]
[gw0] [ 94%] PASSED tests/admin/test_login_health.py::test_admin_endpoint_with_bearer[standalone]
[gw4] [ 94%] SKIPPED tests/admin/test_mutation_envelope.py::test_heal_dry_run_envelope[standalone]
tests/admin/test_mcp.py::test_mcp_token_mint_basic[standalone]
tests/admin/test_replication_sites.py::test_list_sites_initially[standalone]
[gw4] [ 94%] SKIPPED tests/admin/test_replication_sites.py::test_list_sites_initially[standalone]
[gw1] [ 95%] PASSED tests/admin/test_mcp.py::test_mcp_call_unknown_tool[standalone]
tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[standalone]
[gw1] [ 95%] SKIPPED tests/admin/test_mutation_envelope.py::test_envelope_state_dryrun[standalone]
[gw5] [ 95%] PASSED tests/admin/test_mcp.py::test_mcp_embed_status[standalone]
[gw6] [ 95%] PASSED tests/admin/test_mcp.py::test_mcp_token_mint_requires_ops[standalone]
tests/admin/test_replication_sites.py::test_create_then_delete_site[standalone]
tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[standalone]
[gw4] [ 95%] SKIPPED tests/admin/test_replication_sites.py::test_create_then_delete_site[standalone]
tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[standalone]
[gw6] [ 95%] SKIPPED tests/admin/test_mutation_envelope.py::test_envelope_epoch_consistency[standalone]
[gw5] [ 95%] SKIPPED tests/admin/test_mutation_envelope.py::test_envelope_includes_leader_node_id[standalone]
[gw0] [ 95%] SKIPPED tests/admin/test_mcp.py::test_mcp_token_mint_basic[standalone]
tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[standalone]
tests/admin/test_replication_sites.py::test_status_endpoint[standalone]
[gw1] [ 96%] SKIPPED tests/admin/test_replication_sites.py::test_invalid_orpc_endpoint_400[standalone]
[gw0] [ 96%] SKIPPED tests/admin/test_replication_sites.py::test_status_endpoint[standalone]
tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[standalone]
tests/admin/test_service_diagnostics.py::test_version_endpoint[standalone]
tests/admin/test_service_diagnostics.py::test_metrics_text_format[standalone]
[gw4] [ 96%] SKIPPED tests/admin/test_replication_sites.py::test_invalid_admin_endpoint_400[standalone]
tests/admin/test_service_diagnostics.py::test_service_info[standalone]
tests/admin/test_service_diagnostics.py::test_node_info[standalone]
[gw5] [ 96%] PASSED tests/admin/test_service_diagnostics.py::test_version_endpoint[standalone]
[gw6] [ 96%] PASSED tests/admin/test_service_diagnostics.py::test_metrics_text_format[standalone]
[gw4] [ 96%] PASSED tests/admin/test_service_diagnostics.py::test_node_info[standalone]
[gw1] [ 96%] PASSED tests/admin/test_service_diagnostics.py::test_service_info[standalone]
[gw7] [ 96%] RERUN tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[plain-cluster]
tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[plain-cluster]
[gw7] [ 96%] PASSED tests/s3/test_multipart.py::test_full_multipart_flow_two_parts[plain-cluster]
tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[plain-cluster]
[gw7] [ 96%] PASSED tests/s3/test_multipart.py::test_complete_returns_multipart_etag_format[plain-cluster]
tests/s3/test_multipart.py::test_abort_multipart_upload[plain-cluster]
[gw3] [ 97%] RERUN tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster]
tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_abort_multipart_upload[plain-cluster]
tests/s3/test_multipart.py::test_list_parts_after_uploads[plain-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_list_parts_after_uploads[plain-cluster]
tests/s3/test_multipart.py::test_list_parts_pagination[plain-cluster]
[gw2] [ 97%] RERUN tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_list_parts_pagination[plain-cluster]
tests/s3/test_multipart.py::test_list_multipart_uploads[plain-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_list_multipart_uploads[plain-cluster]
tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[plain-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_complete_with_invalid_part_etag[plain-cluster]
tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[plain-cluster]
[gw7] [ 97%] PASSED tests/s3/test_multipart.py::test_complete_with_unknown_upload_id[plain-cluster]
tests/s3/test_multipart.py::test_part_too_small_except_last[plain-cluster]
[gw7] [ 98%] PASSED tests/s3/test_multipart.py::test_part_too_small_except_last[plain-cluster]
tests/s3/test_multipart.py::test_complete_one_part_only[plain-cluster]
[gw7] [ 98%] PASSED tests/s3/test_multipart.py::test_complete_one_part_only[plain-cluster]
tests/s3/test_multipart.py::test_invalid_part_number_high[plain-cluster]
[gw7] [ 98%] PASSED tests/s3/test_multipart.py::test_invalid_part_number_high[plain-cluster]
[gw3] [ 98%] FAILED tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster]
tests/s3/test_multipart_state.py::test_uploadid_per_node[tls-cluster]
[gw3] [ 98%] PASSED tests/s3/test_multipart_state.py::test_uploadid_per_node[tls-cluster]
tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster]
[gw2] [ 98%] FAILED tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster]
tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[plain-cluster]
[gw2] [ 98%] PASSED tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_match_passes[plain-cluster]
[gw2] [ 98%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_passes[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_match_fails_412[plain-cluster]
[gw2] [ 98%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_fails_412[plain-cluster]
tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[plain-cluster]
[gw2] [ 98%] PASSED tests/s3/test_object_conditional.py::test_get_if_none_match_returns_304[plain-cluster]
[gw3] [ 98%] RERUN tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster]
tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster]
[gw3] [ 98%] FAILED tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster]
tests/s3/test_multipart_state.py::test_abort_on_originator[tls-cluster]
[gw3] [ 99%] PASSED tests/s3/test_multipart_state.py::test_abort_on_originator[tls-cluster]
tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster]
[gw3] [ 99%] RERUN tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster]
tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster]
[gw3] [ 99%] FAILED tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster]
tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster]
[gw3] [ 99%] RERUN tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster]
tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster]
[gw3] [ 99%] FAILED tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_etag_size[tls-cluster]
[gw3] [ 99%] PASSED tests/s3/test_object_attributes.py::test_attributes_etag_size[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_storage_class[tls-cluster]
[gw3] [ 99%] PASSED tests/s3/test_object_attributes.py::test_attributes_storage_class[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_missing_key[tls-cluster]
[gw3] [ 99%] PASSED tests/s3/test_object_attributes.py::test_attributes_missing_key[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster]
[gw3] [ 99%] RERUN tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster]
[gw3] [ 99%] FAILED tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster]
tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[tls-cluster]
[gw3] [ 99%] PASSED tests/s3/test_object_attributes.py::test_attributes_requires_attribute_list[tls-cluster]
tests/s3/test_object_conditional.py::test_get_if_match_passes[tls-cluster]
[gw3] [100%] PASSED tests/s3/test_object_conditional.py::test_get_if_match_passes[tls-cluster]
=================================== FAILURES ===================================
_________________ test_put_invalid_notifications[tls-cluster] __________________
[gw1] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_notifications.py:28: in test_put_invalid_notifications
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
_________________ test_legal_hold_invalid_status[tls-cluster] __________________
[gw5] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_object_legalhold.py:40: in test_legal_hold_invalid_status
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
________________ test_objectlock_invalid_days_zero[tls-cluster] ________________
[gw1] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:53: in test_objectlock_invalid_days_zero
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
___________________ test_objectlock_with_years[tls-cluster] ____________________
[gw1] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:95: in test_objectlock_with_years
assert rule.get("Years") == 1 or rule.get("Days")
E AssertionError: assert (None == 1 or 0)
E + where None = <built-in method get of dict object at 0x723878c38040>('Years')
E + where <built-in method get of dict object at 0x723878c38040> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
E + and 0 = <built-in method get of dict object at 0x723878c38040>('Days')
E + where <built-in method get of dict object at 0x723878c38040> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
_______________ test_objectlock_invalid_days_zero[plain-cluster] _______________
[gw0] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:53: in test_objectlock_invalid_days_zero
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
________________ test_put_invalid_notifications[plain-cluster] _________________
[gw7] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_notifications.py:28: in test_put_invalid_notifications
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
__________________ test_objectlock_with_years[plain-cluster] ___________________
[gw0] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:95: in test_objectlock_with_years
assert rule.get("Years") == 1 or rule.get("Days")
E AssertionError: assert (None == 1 or 0)
E + where None = <built-in method get of dict object at 0x72d5c683cc00>('Years')
E + where <built-in method get of dict object at 0x72d5c683cc00> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
E + and 0 = <built-in method get of dict object at 0x72d5c683cc00>('Days')
E + where <built-in method get of dict object at 0x72d5c683cc00> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
________________ test_legal_hold_invalid_status[plain-cluster] _________________
[gw5] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_object_legalhold.py:40: in test_legal_hold_invalid_status
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
____________________ test_uploadid_per_node[plain-cluster] _____________________
[gw2] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_multipart_state.py:58: in test_uploadid_per_node
c1.upload_part(Bucket=bucket, Key="mp2", UploadId=uid, PartNumber=1, Body=b"x" * PART)
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:1009: in _make_api_call
raise error_class(parsed_response, operation_name)
E botocore.errorfactory.NoSuchBucket: An error occurred (NoSuchBucket) when calling the UploadPart operation: The specified bucket does not exist
During handling of the above exception, another exception occurred:
tests/s3/test_multipart_state.py:62: in test_uploadid_per_node
assert e.response["Error"]["Code"] in ("NoSuchUpload", "404", "NotFound")
E AssertionError: assert 'NoSuchBucket' in ('NoSuchUpload', '404', 'NotFound')
__________________ test_put_invalid_notifications[standalone] __________________
[gw5] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_notifications.py:28: in test_put_invalid_notifications
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
________________ test_objectlock_invalid_days_zero[standalone] _________________
[gw5] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:53: in test_objectlock_invalid_days_zero
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
____________________ test_objectlock_with_years[standalone] ____________________
[gw5] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_bucket_objectlock.py:95: in test_objectlock_with_years
assert rule.get("Years") == 1 or rule.get("Days")
E AssertionError: assert (None == 1 or 0)
E + where None = <built-in method get of dict object at 0x712b4c5a3740>('Years')
E + where <built-in method get of dict object at 0x712b4c5a3740> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
E + and 0 = <built-in method get of dict object at 0x712b4c5a3740>('Days')
E + where <built-in method get of dict object at 0x712b4c5a3740> = {'Days': 0, 'Mode': 'GOVERNANCE'}.get
__________________ test_legal_hold_invalid_status[standalone] __________________
[gw6] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_object_legalhold.py:40: in test_legal_hold_invalid_status
with pytest.raises((ClientError, Exception)):
E Failed: DID NOT RAISE (<class 'botocore.exceptions.ClientError'>, <class 'Exception'>)
_____________ test_uploadid_works_on_originating_node[tls-cluster] _____________
[gw3] linux -- Python 3.12.3 /usr/bin/python3
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:537: in _make_request
response = conn.getresponse()
/usr/lib/python3/dist-packages/urllib3/connection.py:461: in getresponse
httplib_response = super().getresponse()
/usr/lib/python3.12/http/client.py:1448: in getresponse
response.begin()
/usr/lib/python3.12/http/client.py:336: in begin
version, status, reason = self._read_status()
/usr/lib/python3.12/http/client.py:297: in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
/usr/lib/python3.12/socket.py:707: in readinto
return self._sock.recv_into(b)
/usr/lib/python3.12/ssl.py:1252: in recv_into
return self.read(nbytes, buffer)
/usr/lib/python3.12/ssl.py:1104: in read
return self._sslobj.read(len, buffer)
E TimeoutError: The read operation timed out
The above exception was the direct cause of the following exception:
/usr/lib/python3/dist-packages/botocore/httpsession.py:464: in send
urllib_response = conn.urlopen(
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:845: in urlopen
retries = retries.increment(
/usr/lib/python3/dist-packages/urllib3/util/retry.py:447: in increment
raise reraise(type(error), error, _stacktrace)
/usr/lib/python3/dist-packages/urllib3/util/util.py:39: in reraise
raise value
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:791: in urlopen
response = self._make_request(
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:539: in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:371: in _raise_timeout
raise ReadTimeoutError(
E urllib3.exceptions.ReadTimeoutError: AWSHTTPSConnectionPool(host='10.0.12.65', port=9000): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
tests/s3/test_multipart_state.py:45: in test_uploadid_works_on_originating_node
c0.complete_multipart_upload(
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:989: in _make_api_call
http, parsed_response = self._make_request(
/usr/lib/python3/dist-packages/botocore/client.py:1015: in _make_request
return self._endpoint.make_request(operation_model, request_dict)
/usr/lib/python3/dist-packages/botocore/endpoint.py:119: in make_request
return self._send_request(request_dict, operation_model)
/usr/lib/python3/dist-packages/botocore/endpoint.py:202: in _send_request
while self._needs_retry(
/usr/lib/python3/dist-packages/botocore/endpoint.py:354: in _needs_retry
responses = self._event_emitter.emit(
/usr/lib/python3/dist-packages/botocore/hooks.py:412: in emit
return self._emitter.emit(aliased_event_name, **kwargs)
/usr/lib/python3/dist-packages/botocore/hooks.py:256: in emit
return self._emit(event_name, kwargs)
/usr/lib/python3/dist-packages/botocore/hooks.py:239: in _emit
response = handler(**kwargs)
/usr/lib/python3/dist-packages/botocore/retryhandler.py:207: in __call__
if self._checker(**checker_kwargs):
/usr/lib/python3/dist-packages/botocore/retryhandler.py:284: in __call__
should_retry = self._should_retry(
/usr/lib/python3/dist-packages/botocore/retryhandler.py:320: in _should_retry
return self._checker(attempt_number, response, caught_exception)
/usr/lib/python3/dist-packages/botocore/retryhandler.py:363: in __call__
checker_response = checker(
/usr/lib/python3/dist-packages/botocore/retryhandler.py:247: in __call__
return self._check_caught_exception(
/usr/lib/python3/dist-packages/botocore/retryhandler.py:416: in _check_caught_exception
raise caught_exception
/usr/lib/python3/dist-packages/botocore/endpoint.py:281: in _do_get_response
http_response = self._send(request)
/usr/lib/python3/dist-packages/botocore/endpoint.py:377: in _send
return self.http_session.send(request)
/usr/lib/python3/dist-packages/botocore/httpsession.py:501: in send
raise ReadTimeoutError(endpoint_url=request.url, error=e)
E botocore.exceptions.ReadTimeoutError: Read timeout on endpoint URL: "https://10.0.12.65:9000/qa-test-uploadid-works-on-origina-ba7e7cc2/mp1?uploadId=019e0851-05fa-73a3-b604-9c7c6e876842"
__________ test_attributes_object_parts_for_multipart[plain-cluster] ___________
[gw2] linux -- Python 3.12.3 /usr/bin/python3
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:537: in _make_request
response = conn.getresponse()
/usr/lib/python3/dist-packages/urllib3/connection.py:461: in getresponse
httplib_response = super().getresponse()
/usr/lib/python3.12/http/client.py:1448: in getresponse
response.begin()
/usr/lib/python3.12/http/client.py:336: in begin
version, status, reason = self._read_status()
/usr/lib/python3.12/http/client.py:297: in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
/usr/lib/python3.12/socket.py:707: in readinto
return self._sock.recv_into(b)
E TimeoutError: timed out
The above exception was the direct cause of the following exception:
/usr/lib/python3/dist-packages/botocore/httpsession.py:464: in send
urllib_response = conn.urlopen(
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:845: in urlopen
retries = retries.increment(
/usr/lib/python3/dist-packages/urllib3/util/retry.py:447: in increment
raise reraise(type(error), error, _stacktrace)
/usr/lib/python3/dist-packages/urllib3/util/util.py:39: in reraise
raise value
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:791: in urlopen
response = self._make_request(
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:539: in _make_request
self._raise_timeout(err=e, url=url, timeout_value=read_timeout)
/usr/lib/python3/dist-packages/urllib3/connectionpool.py:371: in _raise_timeout
raise ReadTimeoutError(
E urllib3.exceptions.ReadTimeoutError: AWSHTTPConnectionPool(host='10.0.12.69', port=9000): Read timed out. (read timeout=60)
During handling of the above exception, another exception occurred:
tests/s3/test_object_attributes.py:51: in test_attributes_object_parts_for_multipart
s3.client.complete_multipart_upload(
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:989: in _make_api_call
http, parsed_response = self._make_request(
/usr/lib/python3/dist-packages/botocore/client.py:1015: in _make_request
return self._endpoint.make_request(operation_model, request_dict)
/usr/lib/python3/dist-packages/botocore/endpoint.py:119: in make_request
return self._send_request(request_dict, operation_model)
/usr/lib/python3/dist-packages/botocore/endpoint.py:231: in _send_request
raise exception
/usr/lib/python3/dist-packages/botocore/endpoint.py:281: in _do_get_response
http_response = self._send(request)
/usr/lib/python3/dist-packages/botocore/endpoint.py:377: in _send
return self.http_session.send(request)
/usr/lib/python3/dist-packages/botocore/httpsession.py:501: in send
raise ReadTimeoutError(endpoint_url=request.url, error=e)
E botocore.exceptions.ReadTimeoutError: Read timeout on endpoint URL: "http://10.0.12.69:9000/qa-test-attributes-object-parts-f-3466638b/mp?uploadId=019e0851-388c-7ac0-9f75-96bfa6aab8e9"
___________________ test_complete_on_originator[tls-cluster] ___________________
[gw3] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_multipart_state.py:73: in test_complete_on_originator
e1 = c0.upload_part(Bucket=bucket, Key="mp3", UploadId=uid, PartNumber=1, Body=b"x" * PART)["ETag"]
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:1009: in _make_api_call
raise error_class(parsed_response, operation_name)
E botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
__________________ test_listparts_on_originator[tls-cluster] ___________________
[gw3] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_multipart_state.py:91: in test_listparts_on_originator
c0.upload_part(Bucket=bucket, Key="mp5", UploadId=uid, PartNumber=1, Body=b"x" * PART)
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:1009: in _make_api_call
raise error_class(parsed_response, operation_name)
E botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
_________________ test_idempotent_complete_retry[tls-cluster] __________________
[gw3] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_multipart_state.py:102: in test_idempotent_complete_retry
e1 = c0.upload_part(Bucket=bucket, Key="mp6", UploadId=uid, PartNumber=1, Body=b"x" * PART)["ETag"]
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:1009: in _make_api_call
raise error_class(parsed_response, operation_name)
E botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
___________ test_attributes_object_parts_for_multipart[tls-cluster] ____________
[gw3] linux -- Python 3.12.3 /usr/bin/python3
tests/s3/test_object_attributes.py:49: in test_attributes_object_parts_for_multipart
e1 = s3.client.upload_part(Bucket=bucket, Key="mp", UploadId=uid, PartNumber=1, Body=b"x" * PART)["ETag"]
/usr/lib/python3/dist-packages/botocore/client.py:553: in _api_call
return self._make_api_call(operation_name, kwargs)
/usr/lib/python3/dist-packages/botocore/client.py:1009: in _make_api_call
raise error_class(parsed_response, operation_name)
E botocore.exceptions.ClientError: An error occurred (InternalError) when calling the UploadPart operation (reached max retries: 1): an internal error occurred
--- generated xml file: /tmp/noema-qa-20260508-155651Z/pytest-run.junit.xml ----
--------------------------------- JSON report ----------------------------------
report saved to: /tmp/noema-qa-20260508-155651Z/pytest-run.json
- Generated html report: file:///tmp/noema-qa-20260508-155651Z/pytest-run.html -
=========================== short test summary info ============================
SKIPPED [3] tests/s3/test_bucket_lifecycle.py:62: noema does not currently echo AbortIncompleteMultipartUpload
SKIPPED [15] tests/admin/test_batch_jobs.py:22: batch manager not configured (501 NotImplemented)
SKIPPED [3] tests/admin/test_iam_serviceaccounts.py:55: service accounts not exposed
SKIPPED [6] tests/s3/test_bucket_replication.py: cluster_only test skipped on standalone
SKIPPED [6] tests/s3/test_multipart_state.py: cluster_only test skipped on standalone
SKIPPED [1] tests/s3/test_object_attributes.py:63: noema does not expose ObjectParts.TotalPartsCount
SKIPPED [8] tests/admin/test_cluster_topology.py: cluster_only test skipped on standalone
SKIPPED [5] tests/admin/test_drives.py: cluster_only test skipped on standalone
SKIPPED [5] tests/admin/test_heal.py: cluster_only test skipped on standalone
SKIPPED [4] tests/admin/test_mutation_envelope.py: cluster_only test skipped on standalone
SKIPPED [5] tests/admin/test_replication_sites.py: cluster_only test skipped on standalone
SKIPPED [1] tests/admin/test_mcp.py:54: master key not configured for macaroon mint
XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[tls-cluster] - reason: noema: version-id-targeted delete of a delete-marker doesn't restore prior version
XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[plain-cluster] - reason: noema: version-id-targeted delete of a delete-marker doesn't restore prior version
XFAIL tests/s3/test_object_versioning.py::test_delete_marker_with_version_id_undeletes[standalone] - reason: noema: version-id-targeted delete of a delete-marker doesn't restore prior version
FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[tls-cluster]
FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[tls-cluster]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[tls-cluster]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[tls-cluster]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[plain-cluster]
FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[plain-cluster]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[plain-cluster]
FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[plain-cluster]
FAILED tests/s3/test_multipart_state.py::test_uploadid_per_node[plain-cluster]
FAILED tests/s3/test_bucket_notifications.py::test_put_invalid_notifications[standalone]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_invalid_days_zero[standalone]
FAILED tests/s3/test_bucket_objectlock.py::test_objectlock_with_years[standalone]
FAILED tests/s3/test_object_legalhold.py::test_legal_hold_invalid_status[standalone]
FAILED tests/s3/test_multipart_state.py::test_uploadid_works_on_originating_node[tls-cluster]
FAILED tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[plain-cluster]
FAILED tests/s3/test_multipart_state.py::test_complete_on_originator[tls-cluster]
FAILED tests/s3/test_multipart_state.py::test_listparts_on_originator[tls-cluster]
FAILED tests/s3/test_multipart_state.py::test_idempotent_complete_retry[tls-cluster]
FAILED tests/s3/test_object_attributes.py::test_attributes_object_parts_for_multipart[tls-cluster]
= 19 failed, 771 passed, 62 skipped, 3 xfailed, 20 rerun in 690.99s (0:11:30) ==
2026-05-08T16:08:58Z | ===== PHASE: 4/9 chaos (serial) =====
2026-05-08T16:30:04Z | ===== PHASE: 5/9 recover (post-chaos bring-up) =====
2026-05-08T16:30:36Z | ===== PHASE: 6/9 warp v1.5.0 (duration=60s) =====
2026-05-08T18:03:37Z | ===== PHASE: 7/9 warp SLO assertions =====
2026-05-08T18:03:39Z | ===== PHASE: 8/9 aggregate + render =====
run_id: 20260508T180339Z
overall_pass: False
results_dir: /tmp/noema-qa-20260508-155651Z
pytest-smoke.json: total=34 passed=34 failed=0 skipped=0 xfailed=0
pytest-run.json: total=855 passed=770 failed=19 skipped=62 xfailed=3
pytest-chaos.json: total=60 passed=26 failed=7 skipped=27 xfailed=0
warp: total=33 passed=15 failed=18 known_bugs=0
chaos: total=60 recovered=26 data_loss=7
wrote /tmp/noema-qa-20260508-155651Z/report.html
wrote /tmp/noema-qa-20260508-155651Z/issue.md (9023 bytes)
2026-05-08T18:03:39Z | ===== PHASE: 9/9 post issue to Origon/noema =====
could not add label: 'qa' not found
2026-05-08T18:03:40Z | DONE — artefacts at /tmp/noema-qa-20260508-155651Z
2026-05-08T18:03:40Z | summary:
run_id: 20260508T180339Z
overall_pass: False
results_dir: /tmp/noema-qa-20260508-155651Z
pytest-smoke.json: total=34 passed=34 failed=0 skipped=0 xfailed=0
pytest-run.json: total=855 passed=770 failed=19 skipped=62 xfailed=3
pytest-chaos.json: total=60 passed=26 failed=7 skipped=27 xfailed=0
warp: total=33 passed=15 failed=18 known_bugs=0
chaos: total=60 recovered=26 data_loss=7
Raw
summary.txt
run_id: 20260508T180339Z
overall_pass: False
results_dir: /tmp/noema-qa-20260508-155651Z
pytest-smoke.json: total=34 passed=34 failed=0 skipped=0 xfailed=0
pytest-run.json: total=855 passed=770 failed=19 skipped=62 xfailed=3
pytest-chaos.json: total=60 passed=26 failed=7 skipped=27 xfailed=0
warp: total=33 passed=15 failed=18 known_bugs=0
chaos: total=60 recovered=26 data_loss=7
Raw
warp-plain-cluster.txt
=== plain-cluster ===
--- warp/plain-cluster/get/get-10MiB-c16.txt ---
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 16. Ran: 1m16s
* Average: 21.70 MiB/s, 2.17 obj/s, 119 errors
* Errors: 165
* Reqs: Avg: 8073.9ms, 50%: 5418.0ms, 90%: 17020.5ms, 99%: 17493.6ms, Fastest: 24.9ms, Slowest: 21735.6ms, StdDev: 5440.7ms
* TTFB: Avg: 4.004s, Best: 398ms, 25th: 4.314s, Median: 5.63s, 75th: 5.744s, 90th: 8.329s, 99th: 8.329s, Worst: 10.903s StdDev: 3.167s
Throughput by host:
* http://10.0.12.69:9000: Avg: 9.66 MiB/s, 0.97 obj/s, 51 errors - Errors: 165
* http://10.0.12.70:9000: Avg: 9.58 MiB/s, 0.96 obj/s, 65 errors - Errors: 165
* http://10.0.12.71:9000: Avg: 6.48 MiB/s, 0.65 obj/s, 34 errors - Errors: 165
* http://10.0.12.72:9000: Avg: 3.66 MiB/s, 0.37 obj/s, 15 errors - Errors: 165
Throughput, split into 76 x 1s:
* Fastest: 154.4MiB/s, 15.44 obj/s
* 50% Median: 8.6MiB/s, 0.86 obj/s
* Slowest: 1046.9KiB/s, 0.10 obj/s
--- warp/plain-cluster/get/get-10MiB-c4.txt ---
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 4. Ran: 1m10s
* Average: 27.77 MiB/s, 2.78 obj/s, 51 errors
* Errors: 59
* Reqs: Avg: 4568.8ms, 50%: 5250.5ms, 90%: 5576.8ms, 99%: 16517.7ms, Fastest: 26.2ms, Slowest: 20482.4ms, StdDev: 3700.1ms
* TTFB: Avg: 178ms, Best: 75ms, 25th: 101ms, Median: 109ms, 75th: 137ms, 90th: 268ms, 99th: 1.562s, Worst: 10.549s StdDev: 317ms
Throughput by host:
* http://10.0.12.69:9000: Avg: 0.83 MiB/s, 0.08 obj/s, 4 errors - Errors: 59
* http://10.0.12.70:9000: Avg: 3.08 MiB/s, 0.31 obj/s, 17 errors - Errors: 59
* http://10.0.12.71:9000: Avg: 2.46 MiB/s, 0.25 obj/s, 15 errors - Errors: 59
* http://10.0.12.72:9000: Avg: 27.40 MiB/s, 2.74 obj/s, 23 errors - Errors: 59
Throughput, split into 70 x 1s:
* Fastest: 144.7MiB/s, 14.47 obj/s
* 50% Median: 26.0MiB/s, 2.60 obj/s
* Slowest: 499.9KiB/s, 0.05 obj/s
--- warp/plain-cluster/get/get-1MiB-c16.txt ---
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 16. Ran: 1m15s
* Average: 9.01 MiB/s, 9.01 obj/s, 297 errors
* Errors: 362
* Reqs: Avg: 4207.3ms, 50%: 2972.4ms, 90%: 5811.1ms, 99%: 18056.1ms, Fastest: 24.7ms, Slowest: 21310.9ms, StdDev: 3758.7ms
* TTFB: Avg: 823ms, Best: 112ms, 25th: 480ms, Median: 579ms, 75th: 662ms, 90th: 1.967s, 99th: 6.888s, Worst: 10.738s StdDev: 1.241s
Throughput by host:
* http://10.0.12.69:9000: Avg: 2.02 MiB/s, 2.02 obj/s, 130 errors - Errors: 362
* http://10.0.12.70:9000: Avg: 1.50 MiB/s, 1.50 obj/s, 114 errors - Errors: 362
* http://10.0.12.71:9000: Avg: 1.28 MiB/s, 1.28 obj/s, 81 errors - Errors: 362
* http://10.0.12.72:9000: Avg: 6.56 MiB/s, 6.56 obj/s, 37 errors - Errors: 362
Throughput, split into 75 x 1s:
* Fastest: 40.4MiB/s, 40.45 obj/s
* 50% Median: 7.8MiB/s, 7.75 obj/s
* Slowest: 104.2KiB/s, 0.10 obj/s
--- warp/plain-cluster/get/get-1MiB-c4.txt ---
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: The specified key does not exist.
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 4. Ran: 1m9s
* Average: 7.48 MiB/s, 7.48 obj/s, 127 errors
* Errors: 163
* Reqs: Avg: 3962.5ms, 50%: 4808.2ms, 90%: 5175.1ms, 99%: 13899.5ms, Fastest: 23.7ms, Slowest: 20502.9ms, StdDev: 2550.5ms
* TTFB: Avg: 135ms, Best: 48ms, 25th: 95ms, Median: 112ms, 75th: 126ms, 90th: 154ms, 99th: 1.563s, Worst: 10.55s StdDev: 201ms
Throughput by host:
* http://10.0.12.69:9000: Avg: 0.29 MiB/s, 0.29 obj/s, 17 errors - Errors: 163
* http://10.0.12.70:9000: Avg: 0.53 MiB/s, 0.53 obj/s, 27 errors - Errors: 163
* http://10.0.12.71:9000: Avg: 0.32 MiB/s, 0.32 obj/s, 19 errors - Errors: 163
* http://10.0.12.72:9000: Avg: 8.19 MiB/s, 8.19 obj/s, 100 errors - Errors: 163
Throughput, split into 69 x 1s:
* Fastest: 17.4MiB/s, 17.41 obj/s
* 50% Median: 8.2MiB/s, 8.24 obj/s
* Slowest: 50.9KiB/s, 0.05 obj/s
--- warp/plain-cluster/mixed/mixed-c16.txt ---
warp: <ERROR> upload error: Internal: storage: quorum failed: 0/8 committed
warp: <ERROR> upload error: Internal: storage: quorum failed: 0/8 committed
warp: <ERROR> upload error: Internal: storage: quorum failed: 0/8 committed
warp: <ERROR> upload error: Internal: storage: quorum failed: 0/8 committed
warp: <ERROR> Error preparing server: upload error: Internal: storage: quorum failed: 0/8 committed.
--- warp/plain-cluster/mixed/mixed-c4.txt ---
warp: <ERROR> upload error: Internal: storage: quorum failed: 0/8 committed
warp: <ERROR> Error preparing server: upload error: Internal: storage: quorum failed: 0/8 committed.
--- warp/plain-cluster/multipart/multipart-64MiB-c16.txt ---
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> upload error: an internal error occurred
warp: <ERROR> Error preparing server: upload error: an internal error occurred.
--- warp/plain-cluster/multipart/multipart-64MiB-c4.txt ---
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: unexpected EOF
Report: GET. Concurrency: 4. Ran: 1m22s
* Average: 0.58 MiB/s, 0.12 obj/s, 6 errors
* Errors: 10
* Reqs: Avg: 34117.2ms, 50%: 36428.9ms, 90%: 36428.9ms, 99%: 36428.9ms, Fastest: 8500.1ms, Slowest: 85590.2ms, StdDev: 2811.1ms
* TTFB: Avg: 7.912s, Best: 1.09s, 25th: 8.709s, Median: 8.709s, 75th: 8.709s, 90th: 8.709s, 99th: 8.709s, Worst: 17.523s StdDev: 1.127s
Throughput, split into 82 x 1s:
* Fastest: 1179.9KiB/s, 0.23 obj/s
* 50% Median: 634.3KiB/s, 0.12 obj/s
* Slowest: 59.8KiB/s, 0.01 obj/s
--- warp/plain-cluster/put/put-10MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 1m0s
* Average: 74.66 MiB/s, 7.47 obj/s
* Reqs: Avg: 2485.6ms, 50%: 1853.3ms, 90%: 4018.0ms, 99%: 4928.6ms, Fastest: 553.7ms, Slowest: 5330.8ms, StdDev: 1167.9ms
* TTFB: Avg: 2.363s, Best: 520ms, 25th: 1.562s, Median: 1.735s, 75th: 3.24s, 90th: 3.851s, 99th: 4.879s, Worst: 5.316s StdDev: 1.15s
Throughput by host:
* http://10.0.12.69:9000: Avg: 8.94 MiB/s, 0.89 obj/s
* http://10.0.12.70:9000: Avg: 17.96 MiB/s, 1.80 obj/s
* http://10.0.12.71:9000: Avg: 16.67 MiB/s, 1.67 obj/s
* http://10.0.12.72:9000: Avg: 31.56 MiB/s, 3.16 obj/s
Throughput, split into 60 x 1s:
* Fastest: 103.7MiB/s, 10.37 obj/s
* 50% Median: 69.8MiB/s, 6.98 obj/s
* Slowest: 10.9MiB/s, 1.09 obj/s
--- warp/plain-cluster/put/put-10MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 57s
* Average: 70.13 MiB/s, 7.01 obj/s
* Reqs: Avg: 569.4ms, 50%: 567.0ms, 90%: 683.5ms, 99%: 791.0ms, Fastest: 302.7ms, Slowest: 870.6ms, StdDev: 85.3ms
* TTFB: Avg: 555ms, Best: 292ms, 25th: 501ms, Median: 553ms, 75th: 617ms, 90th: 670ms, 99th: 778ms, Worst: 855ms StdDev: 85ms
Throughput by host:
* http://10.0.12.69:9000: Avg: 18.99 MiB/s, 1.90 obj/s
* http://10.0.12.70:9000: Avg: 16.92 MiB/s, 1.69 obj/s
* http://10.0.12.71:9000: Avg: 17.04 MiB/s, 1.70 obj/s
* http://10.0.12.72:9000: Avg: 17.25 MiB/s, 1.73 obj/s
Throughput, split into 57 x 1s:
* Fastest: 81.3MiB/s, 8.13 obj/s
* 50% Median: 70.3MiB/s, 7.03 obj/s
* Slowest: 61.3MiB/s, 6.13 obj/s
--- warp/plain-cluster/put/put-1MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 58s
* Average: 52.01 MiB/s, 52.01 obj/s
* Reqs: Avg: 333.9ms, 50%: 329.7ms, 90%: 456.7ms, 99%: 594.1ms, Fastest: 131.2ms, Slowest: 1100.6ms, StdDev: 91.9ms
* TTFB: Avg: 332ms, Best: 130ms, 25th: 270ms, Median: 328ms, 75th: 389ms, 90th: 456ms, 99th: 583ms, Worst: 1.099s StdDev: 92ms
Throughput by host:
* http://10.0.12.69:9000: Avg: 11.15 MiB/s, 11.15 obj/s
* http://10.0.12.70:9000: Avg: 14.12 MiB/s, 14.12 obj/s
* http://10.0.12.71:9000: Avg: 11.75 MiB/s, 11.75 obj/s
* http://10.0.12.72:9000: Avg: 14.32 MiB/s, 14.32 obj/s
Throughput, split into 58 x 1s:
* Fastest: 63.6MiB/s, 63.55 obj/s
* 50% Median: 52.2MiB/s, 52.22 obj/s
* Slowest: 30.0MiB/s, 30.04 obj/s
--- warp/plain-cluster/put/put-1MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 57s
* Average: 21.59 MiB/s, 21.59 obj/s
* Reqs: Avg: 184.5ms, 50%: 148.6ms, 90%: 189.5ms, 99%: 3075.8ms, Fastest: 69.2ms, Slowest: 15166.4ms, StdDev: 391.7ms
* TTFB: Avg: 183ms, Best: 68ms, 25th: 129ms, Median: 147ms, 75th: 165ms, 90th: 188ms, 99th: 3.074s, Worst: 15.165s StdDev: 392ms
Throughput by host:
* http://10.0.12.69:9000: Avg: 6.93 MiB/s, 6.93 obj/s
* http://10.0.12.70:9000: Avg: 3.33 MiB/s, 3.33 obj/s
* http://10.0.12.71:9000: Avg: 4.13 MiB/s, 4.13 obj/s
* http://10.0.12.72:9000: Avg: 7.24 MiB/s, 7.24 obj/s
Throughput, split into 57 x 1s:
* Fastest: 27.8MiB/s, 27.81 obj/s
* 50% Median: 22.7MiB/s, 22.68 obj/s
* Slowest: 15.7MiB/s, 15.67 obj/s
Raw
warp-standalone.txt
=== standalone ===
--- warp/standalone/get/get-10MiB-c16.txt ---
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
Report: GET. Concurrency: 16. Ran: 59s
* Average: 78.14 MiB/s, 7.81 obj/s, 7 errors
* Errors: 7
* Reqs: Avg: 2037.8ms, 50%: 1997.2ms, 90%: 2090.1ms, 99%: 4773.2ms, Fastest: 70.3ms, Slowest: 12631.8ms, StdDev: 503.3ms
* TTFB: Avg: 1.928s, Best: 41ms, 25th: 1.897s, Median: 1.967s, 75th: 2.012s, 90th: 2.058s, 99th: 2.093s, Worst: 2.429s StdDev: 148ms
Throughput, split into 59 x 1s:
* Fastest: 88.9MiB/s, 8.89 obj/s
* 50% Median: 79.6MiB/s, 7.96 obj/s
* Slowest: 58.4MiB/s, 5.84 obj/s
--- warp/standalone/get/get-10MiB-c4.txt ---
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
Report: GET. Concurrency: 4. Ran: 57s
* Average: 89.34 MiB/s, 8.93 obj/s, 29 errors
* Errors: 33
* Reqs: Avg: 447.8ms, 50%: 454.5ms, 90%: 498.7ms, 99%: 634.1ms, Fastest: 85.7ms, Slowest: 841.1ms, StdDev: 55.3ms
* TTFB: Avg: 415ms, Best: 59ms, 25th: 395ms, Median: 424ms, 75th: 450ms, 90th: 466ms, 99th: 496ms, Worst: 531ms StdDev: 49ms
Throughput, split into 57 x 1s:
* Fastest: 109.1MiB/s, 10.91 obj/s
* 50% Median: 87.9MiB/s, 8.79 obj/s
* Slowest: 77.3MiB/s, 7.73 obj/s
--- warp/standalone/get/get-1MiB-c16.txt ---
Report: GET. Concurrency: 16. Ran: 59s
* Average: 8.65 MiB/s, 8.65 obj/s
* Reqs: Avg: 1831.3ms, 50%: 1854.1ms, 90%: 1928.2ms, 99%: 1964.9ms, Fastest: 48.0ms, Slowest: 2047.2ms, StdDev: 110.1ms
* TTFB: Avg: 1.83s, Best: 46ms, 25th: 1.806s, Median: 1.853s, 75th: 1.897s, 90th: 1.927s, 99th: 1.964s, Worst: 2.046s StdDev: 110ms
Throughput, split into 59 x 1s:
* Fastest: 9.5MiB/s, 9.53 obj/s
* 50% Median: 8.5MiB/s, 8.53 obj/s
* Slowest: 8.0MiB/s, 8.02 obj/s
--- warp/standalone/get/get-1MiB-c4.txt ---
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
Report: GET. Concurrency: 4. Ran: 57s
* Average: 11.70 MiB/s, 11.70 obj/s, 30 errors
* Errors: 30
* Reqs: Avg: 448.4ms, 50%: 436.4ms, 90%: 583.1ms, 99%: 677.1ms, Fastest: 20.1ms, Slowest: 915.3ms, StdDev: 80.7ms
* TTFB: Avg: 444ms, Best: 19ms, 25th: 395ms, Median: 432ms, 75th: 464ms, 90th: 569ms, 99th: 655ms, Worst: 914ms StdDev: 79ms
Throughput, split into 57 x 1s:
* Fastest: 22.7MiB/s, 22.71 obj/s
* 50% Median: 9.4MiB/s, 9.41 obj/s
* Slowest: 5.1MiB/s, 5.14 obj/s
--- warp/standalone/mixed/mixed-c16.txt ---
Report: DELETE. Concurrency: 16. Ran: 58s
* Average: 1.05 obj/s
* Reqs: Avg: 2195.9ms, 50%: 2280.5ms, 90%: 2654.6ms, 99%: 2654.6ms, Fastest: 980.8ms, Slowest: 2796.1ms, StdDev: 271.1ms
Throughput, split into 58 x 1s:
* Fastest: 3.41 obj/s
* 50% Median: 0.86 obj/s
* Slowest: 0.16 obj/s
──────────────────────────────────
Report: GET. Concurrency: 16. Ran: 58s
* Average: 4.88 MiB/s, 4.88 obj/s
* Reqs: Avg: 1153.8ms, 50%: 1188.1ms, 90%: 1362.0ms, 99%: 1456.8ms, Fastest: 184.7ms, Slowest: 1579.8ms, StdDev: 173.2ms
* TTFB: Avg: 1.152s, Best: 183ms, 25th: 1.06s, Median: 1.187s, 75th: 1.278s, 90th: 1.361s, 99th: 1.455s, Worst: 1.578s StdDev: 173ms
Throughput, split into 58 x 1s:
* Fastest: 8.2MiB/s, 8.23 obj/s
* 50% Median: 4.8MiB/s, 4.80 obj/s
* Slowest: 2.2MiB/s, 2.19 obj/s
──────────────────────────────────
Report: PUT. Concurrency: 16. Ran: 58s
* Average: 1.77 MiB/s, 1.77 obj/s
* Reqs: Avg: 2369.9ms, 50%: 2428.4ms, 90%: 2620.2ms, 99%: 2675.1ms, Fastest: 1576.2ms, Slowest: 2746.4ms, StdDev: 218.1ms
* TTFB: Avg: 2.369s, Best: 1.575s, 25th: 2.295s, Median: 2.427s, 75th: 2.539s, 90th: 2.619s, 99th: 2.674s, Worst: 2.745s StdDev: 218ms
Throughput, split into 58 x 1s:
* Fastest: 3.5MiB/s, 3.52 obj/s
* 50% Median: 1821.0KiB/s, 1.78 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: STAT. Concurrency: 16. Ran: 58s
* Average: 3.35 obj/s
* Reqs: Avg: 1184.1ms, 50%: 1223.6ms, 90%: 1416.3ms, 99%: 1511.7ms, Fastest: 39.2ms, Slowest: 1647.2ms, StdDev: 187.3ms
Throughput, split into 58 x 1s:
* Fastest: 7.12 obj/s
* 50% Median: 3.42 obj/s
* Slowest: 0.06 obj/s
──────────────────────────────────
Report: Total. Concurrency: 16. Ran: 58s
* Average: 6.65 MiB/s, 11.05 obj/s
Throughput, split into 58 x 1s:
* Fastest: 8.4MiB/s, 14.75 obj/s
* 50% Median: 6.6MiB/s, 10.89 obj/s
* Slowest: 6.0MiB/s, 8.70 obj/s
--- warp/standalone/mixed/mixed-c4.txt ---
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
warp: <ERROR> download error: Last-Modified time format is invalid, failed with unable to parse in any of the input formats: [Mon, 2 Jan 2006 15:04:05 GMT Mon, _2 Jan 2006 15:04:05 GMT Mon, _2 Jan 06 15:04:05 GMT]
Report: DELETE. Concurrency: 4. Ran: 55s
* Average: 1.15 obj/s
* Reqs: Avg: 453.6ms, 50%: 457.4ms, 90%: 637.8ms, 99%: 643.5ms, Fastest: 224.7ms, Slowest: 759.9ms, StdDev: 105.8ms
Throughput, split into 55 x 1s:
* Fastest: 3.59 obj/s
* 50% Median: 1.20 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: GET. Concurrency: 4. Ran: 57s
* Average: 5.29 MiB/s, 5.29 obj/s, 6 errors
* Errors: 6
* Reqs: Avg: 271.3ms, 50%: 270.3ms, 90%: 400.0ms, 99%: 452.8ms, Fastest: 54.7ms, Slowest: 593.4ms, StdDev: 88.3ms
* TTFB: Avg: 269ms, Best: 53ms, 25th: 212ms, Median: 268ms, 75th: 335ms, 90th: 397ms, 99th: 451ms, Worst: 592ms StdDev: 88ms
Throughput, split into 57 x 1s:
* Fastest: 8.2MiB/s, 8.15 obj/s
* 50% Median: 5.4MiB/s, 5.44 obj/s
* Slowest: 2.1MiB/s, 2.06 obj/s
──────────────────────────────────
Report: PUT. Concurrency: 4. Ran: 55s
* Average: 1.87 MiB/s, 1.87 obj/s
* Reqs: Avg: 585.7ms, 50%: 594.4ms, 90%: 787.6ms, 99%: 801.9ms, Fastest: 352.8ms, Slowest: 991.5ms, StdDev: 117.1ms
* TTFB: Avg: 584ms, Best: 351ms, 25th: 511ms, Median: 593ms, 75th: 676ms, 90th: 786ms, 99th: 800ms, Worst: 990ms StdDev: 117ms
Throughput, split into 55 x 1s:
* Fastest: 3.7MiB/s, 3.66 obj/s
* 50% Median: 1910.3KiB/s, 1.87 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: STAT. Concurrency: 4. Ran: 55s
* Average: 3.71 obj/s
* Reqs: Avg: 262.6ms, 50%: 270.6ms, 90%: 380.8ms, 99%: 434.9ms, Fastest: 80.6ms, Slowest: 497.0ms, StdDev: 84.6ms
Throughput, split into 55 x 1s:
* Fastest: 9.51 obj/s
* 50% Median: 3.97 obj/s
* Slowest: 0.57 obj/s
──────────────────────────────────
Report: Total. Concurrency: 4. Ran: 57s
* Average: 7.15 MiB/s, 12.07 obj/s, 6 errors
* Errors: 6
Throughput, split into 57 x 1s:
* Fastest: 5.4MiB/s, 16.90 obj/s
* 50% Median: 6.8MiB/s, 12.08 obj/s
* Slowest: 7.0MiB/s, 8.23 obj/s
--- warp/standalone/multipart/multipart-64MiB-c16.txt ---
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
Report: GET. Concurrency: 16. Ran: 1m1s
* Average: 21.43 MiB/s, 4.29 obj/s, 252 errors
* Errors: 272
* Reqs: Avg: 3651.6ms, 50%: 3334.5ms, 90%: 11467.2ms, 99%: 11829.4ms, Fastest: 212.8ms, Slowest: 57083.5ms, StdDev: 3251.0ms
* TTFB: Avg: 3.459s, Best: 34ms, 25th: 2.09s, Median: 3.136s, 75th: 3.748s, 90th: 11.271s, 99th: 11.645s, Worst: 56.887s StdDev: 3.252s
Throughput, split into 61 x 1s:
* Fastest: 30.2MiB/s, 6.04 obj/s
* 50% Median: 20.8MiB/s, 4.16 obj/s
* Slowest: 11.6MiB/s, 2.31 obj/s
--- warp/standalone/multipart/multipart-64MiB-c4.txt ---
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
Report: GET. Concurrency: 4. Ran: 58s
* Average: 23.54 MiB/s, 4.71 obj/s, 273 errors
* Errors: 287
* Reqs: Avg: 832.1ms, 50%: 879.1ms, 90%: 1114.6ms, 99%: 1259.9ms, Fastest: 184.6ms, Slowest: 1367.0ms, StdDev: 258.2ms
* TTFB: Avg: 657ms, Best: 28ms, 25th: 595ms, Median: 699ms, 75th: 830ms, 90th: 934ms, 99th: 1.081s, Worst: 1.183s StdDev: 256ms
Throughput, split into 58 x 1s:
* Fastest: 29.4MiB/s, 5.88 obj/s
* 50% Median: 23.3MiB/s, 4.66 obj/s
* Slowest: 19.6MiB/s, 3.92 obj/s
--- warp/standalone/put/put-10MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 59s
* Average: 51.90 MiB/s, 5.19 obj/s
* Reqs: Avg: 3064.3ms, 50%: 3067.2ms, 90%: 3104.3ms, 99%: 3532.1ms, Fastest: 405.3ms, Slowest: 5862.3ms, StdDev: 120.3ms
* TTFB: Avg: 2.09s, Best: 371ms, 25th: 1.824s, Median: 2.101s, 75th: 2.401s, 90th: 2.574s, 99th: 2.903s, Worst: 4.321s StdDev: 371ms
Throughput, split into 59 x 1s:
* Fastest: 53.6MiB/s, 5.36 obj/s
* 50% Median: 51.9MiB/s, 5.19 obj/s
* Slowest: 49.4MiB/s, 4.94 obj/s
--- warp/standalone/put/put-10MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 58s
* Average: 52.07 MiB/s, 5.21 obj/s
* Reqs: Avg: 730.9ms, 50%: 730.5ms, 90%: 732.7ms, 99%: 780.2ms, Fastest: 408.9ms, Slowest: 1091.1ms, StdDev: 13.2ms
* TTFB: Avg: 528ms, Best: 304ms, 25th: 514ms, Median: 528ms, 75th: 598ms, 90th: 601ms, 99th: 603ms, Worst: 657ms StdDev: 52ms
Throughput, split into 58 x 1s:
* Fastest: 52.3MiB/s, 5.23 obj/s
* 50% Median: 52.1MiB/s, 5.21 obj/s
* Slowest: 51.7MiB/s, 5.17 obj/s
--- warp/standalone/put/put-1MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 58s
* Average: 14.46 MiB/s, 14.46 obj/s
* Reqs: Avg: 1099.4ms, 50%: 966.3ms, 90%: 1734.6ms, 99%: 1962.8ms, Fastest: 134.4ms, Slowest: 6394.4ms, StdDev: 252.4ms
* TTFB: Avg: 1.021s, Best: 92ms, 25th: 960ms, Median: 964ms, 75th: 1.105s, 90th: 1.108s, 99th: 1.207s, Worst: 1.797s StdDev: 82ms
Throughput, split into 58 x 1s:
* Fastest: 17.2MiB/s, 17.22 obj/s
* 50% Median: 14.5MiB/s, 14.49 obj/s
* Slowest: 7.6MiB/s, 7.59 obj/s
--- warp/standalone/put/put-1MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 57s
* Average: 32.06 MiB/s, 32.06 obj/s
* Reqs: Avg: 158.3ms, 50%: 151.5ms, 90%: 175.1ms, 99%: 176.5ms, Fastest: 52.7ms, Slowest: 2783.3ms, StdDev: 39.2ms
* TTFB: Avg: 155ms, Best: 51ms, 25th: 142ms, Median: 150ms, 75th: 173ms, 90th: 174ms, 99th: 175ms, Worst: 267ms StdDev: 14ms
Throughput, split into 57 x 1s:
* Fastest: 38.2MiB/s, 38.16 obj/s
* 50% Median: 37.6MiB/s, 37.56 obj/s
* Slowest: 15.0MiB/s, 15.00 obj/s
Raw
warp-tls-cluster.txt
=== tls-cluster ===
--- warp/tls-cluster/get/get-10MiB-c16.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 16. Ran: 1m16s
* Average: 11.23 MiB/s, 1.12 obj/s, 32 errors
* Errors: 43
* Reqs: Avg: 11995.8ms, 50%: 14012.5ms, 90%: 18382.1ms, 99%: 18581.3ms, Fastest: 810.3ms, Slowest: 22199.7ms, StdDev: 5997.3ms
* TTFB: Avg: 4.25s, Best: 592ms, 25th: 3.113s, Median: 5.584s, 75th: 8.147s, 90th: 8.234s, 99th: 8.234s, Worst: 11.231s StdDev: 3.965s
Throughput by host:
* https://10.0.12.65:9000: Avg: 4.25 MiB/s, 0.43 obj/s, 12 errors - Errors: 43
* https://10.0.12.66:9000: Avg: 3.38 MiB/s, 0.34 obj/s, 8 errors - Errors: 43
* https://10.0.12.67:9000: Avg: 1.91 MiB/s, 0.19 obj/s, 15 errors - Errors: 43
* https://10.0.12.68:9000: Avg: 3.43 MiB/s, 0.34 obj/s, 8 errors - Errors: 43
Throughput, split into 76 x 1s:
* Fastest: 30.5MiB/s, 3.05 obj/s
* 50% Median: 9.3MiB/s, 0.93 obj/s
* Slowest: 1059.3KiB/s, 0.10 obj/s
--- warp/tls-cluster/get/get-10MiB-c4.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 4. Ran: 1m16s
* Average: 2.20 MiB/s, 0.22 obj/s, 9 errors
* Errors: 13
* Reqs: Avg: 14597.6ms, 50%: 17457.1ms, 90%: 17583.4ms, 99%: 17583.4ms, Fastest: 765.2ms, Slowest: 20645.7ms, StdDev: 4823.3ms
* TTFB: Avg: 1.627s, Best: 584ms, 25th: 1.63s, Median: 1.63s, 75th: 1.63s, 90th: 1.63s, 99th: 1.63s, Worst: 10.543s StdDev: 6ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.66 MiB/s, 0.07 obj/s, 3 errors - Errors: 13
* https://10.0.12.66:9000: Avg: 0.72 MiB/s, 0.07 obj/s, 3 errors - Errors: 13
* https://10.0.12.67:9000: Avg: 0.80 MiB/s, 0.08 obj/s, 3 errors - Errors: 13
* https://10.0.12.68:9000: Avg: 0.63 MiB/s, 0.06 obj/s, 4 errors - Errors: 13
Throughput, split into 76 x 1s:
* Fastest: 11.9MiB/s, 1.19 obj/s
* 50% Median: 2.0MiB/s, 0.20 obj/s
* Slowest: 539.7KiB/s, 0.05 obj/s
--- warp/tls-cluster/get/get-1MiB-c16.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 16. Ran: 1m17s
* Average: 1.11 MiB/s, 1.11 obj/s, 32 errors
* Errors: 44
* Reqs: Avg: 11576.2ms, 50%: 14693.5ms, 90%: 18053.9ms, 99%: 18136.5ms, Fastest: 557.1ms, Slowest: 21054.1ms, StdDev: 6374.2ms
* TTFB: Avg: 3.709s, Best: 553ms, 25th: 1.753s, Median: 4.291s, 75th: 8.022s, 90th: 8.052s, 99th: 8.052s, Worst: 10.763s StdDev: 3.921s
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.29 MiB/s, 0.29 obj/s, 13 errors - Errors: 44
* https://10.0.12.66:9000: Avg: 0.38 MiB/s, 0.38 obj/s, 7 errors - Errors: 44
* https://10.0.12.67:9000: Avg: 0.25 MiB/s, 0.25 obj/s, 14 errors - Errors: 44
* https://10.0.12.68:9000: Avg: 0.28 MiB/s, 0.28 obj/s, 10 errors - Errors: 44
Throughput, split into 77 x 1s:
* Fastest: 4.4MiB/s, 4.36 obj/s
* 50% Median: 979.4KiB/s, 0.96 obj/s
* Slowest: 151.4KiB/s, 0.15 obj/s
--- warp/tls-cluster/get/get-1MiB-c4.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: GET. Concurrency: 4. Ran: 1m6s
* Average: 0.28 MiB/s, 0.28 obj/s, 8 errors
* Errors: 11
* Reqs: Avg: 12705.2ms, 50%: 15493.0ms, 90%: 15790.9ms, 99%: 15790.9ms, Fastest: 556.8ms, Slowest: 20629.7ms, StdDev: 3699.6ms
* TTFB: Avg: 2.112s, Best: 553ms, 25th: 3.176s, Median: 3.182s, 75th: 4.616s, 90th: 4.616s, 99th: 4.616s, Worst: 10.593s StdDev: 2.734s
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.13 MiB/s, 0.13 obj/s, 3 errors - Errors: 11
* https://10.0.12.66:9000: Avg: 0.10 MiB/s, 0.10 obj/s, 2 errors - Errors: 11
* https://10.0.12.67:9000: Avg: 0.11 MiB/s, 0.11 obj/s, 3 errors - Errors: 11
* https://10.0.12.68:9000: Avg: 0.06 MiB/s, 0.06 obj/s, 3 errors - Errors: 11
Throughput, split into 66 x 1s:
* Fastest: 1245.2KiB/s, 1.22 obj/s
* 50% Median: 219.8KiB/s, 0.21 obj/s
* Slowest: 49.8KiB/s, 0.05 obj/s
--- warp/tls-cluster/mixed/mixed-c16.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: DELETE. Concurrency: 9. Ran: 58s
* Average: 0.27 obj/s
* Reqs: Avg: 7980.7ms, 50%: 8952.4ms, 90%: 13972.2ms, 99%: 13972.2ms, Fastest: 540.4ms, Slowest: 40637.6ms, StdDev: 4964.7ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.15 obj/s
* https://10.0.12.66:9000: Avg: 0.07 obj/s
* https://10.0.12.67:9000: Avg: 0.06 obj/s
* https://10.0.12.68:9000: Avg: 0.17 obj/s
Throughput, split into 58 x 1s:
* Fastest: 1.28 obj/s
* 50% Median: 0.19 obj/s
* Slowest: 0.02 obj/s
──────────────────────────────────
Report: GET. Concurrency: 16. Ran: 1m18s
* Average: 0.87 MiB/s, 0.87 obj/s, 29 errors
* Errors: 38
* Reqs: Avg: 13146.5ms, 50%: 14281.1ms, 90%: 18180.1ms, 99%: 18199.8ms, Fastest: 548.8ms, Slowest: 21410.8ms, StdDev: 4806.7ms
* TTFB: Avg: 1.808s, Best: 545ms, 25th: 394ms, Median: 1.523s, 75th: 4.855s, 90th: 4.87s, 99th: 4.87s, Worst: 10.681s StdDev: 2.304s
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.40 MiB/s, 0.40 obj/s, 11 errors - Errors: 38
* https://10.0.12.66:9000: Avg: 0.18 MiB/s, 0.18 obj/s, 7 errors - Errors: 38
* https://10.0.12.67:9000: Avg: 0.19 MiB/s, 0.19 obj/s, 10 errors - Errors: 38
* https://10.0.12.68:9000: Avg: 0.21 MiB/s, 0.21 obj/s, 10 errors - Errors: 38
Throughput, split into 78 x 1s:
* Fastest: 2.9MiB/s, 2.85 obj/s
* 50% Median: 689.0KiB/s, 0.67 obj/s
* Slowest: 52.7KiB/s, 0.05 obj/s
──────────────────────────────────
Report: PUT. Concurrency: 13. Ran: 58s
* Average: 0.46 MiB/s, 0.46 obj/s
* Reqs: Avg: 3789.2ms, 50%: 3819.8ms, 90%: 3872.8ms, 99%: 3872.8ms, Fastest: 3629.7ms, Slowest: 4007.1ms, StdDev: 63.2ms
* TTFB: Avg: 3.785s, Best: 3.626s, 25th: 3.763s, Median: 3.815s, 75th: 3.858s, 90th: 3.869s, 99th: 3.869s, Worst: 4.004s StdDev: 63ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.17 MiB/s, 0.17 obj/s
* https://10.0.12.66:9000: Avg: 0.15 MiB/s, 0.15 obj/s
* https://10.0.12.67:9000: Avg: 0.12 MiB/s, 0.12 obj/s
* https://10.0.12.68:9000: Avg: 0.16 MiB/s, 0.16 obj/s
Throughput, split into 58 x 1s:
* Fastest: 1335.2KiB/s, 1.30 obj/s
* 50% Median: 495.1KiB/s, 0.48 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: STAT. Concurrency: 14. Ran: 57s
* Average: 0.80 obj/s
* Reqs: Avg: 35.6ms, 50%: 47.6ms, 90%: 68.3ms, 99%: 71.6ms, Fastest: 5.2ms, Slowest: 118.5ms, StdDev: 24.0ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.39 obj/s
* https://10.0.12.66:9000: Avg: 0.32 obj/s
* https://10.0.12.67:9000: Avg: 0.10 obj/s
* https://10.0.12.68:9000: Avg: 0.25 obj/s
Throughput, split into 57 x 1s:
* Fastest: 5.00 obj/s
* 50% Median: 0.00 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: Total. Concurrency: 16. Ran: 1m18s
* Average: 1.23 MiB/s, 2.03 obj/s, 29 errors
* Errors: 38
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.51 MiB/s, 0.89 obj/s, 11 errors - Errors: 38
* https://10.0.12.66:9000: Avg: 0.29 MiB/s, 0.55 obj/s, 7 errors - Errors: 38
* https://10.0.12.67:9000: Avg: 0.25 MiB/s, 0.34 obj/s, 10 errors - Errors: 38
* https://10.0.12.68:9000: Avg: 0.29 MiB/s, 0.47 obj/s, 10 errors - Errors: 38
Throughput, split into 78 x 1s:
* Fastest: 1781.0KiB/s, 7.34 obj/s
* 50% Median: 1440.0KiB/s, 1.43 obj/s
* Slowest: 52.7KiB/s, 0.05 obj/s
--- warp/tls-cluster/mixed/mixed-c4.txt ---
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
Report: DELETE. Concurrency: 3. Ran: 16s
* Average: 0.11 obj/s
* Reqs: Avg: 25562.2ms, 50%: 25573.6ms, 90%: 25573.6ms, 99%: 25573.6ms, Fastest: 10534.1ms, Slowest: 40567.6ms, StdDev: 16.1ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.02 obj/s
* https://10.0.12.66:9000: Avg: 0.09 obj/s
* https://10.0.12.68:9000: Avg: 0.09 obj/s
Throughput, split into 16 x 1s:
* Fastest: 0.19 obj/s
* 50% Median: 0.09 obj/s
* Slowest: 0.09 obj/s
──────────────────────────────────
Report: GET. Concurrency: 4. Ran: 1m4s
* Average: 0.24 MiB/s, 0.24 obj/s, 5 errors
* Errors: 7
* Reqs: Avg: 10362.7ms, 50%: 15410.4ms, 90%: 15564.8ms, 99%: 15564.8ms, Fastest: 552.0ms, Slowest: 21379.6ms, StdDev: 6565.3ms
* TTFB: Avg: 3.583s, Best: 547ms, 25th: 4.777s, Median: 4.784s, 75th: 4.784s, 90th: 4.784s, 99th: 4.784s, Worst: 10.601s StdDev: 1.845s
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.14 MiB/s, 0.14 obj/s, 1 errors - Errors: 7
* https://10.0.12.66:9000: Avg: 0.11 MiB/s, 0.11 obj/s, 1 errors - Errors: 7
* https://10.0.12.67:9000: Avg: 0.05 MiB/s, 0.05 obj/s, 3 errors - Errors: 7
* https://10.0.12.68:9000: Avg: 0.06 MiB/s, 0.06 obj/s, 2 errors - Errors: 7
Throughput, split into 64 x 1s:
* Fastest: 1281.2KiB/s, 1.25 obj/s
* 50% Median: 163.4KiB/s, 0.16 obj/s
* Slowest: 47.9KiB/s, 0.05 obj/s
──────────────────────────────────
Report: PUT. Concurrency: 3. Ran: 33s
* Average: 0.10 MiB/s, 0.10 obj/s
* Reqs: Avg: 3826.2ms, 50%: 3834.1ms, 90%: 3834.1ms, 99%: 3834.1ms, Fastest: 3798.2ms, Slowest: 3863.0ms, StdDev: 11.2ms
* TTFB: Avg: 3.822s, Best: 3.795s, 25th: 3.829s, Median: 3.829s, 75th: 3.829s, 90th: 3.829s, 99th: 3.829s, Worst: 3.857s StdDev: 11ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.26 MiB/s, 0.26 obj/s
* https://10.0.12.66:9000: Avg: 0.26 MiB/s, 0.26 obj/s
* https://10.0.12.68:9000: Avg: 0.26 MiB/s, 0.26 obj/s
Throughput, split into 33 x 1s:
* Fastest: 269.6KiB/s, 0.26 obj/s
* 50% Median: 0.00 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: STAT. Concurrency: 3. Ran: 25s
* Average: 0.24 obj/s
* Reqs: Avg: 57.8ms, 50%: 88.1ms, 90%: 88.1ms, 99%: 88.1ms, Fastest: 32.8ms, Slowest: 128.6ms, StdDev: 26.4ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 9.80 obj/s
* https://10.0.12.66:9000: Avg: 0.20 obj/s
* https://10.0.12.68:9000: Avg: 3.62 obj/s
Throughput, split into 25 x 1s:
* Fastest: 3.00 obj/s
* 50% Median: 0.00 obj/s
* Slowest: 0.00 obj/s
──────────────────────────────────
Report: Total. Concurrency: 4. Ran: 1m6s
* Average: 0.30 MiB/s, 0.48 obj/s, 5 errors
* Errors: 7
Throughput by host:
* https://10.0.12.65:9000: Avg: 0.09 MiB/s, 0.12 obj/s, 1 errors - Errors: 7
* https://10.0.12.66:9000: Avg: 0.12 MiB/s, 0.21 obj/s, 1 errors - Errors: 7
* https://10.0.12.67:9000: Avg: 0.05 MiB/s, 0.05 obj/s, 3 errors - Errors: 7
* https://10.0.12.68:9000: Avg: 0.08 MiB/s, 0.14 obj/s, 2 errors - Errors: 7
Throughput, split into 66 x 1s:
* Fastest: 1073.5KiB/s, 4.18 obj/s
* 50% Median: 151.1KiB/s, 0.27 obj/s
* Slowest: 11.6KiB/s, 0.04 obj/s
--- warp/tls-cluster/multipart/multipart-64MiB-c16.txt ---
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: an internal error occurred
warp: <ERROR> download error: unexpected EOF
Report: GET. Concurrency: 16. Ran: 2m14s
* Average: 1.20 MiB/s, 0.24 obj/s, 17 errors
* Errors: 33
* Reqs: Avg: 43397.2ms, 50%: 45998.9ms, 90%: 49051.1ms, 99%: 49051.1ms, Fastest: 6445.7ms, Slowest: 121066.7ms, StdDev: 4717.7ms
* TTFB: Avg: 21.125s, Best: 1.088s, 25th: 19.34s, Median: 23.954s, 75th: 25.665s, 90th: 25.665s, 99th: 25.665s, Worst: 54.575s StdDev: 4.416s
Throughput, split into 134 x 1s:
* Fastest: 2.9MiB/s, 0.58 obj/s
* 50% Median: 1450.3KiB/s, 0.28 obj/s
* Slowest: 42.3KiB/s, 0.01 obj/s
--- warp/tls-cluster/multipart/multipart-64MiB-c4.txt ---
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
warp: <ERROR> unexpected download size. want:5242880, got:62914560
Report: GET. Concurrency: 4. Ran: 1m21s
* Average: 0.65 MiB/s, 0.13 obj/s, 7 errors
* Errors: 11
* Reqs: Avg: 27370.3ms, 50%: 27847.7ms, 90%: 27847.7ms, 99%: 27847.7ms, Fastest: 8073.4ms, Slowest: 30712.4ms, StdDev: 675.0ms
* TTFB: Avg: 20.385s, Best: 1.089s, 25th: 20.861s, Median: 20.861s, 75th: 20.861s, 90th: 20.861s, 99th: 20.861s, Worst: 23.727s StdDev: 673ms
Throughput, split into 81 x 1s:
* Fastest: 1349.2KiB/s, 0.26 obj/s
* 50% Median: 668.7KiB/s, 0.13 obj/s
* Slowest: 166.8KiB/s, 0.03 obj/s
--- warp/tls-cluster/put/put-10MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 1m2s
* Average: 35.64 MiB/s, 3.56 obj/s
* Reqs: Avg: 4398.5ms, 50%: 4604.4ms, 90%: 4797.6ms, 99%: 5391.2ms, Fastest: 764.8ms, Slowest: 8691.4ms, StdDev: 566.3ms
* TTFB: Avg: 4.282s, Best: 742ms, 25th: 3.835s, Median: 4.454s, 75th: 4.574s, 90th: 4.692s, 99th: 5.326s, Worst: 8.444s StdDev: 545ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 8.50 MiB/s, 0.85 obj/s
* https://10.0.12.66:9000: Avg: 8.87 MiB/s, 0.89 obj/s
* https://10.0.12.67:9000: Avg: 10.25 MiB/s, 1.03 obj/s
* https://10.0.12.68:9000: Avg: 8.79 MiB/s, 0.88 obj/s
Throughput, split into 62 x 1s:
* Fastest: 69.3MiB/s, 6.93 obj/s
* 50% Median: 35.3MiB/s, 3.53 obj/s
* Slowest: 9.7MiB/s, 0.97 obj/s
--- warp/tls-cluster/put/put-10MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 58s
* Average: 37.69 MiB/s, 3.77 obj/s
* Reqs: Avg: 1254.4ms, 50%: 855.3ms, 90%: 4086.4ms, 99%: 4147.5ms, Fastest: 296.5ms, Slowest: 4235.5ms, StdDev: 1560.5ms
* TTFB: Avg: 1.227s, Best: 270ms, 25th: 284ms, Median: 828ms, 75th: 1.423s, 90th: 4.053s, 99th: 4.117s, Worst: 4.197s StdDev: 1.558s
Throughput by host:
* https://10.0.12.65:9000: Avg: 2.45 MiB/s, 0.25 obj/s
* https://10.0.12.66:9000: Avg: 2.45 MiB/s, 0.25 obj/s
* https://10.0.12.67:9000: Avg: 30.26 MiB/s, 3.03 obj/s
* https://10.0.12.68:9000: Avg: 2.46 MiB/s, 0.25 obj/s
Throughput, split into 58 x 1s:
* Fastest: 39.9MiB/s, 3.99 obj/s
* 50% Median: 39.1MiB/s, 3.91 obj/s
* Slowest: 30.0MiB/s, 3.00 obj/s
--- warp/tls-cluster/put/put-1MiB-c16.txt ---
Report: PUT. Concurrency: 16. Ran: 59s
* Average: 26.42 MiB/s, 26.42 obj/s
* Reqs: Avg: 1117.2ms, 50%: 800.6ms, 90%: 2441.9ms, 99%: 3927.8ms, Fastest: 84.6ms, Slowest: 4045.1ms, StdDev: 1236.5ms
* TTFB: Avg: 1.115s, Best: 81ms, 25th: 262ms, Median: 798ms, 75th: 1.878s, 90th: 2.439s, 99th: 3.919s, Worst: 4.044s StdDev: 1.236s
Throughput by host:
* https://10.0.12.65:9000: Avg: 8.49 MiB/s, 8.49 obj/s
* https://10.0.12.66:9000: Avg: 1.03 MiB/s, 1.03 obj/s
* https://10.0.12.67:9000: Avg: 16.63 MiB/s, 16.63 obj/s
* https://10.0.12.68:9000: Avg: 1.04 MiB/s, 1.04 obj/s
Throughput, split into 59 x 1s:
* Fastest: 55.8MiB/s, 55.84 obj/s
* 50% Median: 14.3MiB/s, 14.26 obj/s
* Slowest: 7.5MiB/s, 7.49 obj/s
--- warp/tls-cluster/put/put-1MiB-c4.txt ---
Report: PUT. Concurrency: 4. Ran: 1m0s
* Average: 29.02 MiB/s, 29.02 obj/s
* Reqs: Avg: 171.1ms, 50%: 67.8ms, 90%: 522.5ms, 99%: 2792.7ms, Fastest: 41.7ms, Slowest: 15067.1ms, StdDev: 888.6ms
* TTFB: Avg: 169ms, Best: 39ms, 25th: 57ms, Median: 65ms, 75th: 83ms, 90th: 520ms, 99th: 2.778s, Worst: 15.064s StdDev: 888ms
Throughput by host:
* https://10.0.12.65:9000: Avg: 6.20 MiB/s, 6.20 obj/s
* https://10.0.12.66:9000: Avg: 6.11 MiB/s, 6.11 obj/s
* https://10.0.12.67:9000: Avg: 14.47 MiB/s, 14.47 obj/s
* https://10.0.12.68:9000: Avg: 2.94 MiB/s, 2.94 obj/s
Throughput, split into 60 x 1s:
* Fastest: 44.5MiB/s, 44.45 obj/s
* 50% Median: 29.5MiB/s, 29.47 obj/s
* Slowest: 422.7KiB/s, 0.41 obj/s
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment