Skip to content

Instantly share code, notes, and snippets.

@bveeramani

bveeramani/code1.py

Created November 10, 2022 18:33
Show Gist options
  • Save bveeramani/3076b1ce994f6a3adea00892a68954b9 to your computer and use it in GitHub Desktop.
Save bveeramani/3076b1ce994f6a3adea00892a68954b9 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
code1.py
import numpy as np
import ray
from ray.data.preprocessors import BatchMapper
ds = ray.data.read_images("/Users/balaji/Datasets/COCO/val2017", mode="RGB", include_paths=True)
ds.fully_executed()
def fn(batch: dict[str, np.ndarray]) -> dict[str, np.ndarray]:
return batch
preproccesor = BatchMapper(fn, batch_format="numpy")
preproccesor.transform(ds)
Raw
code2.py
import numpy as np
import ray
from ray.data.preprocessors import BatchMapper
ds = ray.data.read_images("/Users/balaji/Datasets/COCO/val2017", mode="RGB", include_paths=True)
ds.fully_executed()
def fn(batch: dict[str, np.ndarray]) -> dict[str, np.ndarray]:
return batch
preproccesor = BatchMapper(fn, batch_size=8, batch_format="numpy")
preproccesor.transform(ds)
Raw
code3.py
import numpy as np
import ray
from ray.data.preprocessors import BatchMapper
ds = ray.data.read_images("/Users/balaji/Datasets/COCO/val2017", mode="RGB", include_paths=True)
ds.fully_executed()
def fn(batch: dict[str, np.ndarray]) -> dict[str, np.ndarray]:
# For some reason, this assertion fails only if `len(batch["image"]) == 1`
assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
return batch
preproccesor = BatchMapper(fn, batch_size=8, batch_format="numpy")
preproccesor.transform(ds)
Raw
traceback1.txt
2022-11-10 10:28:14,360 INFO worker.py:1528 -- Started a local Ray instance. View the dashboard at 127.0.0.1:8265
Read progress: 76%|███████████████████▊ | 152/200 [00:03<00:00, 49.55it/s](raylet) Spilled 2939 MiB, 150 objects, write throughput 2207 MiB/s. Set RAY_verbose_spill_logs=0 to disable this message.
Read progress: 100%|██████████████████████████| 200/200 [00:04<00:00, 48.09it/s]
2022-11-10 10:28:19,789 WARNING compute.py:545 -- Requested batch size 4096 results in batches of 3426109359 bytes for map_batches tasks, which is larger than the configured target max block size 536870912. This may result in out-of-memory errors for certain workloads, and you may want to decrease your batch size or increase the configured target max block size, e.g.: from ray.data.context import DatasetContext; DatasetContext.get_current().target_max_block_size = 4_000_000_000
2022-11-10 10:28:19,789 WARNING compute.py:517 -- Having to send 10 or more blocks to a single map_batches task to create a batch of size 4096, which may result in less transformation parallelism than expected. This may indicate that your blocks are too small and/or your batch size is too large, and you may want to decrease your read parallelism and/or decrease your batch size.
Map_Batches: 0%| | 0/2 [00:00<?, ?it/s](raylet) Spilled 4525 MiB, 196 objects, write throughput 2087 MiB/s.
Map_Batches: 50%|████████████████ | 1/2 [00:05<00:05, 5.37s/it](_map_block_nosplit pid=39642) 2022-11-10 10:28:28,523 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7bfbb1c837c59783ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39642) Traceback (most recent call last):
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39642) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 588, in transform
(_map_block_nosplit pid=39642) batch = batcher.next_batch()
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/batcher.py", line 149, in next_batch
(_map_block_nosplit pid=39642) batch = batch.slice(0, batch.num_rows(), copy=True)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 212, in slice
(_map_block_nosplit pid=39642) view = _copy_table(view)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 653, in _copy_table
(_map_block_nosplit pid=39642) arr = _concatenate_extension_column(col)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_map_block_nosplit pid=39642) return ArrowTensorArray._concat_same_type(ca.chunks)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 417, in _concat_same_type
(_map_block_nosplit pid=39642) return ArrowVariableShapedTensorArray.from_numpy(
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 686, in from_numpy
(_map_block_nosplit pid=39642) data_array = pa.ListArray.from_arrays(offset_array, value_array)
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 1761, in pyarrow.lib.ListArray.from_arrays
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 339, in pyarrow.lib.asarray
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 826, in pyarrow.lib.Array.cast
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/.venv/lib/python3.10/site-packages/pyarrow/compute.py", line 375, in cast
(_map_block_nosplit pid=39642) return call_function("cast", [arr], options)
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 531, in pyarrow._compute.call_function
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 330, in pyarrow._compute.Function.call
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 143, in pyarrow.lib.pyarrow_internal_check_status
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 99, in pyarrow.lib.check_status
(_map_block_nosplit pid=39642) pyarrow.lib.ArrowInvalid: Integer value 2148250653 not in range: -2147483648 to 2147483647
(_map_block_nosplit pid=39642) 2022-11-10 10:28:30,106 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7bfbb1c837c59783ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39642) Traceback (most recent call last):
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39642) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 588, in transform
(_map_block_nosplit pid=39642) batch = batcher.next_batch()
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/batcher.py", line 149, in next_batch
(_map_block_nosplit pid=39642) batch = batch.slice(0, batch.num_rows(), copy=True)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 212, in slice
(_map_block_nosplit pid=39642) view = _copy_table(view)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 653, in _copy_table
(_map_block_nosplit pid=39642) arr = _concatenate_extension_column(col)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_map_block_nosplit pid=39642) return ArrowTensorArray._concat_same_type(ca.chunks)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 417, in _concat_same_type
(_map_block_nosplit pid=39642) return ArrowVariableShapedTensorArray.from_numpy(
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 686, in from_numpy
(_map_block_nosplit pid=39642) data_array = pa.ListArray.from_arrays(offset_array, value_array)
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 1761, in pyarrow.lib.ListArray.from_arrays
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 339, in pyarrow.lib.asarray
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 826, in pyarrow.lib.Array.cast
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/.venv/lib/python3.10/site-packages/pyarrow/compute.py", line 375, in cast
(_map_block_nosplit pid=39642) return call_function("cast", [arr], options)
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 531, in pyarrow._compute.call_function
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 330, in pyarrow._compute.Function.call
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 143, in pyarrow.lib.pyarrow_internal_check_status
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 99, in pyarrow.lib.check_status
(_map_block_nosplit pid=39642) pyarrow.lib.ArrowInvalid: Integer value 2148250653 not in range: -2147483648 to 2147483647
(_map_block_nosplit pid=39642) 2022-11-10 10:28:32,090 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7bfbb1c837c59783ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39642) Traceback (most recent call last):
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39642) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 588, in transform
(_map_block_nosplit pid=39642) batch = batcher.next_batch()
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/batcher.py", line 149, in next_batch
(_map_block_nosplit pid=39642) batch = batch.slice(0, batch.num_rows(), copy=True)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 212, in slice
(_map_block_nosplit pid=39642) view = _copy_table(view)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 653, in _copy_table
(_map_block_nosplit pid=39642) arr = _concatenate_extension_column(col)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_map_block_nosplit pid=39642) return ArrowTensorArray._concat_same_type(ca.chunks)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 417, in _concat_same_type
(_map_block_nosplit pid=39642) return ArrowVariableShapedTensorArray.from_numpy(
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 686, in from_numpy
(_map_block_nosplit pid=39642) data_array = pa.ListArray.from_arrays(offset_array, value_array)
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 1761, in pyarrow.lib.ListArray.from_arrays
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 339, in pyarrow.lib.asarray
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 826, in pyarrow.lib.Array.cast
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/.venv/lib/python3.10/site-packages/pyarrow/compute.py", line 375, in cast
(_map_block_nosplit pid=39642) return call_function("cast", [arr], options)
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 531, in pyarrow._compute.call_function
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 330, in pyarrow._compute.Function.call
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 143, in pyarrow.lib.pyarrow_internal_check_status
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 99, in pyarrow.lib.check_status
(_map_block_nosplit pid=39642) pyarrow.lib.ArrowInvalid: Integer value 2148250653 not in range: -2147483648 to 2147483647
(_map_block_nosplit pid=39642) 2022-11-10 10:28:34,159 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7bfbb1c837c59783ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39642) Traceback (most recent call last):
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39642) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 588, in transform
(_map_block_nosplit pid=39642) batch = batcher.next_batch()
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/batcher.py", line 149, in next_batch
(_map_block_nosplit pid=39642) batch = batch.slice(0, batch.num_rows(), copy=True)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 212, in slice
(_map_block_nosplit pid=39642) view = _copy_table(view)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 653, in _copy_table
(_map_block_nosplit pid=39642) arr = _concatenate_extension_column(col)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
(_map_block_nosplit pid=39642) return ArrowTensorArray._concat_same_type(ca.chunks)
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 417, in _concat_same_type
(_map_block_nosplit pid=39642) return ArrowVariableShapedTensorArray.from_numpy(
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 686, in from_numpy
(_map_block_nosplit pid=39642) data_array = pa.ListArray.from_arrays(offset_array, value_array)
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 1761, in pyarrow.lib.ListArray.from_arrays
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 339, in pyarrow.lib.asarray
(_map_block_nosplit pid=39642) File "pyarrow/array.pxi", line 826, in pyarrow.lib.Array.cast
(_map_block_nosplit pid=39642) File "/Users/balaji/Documents/detection/.venv/lib/python3.10/site-packages/pyarrow/compute.py", line 375, in cast
(_map_block_nosplit pid=39642) return call_function("cast", [arr], options)
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 531, in pyarrow._compute.call_function
(_map_block_nosplit pid=39642) File "pyarrow/_compute.pyx", line 330, in pyarrow._compute.Function.call
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 143, in pyarrow.lib.pyarrow_internal_check_status
(_map_block_nosplit pid=39642) File "pyarrow/error.pxi", line 99, in pyarrow.lib.check_status
(_map_block_nosplit pid=39642) pyarrow.lib.ArrowInvalid: Integer value 2148250653 not in range: -2147483648 to 2147483647
Traceback (most recent call last):
File "/Users/balaji/Documents/detection/repro2.py", line 16, in <module>
preproccesor.transform(ds)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 143, in transform
transformed_ds = self._transform(dataset)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 256, in _transform
return dataset.map_batches(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 611, in map_batches
return Dataset(plan, self._epoch, self._lazy)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 223, in __init__
self._plan.execute(allow_clear_input_blocks=False)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 314, in execute
blocks, stage_info = stage(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 678, in __call__
blocks = compute._apply(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 151, in _apply
raise e from None
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 138, in _apply
results = map_bar.fetch_until_complete(refs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/progress_bar.py", line 75, in fetch_until_complete
for ref, result in zip(done, ray.get(done)):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/client_mode_hook.py", line 105, in wrapper
return func(*args, **kwargs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/worker.py", line 2303, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(ArrowInvalid): ray::_map_block_nosplit() (pid=39642, ip=127.0.0.1)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 588, in transform
batch = batcher.next_batch()
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/batcher.py", line 149, in next_batch
batch = batch.slice(0, batch.num_rows(), copy=True)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 212, in slice
view = _copy_table(view)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 653, in _copy_table
arr = _concatenate_extension_column(col)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/transform_pyarrow.py", line 34, in _concatenate_extension_column
return ArrowTensorArray._concat_same_type(ca.chunks)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 417, in _concat_same_type
return ArrowVariableShapedTensorArray.from_numpy(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 686, in from_numpy
data_array = pa.ListArray.from_arrays(offset_array, value_array)
File "pyarrow/array.pxi", line 1761, in pyarrow.lib.ListArray.from_arrays
File "pyarrow/array.pxi", line 339, in pyarrow.lib.asarray
File "pyarrow/array.pxi", line 826, in pyarrow.lib.Array.cast
File "/Users/balaji/Documents/detection/.venv/lib/python3.10/site-packages/pyarrow/compute.py", line 375, in cast
return call_function("cast", [arr], options)
File "pyarrow/_compute.pyx", line 531, in pyarrow._compute.call_function
File "pyarrow/_compute.pyx", line 330, in pyarrow._compute.Function.call
File "pyarrow/error.pxi", line 143, in pyarrow.lib.pyarrow_internal_check_status
File "pyarrow/error.pxi", line 99, in pyarrow.lib.check_status
pyarrow.lib.ArrowInvalid: Integer value 2148250653 not in range: -2147483648 to 2147483647
Map_Batches: 50%|████████████████ | 1/2 [00:17<00:17, 17.47s/it]
Raw
traceback2.txt
... # Traceback was truncated in VSCode
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39832) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39832) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39832) raise ValueError(
(_map_block_nosplit pid=39832) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[73, 122, 217],
(_map_block_nosplit pid=39832) [74, 123, 218],
(_map_block_nosplit pid=39832) [74, 123, 218],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [70, 115, 208],
(_map_block_nosplit pid=39832) [70, 115, 208],
(_map_block_nosplit pid=39832) [71, 116, 209]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[74, 123, 218],
(_map_block_nosplit pid=39832) [74, 123, 218],
(_map_block_nosplit pid=39832) [73, 123, 218],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [70, 116, 210],
(_map_block_nosplit pid=39832) [69, 116, 208],
(_map_block_nosplit pid=39832) [69, 114, 207]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[74, 123, 218],
(_map_block_nosplit pid=39832) [75, 124, 219],
(_map_block_nosplit pid=39832) [74, 124, 219],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [70, 119, 212],
(_map_block_nosplit pid=39832) [71, 117, 211],
(_map_block_nosplit pid=39832) [69, 116, 208]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[170, 152, 138],
(_map_block_nosplit pid=39832) [154, 137, 121],
(_map_block_nosplit pid=39832) [144, 127, 109],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [147, 132, 113],
(_map_block_nosplit pid=39832) [153, 140, 124],
(_map_block_nosplit pid=39832) [127, 116, 98]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[149, 131, 117],
(_map_block_nosplit pid=39832) [153, 136, 120],
(_map_block_nosplit pid=39832) [151, 134, 116],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [148, 132, 117],
(_map_block_nosplit pid=39832) [148, 134, 121],
(_map_block_nosplit pid=39832) [154, 141, 125]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[150, 132, 118],
(_map_block_nosplit pid=39832) [149, 132, 116],
(_map_block_nosplit pid=39832) [150, 133, 115],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [136, 119, 101],
(_map_block_nosplit pid=39832) [136, 120, 104],
(_map_block_nosplit pid=39832) [146, 133, 114]]], dtype=object)]
(_map_block_nosplit pid=39835) 2022-11-10 10:29:20,445 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e6d4cbe9ecd13cfaffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39835) Traceback (most recent call last):
(_map_block_nosplit pid=39835) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39835) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39835) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39835) yield from process_next_batch(batch)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39835) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39835) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39835) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39835) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39835) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39835) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39835) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39835) raise ValueError(
(_map_block_nosplit pid=39835) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[120, 126, 124],
(_map_block_nosplit pid=39835) [120, 126, 124],
(_map_block_nosplit pid=39835) [121, 127, 125],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [148, 163, 168],
(_map_block_nosplit pid=39835) [147, 162, 167],
(_map_block_nosplit pid=39835) [145, 160, 165]],
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) [[120, 126, 124],
(_map_block_nosplit pid=39835) [120, 126, 124],
(_map_block_nosplit pid=39835) [121, 127, 125],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [148, 163, 168],
(_map_block_nosplit pid=39835) [147, 162, 167],
(_map_block_nosplit pid=39835) [145, 160, 165]],
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) [[122, 128, 126],
(_map_block_nosplit pid=39835) [122, 128, 126],
(_map_block_nosplit pid=39835) [123, 129, 127],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [149, 164, 169],
(_map_block_nosplit pid=39835) [147, 162, 167],
(_map_block_nosplit pid=39835) [145, 160, 165]],
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) [[100, 106, 102],
(_map_block_nosplit pid=39835) [101, 107, 103],
(_map_block_nosplit pid=39835) [102, 107, 103],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [135, 153, 165],
(_map_block_nosplit pid=39835) [133, 151, 163],
(_map_block_nosplit pid=39835) [133, 151, 163]],
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) [[99, 105, 101],
(_map_block_nosplit pid=39835) [100, 106, 102],
(_map_block_nosplit pid=39835) [102, 107, 103],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [132, 150, 162],
(_map_block_nosplit pid=39835) [130, 148, 160],
(_map_block_nosplit pid=39835) [130, 148, 160]],
(_map_block_nosplit pid=39835)
(_map_block_nosplit pid=39835) [[99, 105, 101],
(_map_block_nosplit pid=39835) [100, 106, 102],
(_map_block_nosplit pid=39835) [102, 107, 103],
(_map_block_nosplit pid=39835) ...,
(_map_block_nosplit pid=39835) [128, 146, 158],
(_map_block_nosplit pid=39835) [128, 146, 158],
(_map_block_nosplit pid=39835) [127, 145, 157]]], dtype=object)]
(_map_block_nosplit pid=39839) 2022-11-10 10:29:20,441 INFO worker.py:763 -- Task failed with retryable exception: TaskID(0a15cedb7b5e509cffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39839) Traceback (most recent call last):
(_map_block_nosplit pid=39839) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39839) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39839) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39839) yield from process_next_batch(batch)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39839) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39839) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39839) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39839) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39839) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39839) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39839) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39839) raise ValueError(
(_map_block_nosplit pid=39839) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[118, 120, 141],
(_map_block_nosplit pid=39839) [139, 151, 163],
(_map_block_nosplit pid=39839) [139, 105, 95],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [4, 4, 2],
(_map_block_nosplit pid=39839) [4, 4, 2],
(_map_block_nosplit pid=39839) [4, 4, 2]],
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) [[99, 96, 125],
(_map_block_nosplit pid=39839) [149, 161, 177],
(_map_block_nosplit pid=39839) [135, 118, 110],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) [4, 4, 2],
(_map_block_nosplit pid=39839) [4, 4, 2]],
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) [[70, 59, 93],
(_map_block_nosplit pid=39839) [151, 158, 177],
(_map_block_nosplit pid=39839) [131, 138, 130],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1]],
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) [[4, 4, 2],
(_map_block_nosplit pid=39839) [4, 4, 2],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [114, 71, 16],
(_map_block_nosplit pid=39839) [112, 69, 16],
(_map_block_nosplit pid=39839) [110, 67, 14]],
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) [[3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [118, 71, 17],
(_map_block_nosplit pid=39839) [116, 71, 16],
(_map_block_nosplit pid=39839) [115, 70, 15]],
(_map_block_nosplit pid=39839)
(_map_block_nosplit pid=39839) [[3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) [3, 3, 1],
(_map_block_nosplit pid=39839) ...,
(_map_block_nosplit pid=39839) [118, 71, 15],
(_map_block_nosplit pid=39839) [116, 69, 15],
(_map_block_nosplit pid=39839) [115, 68, 14]]], dtype=object)]
(_map_block_nosplit pid=39837) 2022-11-10 10:29:20,434 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e72e75d4b83fb16cffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39837) Traceback (most recent call last):
(_map_block_nosplit pid=39837) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39837) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39837) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39837) yield from process_next_batch(batch)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39837) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39837) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39837) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39837) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39837) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39837) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39837) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39837) raise ValueError(
(_map_block_nosplit pid=39837) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[134, 66, 29],
(_map_block_nosplit pid=39837) [137, 69, 32],
(_map_block_nosplit pid=39837) [134, 66, 27],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [24, 6, 0],
(_map_block_nosplit pid=39837) [55, 18, 10],
(_map_block_nosplit pid=39837) [93, 36, 29]],
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) [[131, 63, 26],
(_map_block_nosplit pid=39837) [134, 66, 29],
(_map_block_nosplit pid=39837) [131, 63, 24],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [25, 7, 0],
(_map_block_nosplit pid=39837) [54, 17, 9],
(_map_block_nosplit pid=39837) [93, 36, 29]],
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) [[132, 64, 27],
(_map_block_nosplit pid=39837) [134, 66, 29],
(_map_block_nosplit pid=39837) [132, 64, 25],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [26, 8, 0],
(_map_block_nosplit pid=39837) [53, 16, 8],
(_map_block_nosplit pid=39837) [91, 34, 27]],
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) [[6, 2, 1],
(_map_block_nosplit pid=39837) [7, 3, 2],
(_map_block_nosplit pid=39837) [5, 1, 0],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [42, 19, 11],
(_map_block_nosplit pid=39837) [36, 16, 9],
(_map_block_nosplit pid=39837) [31, 11, 4]],
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) [[8, 4, 3],
(_map_block_nosplit pid=39837) [8, 4, 3],
(_map_block_nosplit pid=39837) [6, 2, 1],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [48, 23, 16],
(_map_block_nosplit pid=39837) [42, 17, 10],
(_map_block_nosplit pid=39837) [35, 12, 4]],
(_map_block_nosplit pid=39837)
(_map_block_nosplit pid=39837) [[10, 6, 5],
(_map_block_nosplit pid=39837) [8, 4, 3],
(_map_block_nosplit pid=39837) [7, 3, 2],
(_map_block_nosplit pid=39837) ...,
(_map_block_nosplit pid=39837) [55, 28, 19],
(_map_block_nosplit pid=39837) [47, 20, 13],
(_map_block_nosplit pid=39837) [40, 15, 8]]], dtype=object)]
(_map_block_nosplit pid=39840) 2022-11-10 10:29:20,443 INFO worker.py:763 -- Task failed with retryable exception: TaskID(8b7acfbafa51083dffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39840) Traceback (most recent call last):
(_map_block_nosplit pid=39840) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39840) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39840) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39840) yield from process_next_batch(batch)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39840) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39840) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39840) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39840) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39840) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39840) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39840) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39840) raise ValueError(
(_map_block_nosplit pid=39840) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[52, 50, 37],
(_map_block_nosplit pid=39840) [91, 78, 72],
(_map_block_nosplit pid=39840) [63, 67, 66],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [23, 28, 32],
(_map_block_nosplit pid=39840) [18, 26, 28],
(_map_block_nosplit pid=39840) [22, 43, 36]],
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) [[84, 98, 62],
(_map_block_nosplit pid=39840) [118, 116, 104],
(_map_block_nosplit pid=39840) [85, 75, 73],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [41, 58, 42],
(_map_block_nosplit pid=39840) [43, 53, 44],
(_map_block_nosplit pid=39840) [31, 47, 37]],
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) [[118, 97, 76],
(_map_block_nosplit pid=39840) [93, 89, 80],
(_map_block_nosplit pid=39840) [41, 43, 42],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [53, 86, 57],
(_map_block_nosplit pid=39840) [76, 106, 78],
(_map_block_nosplit pid=39840) [46, 71, 52]],
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) [[193, 175, 165],
(_map_block_nosplit pid=39840) [181, 166, 159],
(_map_block_nosplit pid=39840) [173, 159, 150],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [163, 140, 109],
(_map_block_nosplit pid=39840) [193, 163, 127],
(_map_block_nosplit pid=39840) [188, 165, 124]],
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) [[185, 168, 160],
(_map_block_nosplit pid=39840) [192, 179, 173],
(_map_block_nosplit pid=39840) [195, 184, 178],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [140, 117, 86],
(_map_block_nosplit pid=39840) [186, 156, 120],
(_map_block_nosplit pid=39840) [187, 165, 124]],
(_map_block_nosplit pid=39840)
(_map_block_nosplit pid=39840) [[178, 165, 156],
(_map_block_nosplit pid=39840) [191, 180, 176],
(_map_block_nosplit pid=39840) [200, 191, 186],
(_map_block_nosplit pid=39840) ...,
(_map_block_nosplit pid=39840) [119, 98, 67],
(_map_block_nosplit pid=39840) [173, 143, 107],
(_map_block_nosplit pid=39840) [173, 151, 112]]], dtype=object)]
(_map_block_nosplit pid=39831) 2022-11-10 10:29:20,435 INFO worker.py:763 -- Task failed with retryable exception: TaskID(41826d7c8ea55823ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39831) Traceback (most recent call last):
(_map_block_nosplit pid=39831) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39831) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39831) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39831) yield from process_next_batch(batch)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39831) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39831) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39831) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39831) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39831) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39831) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39831) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39831) raise ValueError(
(_map_block_nosplit pid=39831) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[191, 196, 140],
(_map_block_nosplit pid=39831) [145, 152, 110],
(_map_block_nosplit pid=39831) [165, 171, 143],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [121, 125, 102],
(_map_block_nosplit pid=39831) [120, 124, 99],
(_map_block_nosplit pid=39831) [121, 124, 97]],
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) [[194, 204, 143],
(_map_block_nosplit pid=39831) [183, 195, 147],
(_map_block_nosplit pid=39831) [156, 166, 142],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [121, 125, 102],
(_map_block_nosplit pid=39831) [121, 125, 100],
(_map_block_nosplit pid=39831) [122, 124, 100]],
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) [[170, 184, 133],
(_map_block_nosplit pid=39831) [165, 180, 137],
(_map_block_nosplit pid=39831) [180, 193, 167],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [122, 126, 103],
(_map_block_nosplit pid=39831) [123, 125, 103],
(_map_block_nosplit pid=39831) [123, 125, 103]],
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) [[76, 84, 43],
(_map_block_nosplit pid=39831) [74, 82, 31],
(_map_block_nosplit pid=39831) [55, 66, 8],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [90, 91, 85],
(_map_block_nosplit pid=39831) [92, 92, 84],
(_map_block_nosplit pid=39831) [90, 87, 78]],
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) [[59, 82, 30],
(_map_block_nosplit pid=39831) [62, 76, 25],
(_map_block_nosplit pid=39831) [54, 69, 14],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [89, 88, 83],
(_map_block_nosplit pid=39831) [91, 91, 83],
(_map_block_nosplit pid=39831) [94, 94, 84]],
(_map_block_nosplit pid=39831)
(_map_block_nosplit pid=39831) [[62, 92, 38],
(_map_block_nosplit pid=39831) [68, 86, 34],
(_map_block_nosplit pid=39831) [44, 59, 4],
(_map_block_nosplit pid=39831) ...,
(_map_block_nosplit pid=39831) [66, 66, 58],
(_map_block_nosplit pid=39831) [87, 89, 78],
(_map_block_nosplit pid=39831) [87, 89, 78]]], dtype=object)]
(_map_block_nosplit pid=39836) 2022-11-10 10:29:20,440 INFO worker.py:763 -- Task failed with retryable exception: TaskID(8d183001c337db21ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39836) Traceback (most recent call last):
(_map_block_nosplit pid=39836) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39836) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39836) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39836) yield from process_next_batch(batch)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39836) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39836) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39836) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39836) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39836) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39836) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39836) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39836) raise ValueError(
(_map_block_nosplit pid=39836) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[47, 43, 31],
(_map_block_nosplit pid=39836) [52, 48, 36],
(_map_block_nosplit pid=39836) [45, 41, 29],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [63, 63, 61],
(_map_block_nosplit pid=39836) [62, 62, 60],
(_map_block_nosplit pid=39836) [61, 61, 59]],
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) [[53, 49, 37],
(_map_block_nosplit pid=39836) [54, 50, 38],
(_map_block_nosplit pid=39836) [54, 50, 39],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [67, 67, 65],
(_map_block_nosplit pid=39836) [66, 66, 64],
(_map_block_nosplit pid=39836) [65, 65, 63]],
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) [[52, 48, 36],
(_map_block_nosplit pid=39836) [50, 46, 34],
(_map_block_nosplit pid=39836) [56, 52, 41],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [67, 67, 65],
(_map_block_nosplit pid=39836) [66, 66, 64],
(_map_block_nosplit pid=39836) [65, 65, 63]],
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) [[5, 3, 4],
(_map_block_nosplit pid=39836) [5, 3, 4],
(_map_block_nosplit pid=39836) [4, 4, 4],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [10, 11, 6],
(_map_block_nosplit pid=39836) [13, 14, 9],
(_map_block_nosplit pid=39836) [13, 14, 9]],
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) [[6, 6, 6],
(_map_block_nosplit pid=39836) [5, 5, 5],
(_map_block_nosplit pid=39836) [4, 4, 4],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [9, 9, 7],
(_map_block_nosplit pid=39836) [6, 6, 4],
(_map_block_nosplit pid=39836) [9, 9, 7]],
(_map_block_nosplit pid=39836)
(_map_block_nosplit pid=39836) [[6, 6, 6],
(_map_block_nosplit pid=39836) [5, 5, 5],
(_map_block_nosplit pid=39836) [4, 4, 4],
(_map_block_nosplit pid=39836) ...,
(_map_block_nosplit pid=39836) [12, 12, 10],
(_map_block_nosplit pid=39836) [9, 9, 7],
(_map_block_nosplit pid=39836) [11, 11, 9]]], dtype=object)]
(_map_block_nosplit pid=39832) 2022-11-10 10:29:20,441 INFO worker.py:763 -- Task failed with retryable exception: TaskID(2d43834f00f3ecd8ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39832) Traceback (most recent call last):
(_map_block_nosplit pid=39832) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39832) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39832) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39832) yield from process_next_batch(batch)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39832) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39832) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39832) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39832) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39832) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39832) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39832) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39832) raise ValueError(
(_map_block_nosplit pid=39832) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[32, 32, 32],
(_map_block_nosplit pid=39832) [35, 35, 35],
(_map_block_nosplit pid=39832) [28, 28, 28],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [124, 124, 124],
(_map_block_nosplit pid=39832) [85, 85, 85],
(_map_block_nosplit pid=39832) [63, 63, 63]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[33, 33, 33],
(_map_block_nosplit pid=39832) [36, 36, 36],
(_map_block_nosplit pid=39832) [30, 30, 30],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [112, 112, 112],
(_map_block_nosplit pid=39832) [77, 77, 77],
(_map_block_nosplit pid=39832) [50, 50, 50]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[34, 34, 34],
(_map_block_nosplit pid=39832) [35, 35, 35],
(_map_block_nosplit pid=39832) [31, 31, 31],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [97, 97, 97],
(_map_block_nosplit pid=39832) [65, 65, 65],
(_map_block_nosplit pid=39832) [44, 44, 44]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[149, 149, 149],
(_map_block_nosplit pid=39832) [124, 124, 124],
(_map_block_nosplit pid=39832) [97, 97, 97],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [2, 2, 2],
(_map_block_nosplit pid=39832) [0, 0, 0],
(_map_block_nosplit pid=39832) [0, 0, 0]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[128, 128, 128],
(_map_block_nosplit pid=39832) [99, 99, 99],
(_map_block_nosplit pid=39832) [80, 80, 80],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [0, 0, 0],
(_map_block_nosplit pid=39832) [0, 0, 0],
(_map_block_nosplit pid=39832) [1, 1, 1]],
(_map_block_nosplit pid=39832)
(_map_block_nosplit pid=39832) [[106, 106, 106],
(_map_block_nosplit pid=39832) [78, 78, 78],
(_map_block_nosplit pid=39832) [61, 61, 61],
(_map_block_nosplit pid=39832) ...,
(_map_block_nosplit pid=39832) [0, 0, 0],
(_map_block_nosplit pid=39832) [1, 1, 1],
(_map_block_nosplit pid=39832) [2, 2, 2]]], dtype=object)]
(_map_block_nosplit pid=39834) 2022-11-10 10:29:20,440 INFO worker.py:763 -- Task failed with retryable exception: TaskID(718e1ae3ef27ff6dffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39834) Traceback (most recent call last):
(_map_block_nosplit pid=39834) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39834) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39834) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39834) yield from process_next_batch(batch)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39834) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39834) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39834) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39834) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39834) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39834) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39834) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39834) raise ValueError(
(_map_block_nosplit pid=39834) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[45, 45, 45],
(_map_block_nosplit pid=39834) [52, 52, 52],
(_map_block_nosplit pid=39834) [55, 55, 55],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [120, 120, 120],
(_map_block_nosplit pid=39834) [116, 116, 116],
(_map_block_nosplit pid=39834) [118, 118, 118]],
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) [[45, 45, 45],
(_map_block_nosplit pid=39834) [50, 50, 50],
(_map_block_nosplit pid=39834) [53, 53, 53],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [110, 110, 110],
(_map_block_nosplit pid=39834) [113, 113, 113],
(_map_block_nosplit pid=39834) [125, 125, 125]],
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) [[47, 47, 47],
(_map_block_nosplit pid=39834) [50, 50, 50],
(_map_block_nosplit pid=39834) [52, 52, 52],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [108, 108, 108],
(_map_block_nosplit pid=39834) [107, 107, 107],
(_map_block_nosplit pid=39834) [116, 116, 116]],
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) [[121, 121, 121],
(_map_block_nosplit pid=39834) [109, 109, 109],
(_map_block_nosplit pid=39834) [93, 93, 93],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [175, 175, 175],
(_map_block_nosplit pid=39834) [194, 194, 194],
(_map_block_nosplit pid=39834) [183, 183, 183]],
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) [[152, 152, 152],
(_map_block_nosplit pid=39834) [141, 141, 141],
(_map_block_nosplit pid=39834) [128, 128, 128],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [178, 178, 178],
(_map_block_nosplit pid=39834) [179, 179, 179],
(_map_block_nosplit pid=39834) [184, 184, 184]],
(_map_block_nosplit pid=39834)
(_map_block_nosplit pid=39834) [[194, 194, 194],
(_map_block_nosplit pid=39834) [198, 198, 198],
(_map_block_nosplit pid=39834) [197, 197, 197],
(_map_block_nosplit pid=39834) ...,
(_map_block_nosplit pid=39834) [183, 183, 183],
(_map_block_nosplit pid=39834) [174, 174, 174],
(_map_block_nosplit pid=39834) [186, 186, 186]]], dtype=object)]
(_map_block_nosplit pid=39833) 2022-11-10 10:29:20,435 INFO worker.py:763 -- Task failed with retryable exception: TaskID(042196f458b6f5d8ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=39833) Traceback (most recent call last):
(_map_block_nosplit pid=39833) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=39833) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=39833) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=39833) yield from process_next_batch(batch)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
(_map_block_nosplit pid=39833) output_buffer.add_batch(batch)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
(_map_block_nosplit pid=39833) self._buffer.add_batch(batch)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
(_map_block_nosplit pid=39833) block = BlockAccessor.batch_to_block(batch)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
(_map_block_nosplit pid=39833) return ArrowBlockAccessor.numpy_to_block(batch)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
(_map_block_nosplit pid=39833) col = ArrowTensorArray.from_numpy(col)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
(_map_block_nosplit pid=39833) return ArrowVariableShapedTensorArray.from_numpy(arr)
(_map_block_nosplit pid=39833) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
(_map_block_nosplit pid=39833) raise ValueError(
(_map_block_nosplit pid=39833) ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 67, 66],
(_map_block_nosplit pid=39833) [66, 68, 67],
(_map_block_nosplit pid=39833) [65, 69, 70],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [87, 91, 103],
(_map_block_nosplit pid=39833) [86, 90, 101],
(_map_block_nosplit pid=39833) [87, 89, 101]],
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) [[64, 66, 65],
(_map_block_nosplit pid=39833) [66, 68, 67],
(_map_block_nosplit pid=39833) [65, 69, 70],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [90, 93, 100],
(_map_block_nosplit pid=39833) [89, 92, 99],
(_map_block_nosplit pid=39833) [89, 92, 99]],
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) [[66, 68, 67],
(_map_block_nosplit pid=39833) [67, 69, 68],
(_map_block_nosplit pid=39833) [68, 69, 71],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [91, 93, 105],
(_map_block_nosplit pid=39833) [92, 92, 104],
(_map_block_nosplit pid=39833) [92, 92, 104]],
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) [[18, 14, 11],
(_map_block_nosplit pid=39833) [17, 13, 10],
(_map_block_nosplit pid=39833) [18, 13, 10],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [33, 35, 32],
(_map_block_nosplit pid=39833) [36, 37, 32],
(_map_block_nosplit pid=39833) [42, 39, 34]],
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) [[20, 15, 11],
(_map_block_nosplit pid=39833) [21, 16, 12],
(_map_block_nosplit pid=39833) [19, 14, 10],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [33, 35, 32],
(_map_block_nosplit pid=39833) [37, 36, 32],
(_map_block_nosplit pid=39833) [42, 37, 33]],
(_map_block_nosplit pid=39833)
(_map_block_nosplit pid=39833) [[21, 14, 8],
(_map_block_nosplit pid=39833) [23, 16, 10],
(_map_block_nosplit pid=39833) [21, 14, 8],
(_map_block_nosplit pid=39833) ...,
(_map_block_nosplit pid=39833) [34, 34, 32],
(_map_block_nosplit pid=39833) [37, 36, 32],
(_map_block_nosplit pid=39833) [42, 37, 33]]], dtype=object)]
Traceback (most recent call last):
File "/Users/balaji/Documents/detection/repro2.py", line 13, in <module>
preproccesor.transform(ds)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 143, in transform
transformed_ds = self._transform(dataset)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 256, in _transform
return dataset.map_batches(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 611, in map_batches
return Dataset(plan, self._epoch, self._lazy)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 223, in __init__
self._plan.execute(allow_clear_input_blocks=False)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 314, in execute
blocks, stage_info = stage(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 678, in __call__
blocks = compute._apply(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 151, in _apply
raise e from None
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 138, in _apply
results = map_bar.fetch_until_complete(refs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/progress_bar.py", line 75, in fetch_until_complete
for ref, result in zip(done, ray.get(done)):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/client_mode_hook.py", line 105, in wrapper
return func(*args, **kwargs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/worker.py", line 2303, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(ValueError): ray::_map_block_nosplit() (pid=39833, ip=127.0.0.1)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
yield from process_next_batch(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 574, in process_next_batch
output_buffer.add_batch(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/output_buffer.py", line 50, in add_batch
self._buffer.add_batch(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/delegating_block_builder.py", line 44, in add_batch
block = BlockAccessor.batch_to_block(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/block.py", line 372, in batch_to_block
return ArrowBlockAccessor.numpy_to_block(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/arrow_block.py", line 172, in numpy_to_block
col = ArrowTensorArray.from_numpy(col)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 257, in from_numpy
return ArrowVariableShapedTensorArray.from_numpy(arr)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/air/util/tensor_extensions/arrow.py", line 667, in from_numpy
raise ValueError(
ValueError: ArrowVariableShapedTensorArray only supports heterogeneous-shaped tensor collections, not arbitrarily nested ragged tensors. Got: [array([[[65, 67, 66],
[66, 68, 67],
[65, 69, 70],
...,
[87, 91, 103],
[86, 90, 101],
[87, 89, 101]],
[[64, 66, 65],
[66, 68, 67],
[65, 69, 70],
...,
[90, 93, 100],
[89, 92, 99],
[89, 92, 99]],
[[66, 68, 67],
[67, 69, 68],
[68, 69, 71],
...,
[91, 93, 105],
[92, 92, 104],
[92, 92, 104]],
...,
[[18, 14, 11],
[17, 13, 10],
[18, 13, 10],
...,
[33, 35, 32],
[36, 37, 32],
[42, 39, 34]],
[[20, 15, 11],
[21, 16, 12],
[19, 14, 10],
...,
[33, 35, 32],
[37, 36, 32],
[42, 37, 33]],
[[21, 14, 8],
[23, 16, 10],
[21, 14, 8],
...,
[34, 34, 32],
[37, 36, 32],
[42, 37, 33]]], dtype=object)]
Map_Batches: 0%| | 0/200 [00:06<?, ?it/s]
Raw
traceback3.txt
...
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40200) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40200) yield from process_next_batch(batch)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40200) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40200) return self.fn(np_data)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40200) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40200) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000196759.jpg']
(_map_block_nosplit pid=40200) 2022-11-10 10:31:42,192 INFO worker.py:763 -- Task failed with retryable exception: TaskID(11361484dc469db6ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40200) Traceback (most recent call last):
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40200) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40200) yield from process_next_batch(batch)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40200) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40200) return self.fn(np_data)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40200) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40200) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000229747.jpg']
(_map_block_nosplit pid=40200) 2022-11-10 10:31:42,224 INFO worker.py:763 -- Task failed with retryable exception: TaskID(36270b78ae5054d0ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40200) Traceback (most recent call last):
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40200) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40200) yield from process_next_batch(batch)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40200) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40200) return self.fn(np_data)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40200) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40200) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000326970.jpg']
(_map_block_nosplit pid=40195) 2022-11-10 10:31:42,168 INFO worker.py:763 -- Task failed with retryable exception: TaskID(63a8710a27569f0dffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40195) Traceback (most recent call last):
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40195) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40195) yield from process_next_batch(batch)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40195) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40195) return self.fn(np_data)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40195) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40195) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000222118.jpg']
(_map_block_nosplit pid=40195) 2022-11-10 10:31:42,215 INFO worker.py:763 -- Task failed with retryable exception: TaskID(fee64447f6739f6bffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40195) Traceback (most recent call last):
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40195) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40195) yield from process_next_batch(batch)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40195) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40195) return self.fn(np_data)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40195) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40195) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000323799.jpg']
(_map_block_nosplit pid=40201) 2022-11-10 10:31:42,144 INFO worker.py:763 -- Task failed with retryable exception: TaskID(5b2171e21d2aff7affffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40201) Traceback (most recent call last):
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40201) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40201) yield from process_next_batch(batch)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40201) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40201) return self.fn(np_data)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40201) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40201) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000206411.jpg']
(_map_block_nosplit pid=40201) 2022-11-10 10:31:42,193 INFO worker.py:763 -- Task failed with retryable exception: TaskID(a858eff4bb1b1f21ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40201) Traceback (most recent call last):
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40201) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40201) yield from process_next_batch(batch)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40201) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40201) return self.fn(np_data)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40201) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40201) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000224337.jpg']
(_map_block_nosplit pid=40201) 2022-11-10 10:31:42,233 INFO worker.py:763 -- Task failed with retryable exception: TaskID(41631aacb74be486ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40201) Traceback (most recent call last):
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40201) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40201) yield from process_next_batch(batch)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40201) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40201) return self.fn(np_data)
(_map_block_nosplit pid=40201) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40201) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40201) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000329455.jpg']
(_map_block_nosplit pid=40203) 2022-11-10 10:31:42,167 INFO worker.py:763 -- Task failed with retryable exception: TaskID(c240b0b627b935fbffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40203) Traceback (most recent call last):
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40203) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40203) yield from process_next_batch(batch)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40203) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40203) return self.fn(np_data)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40203) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40203) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000210032.jpg']
(_map_block_nosplit pid=40203) 2022-11-10 10:31:42,213 INFO worker.py:763 -- Task failed with retryable exception: TaskID(a5df0f6e1bb78da7ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40203) Traceback (most recent call last):
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40203) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40203) yield from process_next_batch(batch)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40203) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40203) return self.fn(np_data)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40203) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40203) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000318238.jpg']
(_map_block_nosplit pid=40203) 2022-11-10 10:31:42,248 INFO worker.py:763 -- Task failed with retryable exception: TaskID(1c60f86c2e6c210dffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40203) Traceback (most recent call last):
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40203) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40203) yield from process_next_batch(batch)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40203) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40203) return self.fn(np_data)
(_map_block_nosplit pid=40203) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40203) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40203) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000333237.jpg']
(_map_block_nosplit pid=40194) 2022-11-10 10:31:42,143 INFO worker.py:763 -- Task failed with retryable exception: TaskID(ab4942b7cda001d4ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40194) Traceback (most recent call last):
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40194) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40194) yield from process_next_batch(batch)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40194) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40194) return self.fn(np_data)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40194) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40194) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000200152.jpg']
(_map_block_nosplit pid=40194) 2022-11-10 10:31:42,187 INFO worker.py:763 -- Task failed with retryable exception: TaskID(41826d7c8ea55823ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40194) Traceback (most recent call last):
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40194) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40194) yield from process_next_batch(batch)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40194) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40194) return self.fn(np_data)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40194) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40194) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000299887.jpg']
(_map_block_nosplit pid=40194) 2022-11-10 10:31:42,216 INFO worker.py:763 -- Task failed with retryable exception: TaskID(08f032a99a297b90ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40194) Traceback (most recent call last):
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40194) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40194) yield from process_next_batch(batch)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40194) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40194) return self.fn(np_data)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40194) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40194) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000311789.jpg']
(_map_block_nosplit pid=40194) 2022-11-10 10:31:42,255 INFO worker.py:763 -- Task failed with retryable exception: TaskID(11e8eb0b985ea3eeffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40194) Traceback (most recent call last):
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40194) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40194) yield from process_next_batch(batch)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40194) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40194) return self.fn(np_data)
(_map_block_nosplit pid=40194) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40194) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40194) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000342367.jpg']
(_map_block_nosplit pid=40196) 2022-11-10 10:31:42,145 INFO worker.py:763 -- Task failed with retryable exception: TaskID(4845913810e67b7effffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40196) Traceback (most recent call last):
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40196) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40196) yield from process_next_batch(batch)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40196) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40196) return self.fn(np_data)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40196) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40196) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000215114.jpg']
(_map_block_nosplit pid=40196) 2022-11-10 10:31:42,194 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e6d4cbe9ecd13cfaffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40196) Traceback (most recent call last):
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40196) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40196) yield from process_next_batch(batch)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40196) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40196) return self.fn(np_data)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40196) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40196) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000308799.jpg']
(_map_block_nosplit pid=40196) 2022-11-10 10:31:42,224 INFO worker.py:763 -- Task failed with retryable exception: TaskID(ee897091bd02a1d3ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40196) Traceback (most recent call last):
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40196) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40196) yield from process_next_batch(batch)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40196) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40196) return self.fn(np_data)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40196) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40196) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000344816.jpg']
(_map_block_nosplit pid=40196) 2022-11-10 10:31:42,254 INFO worker.py:763 -- Task failed with retryable exception: TaskID(810973b78ef54a36ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40196) Traceback (most recent call last):
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40196) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40196) yield from process_next_batch(batch)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40196) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40196) return self.fn(np_data)
(_map_block_nosplit pid=40196) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40196) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40196) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000335800.jpg']
(_map_block_nosplit pid=40199) 2022-11-10 10:31:42,144 INFO worker.py:763 -- Task failed with retryable exception: TaskID(d6b54af76cf0605affffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40199) Traceback (most recent call last):
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40199) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40199) yield from process_next_batch(batch)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40199) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40199) return self.fn(np_data)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40199) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40199) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000188592.jpg']
(_map_block_nosplit pid=40199) 2022-11-10 10:31:42,190 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7ef10a5289b2683bffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40199) Traceback (most recent call last):
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40199) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40199) yield from process_next_batch(batch)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40199) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40199) return self.fn(np_data)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40199) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40199) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000237118.jpg']
(_map_block_nosplit pid=40199) 2022-11-10 10:31:42,226 INFO worker.py:763 -- Task failed with retryable exception: TaskID(de5c925e54f60303ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40199) Traceback (most recent call last):
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40199) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40199) yield from process_next_batch(batch)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40199) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40199) return self.fn(np_data)
(_map_block_nosplit pid=40199) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40199) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40199) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000321557.jpg']
(_map_block_nosplit pid=40197) 2022-11-10 10:31:42,144 INFO worker.py:763 -- Task failed with retryable exception: TaskID(e9aa1e09dab5804cffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40197) Traceback (most recent call last):
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40197) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40197) yield from process_next_batch(batch)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40197) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40197) return self.fn(np_data)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40197) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40197) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000212895.jpg']
(_map_block_nosplit pid=40197) 2022-11-10 10:31:42,190 INFO worker.py:763 -- Task failed with retryable exception: TaskID(7de87e70ef08a2c4ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40197) Traceback (most recent call last):
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40197) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40197) yield from process_next_batch(batch)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40197) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40197) return self.fn(np_data)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40197) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40197) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000227044.jpg']
(_map_block_nosplit pid=40197) 2022-11-10 10:31:42,224 INFO worker.py:763 -- Task failed with retryable exception: TaskID(92e3a77e2fe5407dffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40197) Traceback (most recent call last):
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40197) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40197) yield from process_next_batch(batch)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40197) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40197) return self.fn(np_data)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40197) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40197) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000303305.jpg']
(_map_block_nosplit pid=40197) 2022-11-10 10:31:42,255 INFO worker.py:763 -- Task failed with retryable exception: TaskID(36b69e4054de2c2bffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40197) Traceback (most recent call last):
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40197) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40197) yield from process_next_batch(batch)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40197) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40197) return self.fn(np_data)
(_map_block_nosplit pid=40197) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40197) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40197) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000369541.jpg']
(_map_block_nosplit pid=40198) 2022-11-10 10:31:42,130 INFO worker.py:763 -- Task failed with retryable exception: TaskID(d8c89acda82e7918ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40198) Traceback (most recent call last):
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40198) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40198) yield from process_next_batch(batch)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40198) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40198) return self.fn(np_data)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40198) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40198) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000181542.jpg']
(_map_block_nosplit pid=40198) 2022-11-10 10:31:42,176 INFO worker.py:763 -- Task failed with retryable exception: TaskID(263d5fdae06963eaffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40198) Traceback (most recent call last):
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40198) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40198) yield from process_next_batch(batch)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40198) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40198) return self.fn(np_data)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40198) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40198) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000218362.jpg']
(_map_block_nosplit pid=40198) 2022-11-10 10:31:42,216 INFO worker.py:763 -- Task failed with retryable exception: TaskID(f7f5c2a95f20e24bffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40198) Traceback (most recent call last):
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40198) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40198) yield from process_next_batch(batch)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40198) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40198) return self.fn(np_data)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40198) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40198) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000314034.jpg']
(_map_block_nosplit pid=40198) 2022-11-10 10:31:42,249 INFO worker.py:763 -- Task failed with retryable exception: TaskID(ca1bc83351b962ceffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40198) Traceback (most recent call last):
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40198) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40198) yield from process_next_batch(batch)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40198) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40198) return self.fn(np_data)
(_map_block_nosplit pid=40198) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40198) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40198) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000353027.jpg']
(_map_block_nosplit pid=40202) 2022-11-10 10:31:42,247 INFO worker.py:763 -- Task failed with retryable exception: TaskID(785380ccb38f760bffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40202) Traceback (most recent call last):
(_map_block_nosplit pid=40202) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40202) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40202) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40202) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40202) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40202) yield from process_next_batch(batch)
(_map_block_nosplit pid=40202) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40202) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40202) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40202) return self.fn(np_data)
(_map_block_nosplit pid=40202) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40202) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40202) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000193494.jpg']
(_map_block_nosplit pid=40200) 2022-11-10 10:31:42,256 INFO worker.py:763 -- Task failed with retryable exception: TaskID(f86fd6c1e7fd5707ffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40200) Traceback (most recent call last):
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40200) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40200) yield from process_next_batch(batch)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40200) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40200) return self.fn(np_data)
(_map_block_nosplit pid=40200) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40200) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40200) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000347456.jpg']
(_map_block_nosplit pid=40195) 2022-11-10 10:31:42,247 INFO worker.py:763 -- Task failed with retryable exception: TaskID(eb0b5e19cca22c4cffffffffffffffffffffffff01000000).
(_map_block_nosplit pid=40195) Traceback (most recent call last):
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 830, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "python/ray/_raylet.pyx", line 834, in ray._raylet.execute_task
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
(_map_block_nosplit pid=40195) for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
(_map_block_nosplit pid=40195) yield from process_next_batch(batch)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
(_map_block_nosplit pid=40195) batch = batch_fn(batch, *fn_args, **fn_kwargs)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
(_map_block_nosplit pid=40195) return self.fn(np_data)
(_map_block_nosplit pid=40195) File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
(_map_block_nosplit pid=40195) assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
(_map_block_nosplit pid=40195) AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000338905.jpg']
Traceback (most recent call last):
File "/Users/balaji/Documents/detection/repro2.py", line 14, in <module>
preproccesor.transform(ds)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 143, in transform
transformed_ds = self._transform(dataset)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessor.py", line 256, in _transform
return dataset.map_batches(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 611, in map_batches
return Dataset(plan, self._epoch, self._lazy)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 223, in __init__
self._plan.execute(allow_clear_input_blocks=False)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 314, in execute
blocks, stage_info = stage(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/plan.py", line 678, in __call__
blocks = compute._apply(
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 151, in _apply
raise e from None
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 138, in _apply
results = map_bar.fetch_until_complete(refs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/progress_bar.py", line 75, in fetch_until_complete
for ref, result in zip(done, ray.get(done)):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/client_mode_hook.py", line 105, in wrapper
return func(*args, **kwargs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/_private/worker.py", line 2303, in get
raise value.as_instanceof_cause()
ray.exceptions.RayTaskError(AssertionError): ray::_map_block_nosplit() (pid=40202, ip=127.0.0.1)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/_internal/compute.py", line 484, in _map_block_nosplit
for new_block in block_fn(blocks, *fn_args, **fn_kwargs):
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 589, in transform
yield from process_next_batch(batch)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/dataset.py", line 571, in process_next_batch
batch = batch_fn(batch, *fn_args, **fn_kwargs)
File "/Users/balaji/Documents/detection/third_party/ray/python/ray/data/preprocessors/batch_mapper.py", line 104, in _transform_numpy
return self.fn(np_data)
File "/Users/balaji/Documents/detection/repro2.py", line 10, in fn
assert all(image.dtype == np.uint8 for image in batch["image"]), batch["path"]
AssertionError: ['/Users/balaji/Datasets/COCO/val2017/000000193494.jpg']
Map_Batches: 0%| | 0/200 [00:06<?, ?it/s]
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment