Views
No views yet
Traceback (most recent call last):
File "/root/src/helper.py", line 139, in train_gr00t_on_modal
trainer.train(
File "/root/phosphobot/am/gr00t.py", line 1250, in train
asyncio.run(
File "/usr/local/lib/python3.11/asyncio/runners.py", line 190, in run
return runner.run(main)
^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/asyncio/runners.py", line 118, in run
return self._loop.run_until_complete(task)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/asyncio/base_events.py", line 654, in run_until_complete
return future.result()
^^^^^^^^^^^^^^^
File "/root/phosphobot/am/gr00t.py", line 1462, in _call_training_script
raise RuntimeError(error_msg)
RuntimeError: Training process failed with exit code 1:
File "/workspace/gr00t/gr00t/data/dataset.py", line 348, in _get_metadata
le_statistics = calculate_dataset_statistics(parquet_files)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/workspace/gr00t/gr00t/data/dataset.py", line 82, in calculate_dataset_statistics
np_data = np.vstack(
^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/numpy/core/shape_base.py", line 289, in vstack
return _nx.concatenate(arrs, 0, dtype=dtype, casting=casting)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
ValueError: all the input array dimensions except for the concatenation axis must match exactly, but along dimension 1, the array at index 0 has size 6 and the array at index 1173 has size 0
1{
2 "validation_dataset_name": null,
3 "batch-size": 100,
4 "num-epochs": 30,
5 "save-steps": 3000,
6 "learning_rate": 0.0001,
7 "data_dir": "/tmp/outputs/data",
8 "validation_data_dir": "/tmp/outputs/validation_data",
9 "output_dir": "/tmp/outputs/train"
10}