LICENSE
README.md
pyproject.toml
src/macrodata_refiner.egg-info/PKG-INFO
src/macrodata_refiner.egg-info/SOURCES.txt
src/macrodata_refiner.egg-info/dependency_links.txt
src/macrodata_refiner.egg-info/entry_points.txt
src/macrodata_refiner.egg-info/requires.txt
src/macrodata_refiner.egg-info/top_level.txt
src/refiner/__init__.py
src/refiner/py.typed
src/refiner/cli/__init__.py
src/refiner/cli/auth.py
src/refiner/cli/main.py
src/refiner/cli/ui.py
src/refiner/execution/__init__.py
src/refiner/execution/buffer.py
src/refiner/execution/engine.py
src/refiner/execution/asyncio/__init__.py
src/refiner/execution/asyncio/runtime.py
src/refiner/execution/asyncio/window.py
src/refiner/execution/operators/__init__.py
src/refiner/execution/operators/row.py
src/refiner/execution/operators/vectorized.py
src/refiner/execution/tracking/__init__.py
src/refiner/execution/tracking/shards.py
src/refiner/io/__init__.py
src/refiner/io/datafile.py
src/refiner/io/datafolder.py
src/refiner/io/fileset.py
src/refiner/launchers/__init__.py
src/refiner/launchers/base.py
src/refiner/launchers/cloud.py
src/refiner/launchers/local.py
src/refiner/pipeline/__init__.py
src/refiner/pipeline/expressions.py
src/refiner/pipeline/pipeline.py
src/refiner/pipeline/planning.py
src/refiner/pipeline/steps.py
src/refiner/pipeline/data/block.py
src/refiner/pipeline/data/row.py
src/refiner/pipeline/data/shard.py
src/refiner/pipeline/data/tabular.py
src/refiner/pipeline/sinks/__init__.py
src/refiner/pipeline/sinks/base.py
src/refiner/pipeline/sinks/jsonl.py
src/refiner/pipeline/sinks/lerobot.py
src/refiner/pipeline/sinks/lerobot_reducer.py
src/refiner/pipeline/sinks/parquet.py
src/refiner/pipeline/sources/__init__.py
src/refiner/pipeline/sources/base.py
src/refiner/pipeline/sources/items.py
src/refiner/pipeline/sources/task.py
src/refiner/pipeline/sources/readers/__init__.py
src/refiner/pipeline/sources/readers/base.py
src/refiner/pipeline/sources/readers/csv.py
src/refiner/pipeline/sources/readers/jsonl.py
src/refiner/pipeline/sources/readers/lerobot.py
src/refiner/pipeline/sources/readers/parquet.py
src/refiner/pipeline/sources/readers/utils.py
src/refiner/pipeline/utils/__init__.py
src/refiner/pipeline/utils/cache/__init__.py
src/refiner/pipeline/utils/cache/decoder_cache.py
src/refiner/pipeline/utils/cache/file_cache.py
src/refiner/pipeline/utils/cache/lease_cache.py
src/refiner/platform/__init__.py
src/refiner/platform/auth.py
src/refiner/platform/manifest.py
src/refiner/platform/client/__init__.py
src/refiner/platform/client/api.py
src/refiner/platform/client/http.py
src/refiner/platform/client/models.py
src/refiner/platform/client/serialize.py
src/refiner/robotics/__init__.py
src/refiner/robotics/motion.py
src/refiner/robotics/lerobot_format/__init__.py
src/refiner/robotics/lerobot_format/row.py
src/refiner/robotics/lerobot_format/tabular.py
src/refiner/robotics/lerobot_format/metadata/__init__.py
src/refiner/robotics/lerobot_format/metadata/info.py
src/refiner/robotics/lerobot_format/metadata/metadata.py
src/refiner/robotics/lerobot_format/metadata/stats.py
src/refiner/robotics/lerobot_format/metadata/tasks.py
src/refiner/text/__init__.py
src/refiner/text/commoncrawl.py
src/refiner/utils/__init__.py
src/refiner/utils/imports.py
src/refiner/video/__init__.py
src/refiner/video/remux.py
src/refiner/video/transcode.py
src/refiner/video/types.py
src/refiner/video/writer.py
src/refiner/worker/__init__.py
src/refiner/worker/context.py
src/refiner/worker/entrypoint.py
src/refiner/worker/runner.py
src/refiner/worker/workdir.py
src/refiner/worker/lifecycle/__init__.py
src/refiner/worker/lifecycle/base.py
src/refiner/worker/lifecycle/platform.py
src/refiner/worker/lifecycle/local/__init__.py
src/refiner/worker/lifecycle/local/claim.py
src/refiner/worker/lifecycle/local/files.py
src/refiner/worker/lifecycle/local/lifecycle.py
src/refiner/worker/metrics/__init__.py
src/refiner/worker/metrics/api.py
src/refiner/worker/metrics/context.py
src/refiner/worker/metrics/otel.py
src/refiner/worker/resources/__init__.py
src/refiner/worker/resources/cpu.py
src/refiner/worker/resources/gpu.py
src/refiner/worker/resources/memory.py
src/refiner/worker/resources/network.py
tests/test_cache.py
tests/test_commoncrawl_text.py
tests/test_expressions.py
tests/test_optional_dependencies.py