Python Access Code

from kirin import Dataset

dataset = Dataset(
    root_dir="{{ catalog.root_dir }}",
    name="{{ dataset_name }}"{% if catalog.aws_profile %},
    aws_profile="{{ catalog.aws_profile }}"{% endif %}{% if catalog.gcs_token %},
    gcs_token="{{ catalog.gcs_token }}"{% endif %}{% if catalog.gcs_project %},
    gcs_project="{{ catalog.gcs_project }}"{% endif %}{% if catalog.azure_account_name %},
    azure_account_name="{{ catalog.azure_account_name }}"{% endif %}{% if catalog.azure_account_key %},
    azure_account_key="{{ catalog.azure_account_key }}"{% endif %}{% if catalog.azure_connection_string %},
    azure_connection_string="{{ catalog.azure_connection_string }}"{% endif %}
)

{% if checkout_commit %}
# Checkout to specific commit
dataset.checkout("{{ checkout_commit }}")
{% elif current_commit %}
# Checkout to latest commit (HEAD)
dataset.checkout("{{ current_commit }}")
{% else %}
# Checkout to latest commit (HEAD)
dataset.checkout()

# Or checkout to a specific commit
# dataset.checkout("commit_hash")
{% endif %}

{% if files %}

{% for file in files %}

{% if file.name.lower().endswith(('.png', '.jpg', '.jpeg', '.gif', '.webp', '.svg', '.bmp', '.ico')) or (file.content_type and file.content_type.startswith('image/')) %}

{% elif file.name.endswith('.csv') or file.name.endswith('.tsv') %} {% elif file.name.endswith('.json') %} {% elif file.name.endswith('.py') or file.name.endswith('.js') or file.name.endswith('.ts') %} {% elif file.name.endswith('.md') or file.name.endswith('.txt') %} {% else %} {% endif %}

{{ file.name }} {% if file.metadata and file.metadata.source_file %} {% endif %}

{{ "%.1f"|format(file.size / 1024) }} KB

Download

{% endfor %}

Total size: {{ "%.1f"|format(files|sum(attribute='size') / (1024*1024)) }} MB

{% else %}

No files in this commit

{% if checkout_commit %} This commit contains no files. {% else %} No files in this commit. Use the Commit tab to add files. {% endif %}

{% endif %}