.gitignore
CODE_OF_CONDUCT.md
CONTRIBUTING.md
COPYING
LICENSE
README.md
pyproject.toml
.github/CODEOWNERS
.github/FUNDING.yml
.github/dependabot.yml
.github/ISSUE_TEMPLATE/bug---issue.md
.github/ISSUE_TEMPLATE/feature-request.md
.github/workflows/cache-janitor.yml
.github/workflows/consolidated-tests-ci.yml
.github/workflows/gemma4-audio-probe.yml
.github/workflows/lint-ci.yml
.github/workflows/mlx-ci.yml
.github/workflows/security-audit.yml
.github/workflows/stale.yml
.github/workflows/studio-export-fix-ci.yml
.github/workflows/wheel-smoke.yml
scripts/enforce_kwargs_spacing.py
scripts/lint_workflow_triggers.py
scripts/scan_packages.py
scripts/verify_comment_only_diff.py
tests/_merge_e2e_helpers.py
tests/_pickle_base.py
tests/conftest.py
tests/gemma4_audio_version_probe.py
tests/notebook_models.json
tests/test_active_merge_device_matrix.py
tests/test_add_new_tokens_padded_vocab.py
tests/test_alloc_conf_platform_matrix.py
tests/test_assert_same_keys_base_model.py
tests/test_backend_device_helpers.py
tests/test_bin_only_base_diagnosis.py
tests/test_check_hf_model_exists_transport_errors.py
tests/test_checkpoint_compile_mix.py
tests/test_checkpoint_modes.py
tests/test_chunked_log_softmax_device.py
tests/test_compile_already_compiled_callable.py
tests/test_compile_bare_decorators_unwrap.py
tests/test_compile_cache_security.py
tests/test_compile_disable_partial.py
tests/test_compile_overwrite_trl_stamp.py
tests/test_compiler_decorated_forward.py
tests/test_compiler_dynamic_exec.py
tests/test_compiler_inference_logit_transforms.py
tests/test_compiler_output_capture.py
tests/test_compiler_rewriter_exhaustive.py
tests/test_convert_hf_to_gguf_patcher.py
tests/test_convert_to_gguf_mtp_reconcile.py
tests/test_convert_to_gguf_self_heal.py
tests/test_cross_entropy_chunk_cap.py
tests/test_dataset_num_proc.py
tests/test_datasets_map_worker_death_retry.py
tests/test_deepseek_v2_moe_alias.py
tests/test_device_map_planner.py
tests/test_diffusion_canvas_maxtok.py
tests/test_diffusion_shim_thought_split.py
tests/test_diffusion_visual_engine_env.py
tests/test_disabled_hook_graph_break.py
tests/test_dora_merge.py
tests/test_eager_fallback_latch.py
tests/test_encode_conversations_with_harmony.py
tests/test_encode_conversations_with_harmony_render.py
tests/test_extended_dep_api_pins.py
tests/test_file_uri_resolution.py
tests/test_find_common_token_ids_no_match.py
tests/test_fla_hopper_tile.py
tests/test_forward_native_moe_loop_lora.py
tests/test_fp8_dense_merge.py
tests/test_fused_forward_install.py
tests/test_gated_and_offline_config_classification.py
tests/test_gemma3_forced_float32_boundary_dtype.py
tests/test_gemma3_processor_batched.py
tests/test_gemma4_audio_dtype.py
tests/test_gemma4_banded_attention.py
tests/test_gemma4_clippable_linear_peft_reload.py
tests/test_gemma4_dtype_drift_guards.py
tests/test_gemma4_flash_sliding.py
tests/test_gemma4_forced_float32_ple_dtype.py
tests/test_gemma4_moe_lora_registration.py
tests/test_gemma4_probe_two_tone_gate.py
tests/test_gemma4_vision_pooler_fp16.py
tests/test_generated_fullgraph_fallback.py
tests/test_generated_trainer_is_installed.py
tests/test_get_transformers_model_type_empty.py
tests/test_gguf_bitsandbytes_guard.py
tests/test_gguf_oom_temp_file_retry.py
tests/test_gpt_oss_attention_mask.py
tests/test_gptoss_grouped_gate.py
tests/test_grpo_chunked_reduction_dim.py
tests/test_grpo_packed_raw_logits_dispatch.py
tests/test_grpo_packed_verify_raw_logits.py
tests/test_grpo_prefix_grouper_raw_logits.py
tests/test_hf_cache_redirect.py
tests/test_hf_transfer_windows_arm.py
tests/test_hf_xet_applies_automatically.py
tests/test_hf_xet_fallback.py
tests/test_hf_xet_health.py
tests/test_hf_xet_tuning.py
tests/test_hub_transport_errors_single_segment.py
tests/test_ignored_tokenizer_casing.py
tests/test_llama_cpp_bundle_converter.py
tests/test_llama_cpp_loader.py
tests/test_llama_cpp_prebuilt.py
tests/test_local_4bit_merge_offline_resolution.py
tests/test_local_base_model_resolution_offline.py
tests/test_local_fp8_base_offline_resolution.py
tests/test_longrope_attention_factor.py
tests/test_mamba_ssm_pre_ampere_fallback.py
tests/test_merge_e2e_dense.py
tests/test_merge_e2e_hub_unreachable.py
tests/test_merge_e2e_moe_fused.py
tests/test_merge_e2e_moe_per_expert.py
tests/test_merge_e2e_resized.py
tests/test_merge_e2e_vision_passthrough.py
tests/test_mlx_adapter_metadata_persistence.py
tests/test_mlx_autodetect_template_source.py
tests/test_mlx_baseline_loss_parity.py
tests/test_mlx_batch_padding.py
tests/test_mlx_batching_and_decay.py
tests/test_mlx_cce_kernel.py
tests/test_mlx_cce_target_classification.py
tests/test_mlx_cpt_partition_metal.py
tests/test_mlx_ddp_metal.py
tests/test_mlx_dequantize_modules.py
tests/test_mlx_distributed_loader.py
tests/test_mlx_double_quant_reject.py
tests/test_mlx_dtype_downcast_warning.py
tests/test_mlx_extra_special_tokens_compat.py
tests/test_mlx_finetune_last_n_layers.py
tests/test_mlx_gated_delta.py
tests/test_mlx_gated_delta_batch_grad.py
tests/test_mlx_gated_delta_vjp.py
tests/test_mlx_generate.py
tests/test_mlx_generate_metal.py
tests/test_mlx_get_peft_model_seed_ordering.py
tests/test_mlx_grad_clip_resolution.py
tests/test_mlx_module_exports.py
tests/test_mlx_neftune_quant_map.py
tests/test_mlx_platform_spoof_is_scoped.py
tests/test_mlx_pr684_full_validation_metal.py
tests/test_mlx_preference.py
tests/test_mlx_qk_norm_version_gap.py
tests/test_mlx_quantized_optimizer_routing.py
tests/test_mlx_quantized_optimizer_state.py
tests/test_mlx_qwen3_prompt_batch_isolated.py
tests/test_mlx_runtime_cce_compile.py
tests/test_mlx_save_export_edge_cases.py
tests/test_mlx_save_export_regressions.py
tests/test_mlx_save_lora_adapters_filter.py
tests/test_mlx_shape_guard.py
tests/test_mlx_switch_lora.py
tests/test_mlx_tokenizer_utils_torch_free.py
tests/test_mlx_torch_shim_smoke.py
tests/test_mlx_trainer_internals.py
tests/test_mlx_training_e2e_metal.py
tests/test_mlx_vlm_label_masks.py
tests/test_moe_bnb4bit_adaptive_recompute.py
tests/test_moe_bnb4bit_per_expert_conversions.py
tests/test_moe_fused_baddbmm_equiv.py
tests/test_moe_fused_narrow_expert_merge.py
tests/test_moe_gategrad_identity.py
tests/test_moe_grouped_mm_alignment_fallback.py
tests/test_moe_grouped_mm_format.py
tests/test_moe_grouped_mm_no_copy.py
tests/test_moe_grouped_modulelist_parity.py
tests/test_moe_lora_extractor_coverage.py
tests/test_moe_lora_grouped_mm_capability.py
tests/test_moe_merge_e2e_cpu.py
tests/test_moe_merge_legacy_mixtral_cpu.py
tests/test_moe_num_experts_header_precedence.py
tests/test_moe_preprocess_weight_transpose.py
tests/test_moe_quant_cleanup.py
tests/test_moe_quant_handler_registry.py
tests/test_moe_recompute_gc_adaptive.py
tests/test_muse_glimmer_banded_attention.py
tests/test_mxfp4_convert_no_double_transpose.py
tests/test_mxfp4_import_resilient.py
tests/test_mxfp4_transpose_convention.py
tests/test_notebook_chat_templates.py
tests/test_offline_env_cross_sync.py
tests/test_pad_token.py
tests/test_patch_loss_functions_coverage.py
tests/test_peft_paramwrapper_layout_drift.py
tests/test_peft_regex_audio.py
tests/test_pr684_review_fixes_a.py
tests/test_pr684_review_fixes_b.py
tests/test_prepare_model_for_training_bias.py
tests/test_prepare_model_for_training_fp32_norms.py
tests/test_pretokenized_bypass_collator.py
tests/test_pypi_version_sync.py
tests/test_python39_compatibility.py
tests/test_quant_status_transport_errors.py
tests/test_quantize_gguf_q2_k_l.py
tests/test_qwen35_ssm_tensor_mapping.py
tests/test_qwen35_vjp_metal.py
tests/test_qwen_moe_lora_extractor.py
tests/test_reasoning_marker_strip.py
tests/test_recompile_limit_fallback.py
tests/test_requires_grad_hook_dynamo.py
tests/test_resized_shard_rewrite_parity.py
tests/test_rl_replacements_compile_disable.py
tests/test_rl_replacements_cpu.py
tests/test_rmsnorm_recompile_guards.py
tests/test_saving_utils_lora_remap_count.py
tests/test_saving_utils_quant_aware_merge.py
tests/test_sft_prepare_dataset_double_bos.py
tests/test_streaming_map_batch_size.py
tests/test_temporary_patches_exhaustive.py
tests/test_temporary_patches_imports.py
tests/test_text_only_multimodal_masking.py
tests/test_tiled_mlp_target_gb.py
tests/test_torchao_torch_mismatch.py
tests/test_torchvision_video_removed_message.py
tests/test_train_on_responses_list_labels.py
tests/test_training_utils_use_cache.py
tests/test_transformers_moe_structure_drift.py
tests/test_triton_stub_class_symbols.py
tests/test_trl_entropy_metric.py
tests/test_trl_sft_logits_metrics.py
tests/test_unreadable_modeling_source.py
tests/test_unsloth_zoo_lora_merge.py
tests/test_upstream_import_fixes_drift.py
tests/test_upstream_pinned_symbols_accelerator.py
tests/test_upstream_pinned_symbols_transformers.py
tests/test_upstream_pinned_symbols_trl_vllm.py
tests/test_upstream_signatures.py
tests/test_upstream_source_patterns.py
tests/test_vendor_fla.py
tests/test_vendored_license_shipped.py
tests/test_vision_collator_audio.py
tests/test_vision_collator_prompt_completion.py
tests/test_vllm_direct_lora_loading.py
tests/test_vllm_flashinfer_hip.py
tests/test_vllm_lora_unstacked_mapper.py
tests/test_vllm_sleep_cache_reset.py
tests/test_vllm_standby_expandable_segments_error.py
tests/test_vllm_to_hf_conversion.py
tests/test_vllm_utils_xpu_sm_cap.py
tests/test_vlm_collator_masking.py
tests/test_vlm_token_coverage.py
tests/test_wheel_top_level_packages.py
tests/test_zephyr_marker_context.py
tests/test_zoo_history_regressions.py
tests/test_zoo_history_regressions_deep.py
tests/test_zoo_source_upstream_refs.py
tests/mlx_simulation/__init__.py
tests/mlx_simulation/mlx_lm_stub.py
tests/mlx_simulation/mlx_nn_stub.py
tests/mlx_simulation/mlx_optimizers_stub.py
tests/mlx_simulation/mlx_stub.py
tests/mlx_simulation/mlx_utils_stub.py
tests/mlx_simulation/mlx_vlm_stub.py
tests/mlx_simulation/mlx_helpers/__init__.py
tests/mlx_simulation/mlx_helpers/array_proxy.py
tests/mlx_simulation/mlx_helpers/custom_function.py
tests/mlx_simulation/mlx_helpers/lora_linear.py
tests/mlx_simulation/mlx_helpers/mlx_lm_compat.py
tests/mlx_simulation/mlx_helpers/quant.py
tests/mlx_simulation/mlx_helpers/stream_generate.py
tests/mlx_simulation/mlx_helpers/value_and_grad.py
tests/security/__init__.py
tests/security/conftest.py
tests/security/test_lint_workflow_triggers.py
tests/security/test_scan_packages.py
tests/security/fixtures/__init__.py
tests/security/fixtures/_build.py
tests/security/fixtures/clean_wheel.whl
tests/security/fixtures/malicious_sdist.tar.gz
tests/security/fixtures/malicious_wheel.whl
unsloth_zoo/__init__.py
unsloth_zoo/compile_cache.py
unsloth_zoo/compiler.py
unsloth_zoo/compiler_replacements.py
unsloth_zoo/dataset_num_proc.py
unsloth_zoo/dataset_utils.py
unsloth_zoo/device_map_planner.py
unsloth_zoo/device_type.py
unsloth_zoo/empty_model.py
unsloth_zoo/gated_delta_vjp.py
unsloth_zoo/gradient_checkpointing.py
unsloth_zoo/hf_cache.py
unsloth_zoo/hf_cache_state.py
unsloth_zoo/hf_utils.py
unsloth_zoo/hf_xet_fallback.py
unsloth_zoo/hf_xet_health.py
unsloth_zoo/hf_xet_tuning.py
unsloth_zoo/llama_cpp.py
unsloth_zoo/log.py
unsloth_zoo/logging_utils.py
unsloth_zoo/loss_utils.py
unsloth_zoo/model_lists.py
unsloth_zoo/pad_token.py
unsloth_zoo/patch_torch_functions.py
unsloth_zoo/patching_utils.py
unsloth_zoo/peft_utils.py
unsloth_zoo/rl_environments.py
unsloth_zoo/rl_replacements.py
unsloth_zoo/saving_utils.py
unsloth_zoo/tiled_mlp.py
unsloth_zoo/tokenizer_utils.py
unsloth_zoo/training_utils.py
unsloth_zoo/utils.py
unsloth_zoo/vision_utils.py
unsloth_zoo/vllm_lora_request.py
unsloth_zoo/vllm_lora_worker_manager.py
unsloth_zoo/vllm_rlhf_utils.py
unsloth_zoo/vllm_utils.py
unsloth_zoo/vlm_tokens.py
unsloth_zoo.egg-info/PKG-INFO
unsloth_zoo.egg-info/SOURCES.txt
unsloth_zoo.egg-info/dependency_links.txt
unsloth_zoo.egg-info/requires.txt
unsloth_zoo.egg-info/top_level.txt
unsloth_zoo/_vendored/NOTICE
unsloth_zoo/_vendored/__init__.py
unsloth_zoo/_vendored/_licenses.py
unsloth_zoo/_vendored/fla/LICENSE
unsloth_zoo/_vendored/fla/MANIFEST
unsloth_zoo/_vendored/fla/__init__.py
unsloth_zoo/_vendored/fla/modules/__init__.py
unsloth_zoo/_vendored/fla/modules/fused_norm_gate.py
unsloth_zoo/_vendored/fla/modules/l2norm.py
unsloth_zoo/_vendored/fla/ops/__init__.py
unsloth_zoo/_vendored/fla/ops/backends/__init__.py
unsloth_zoo/_vendored/fla/ops/common/__init__.py
unsloth_zoo/_vendored/fla/ops/common/chunk_delta_h.py
unsloth_zoo/_vendored/fla/ops/common/chunk_o.py
unsloth_zoo/_vendored/fla/ops/common/gate.py
unsloth_zoo/_vendored/fla/ops/common/backends/__init__.py
unsloth_zoo/_vendored/fla/ops/common/backends/intracard.py
unsloth_zoo/_vendored/fla/ops/common/backends/tilelang/__init__.py
unsloth_zoo/_vendored/fla/ops/cp/__init__.py
unsloth_zoo/_vendored/fla/ops/cp/chunk_delta_h.py
unsloth_zoo/_vendored/fla/ops/cp/comm.py
unsloth_zoo/_vendored/fla/ops/cp/context.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/__init__.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/chunk.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/chunk_fwd.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/fused_recurrent.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/gate.py
unsloth_zoo/_vendored/fla/ops/gated_delta_rule/wy_fast.py
unsloth_zoo/_vendored/fla/ops/utils/__init__.py
unsloth_zoo/_vendored/fla/ops/utils/cache.py
unsloth_zoo/_vendored/fla/ops/utils/constant.py
unsloth_zoo/_vendored/fla/ops/utils/cumsum.py
unsloth_zoo/_vendored/fla/ops/utils/index.py
unsloth_zoo/_vendored/fla/ops/utils/logsumexp.py
unsloth_zoo/_vendored/fla/ops/utils/matmul.py
unsloth_zoo/_vendored/fla/ops/utils/op.py
unsloth_zoo/_vendored/fla/ops/utils/pack.py
unsloth_zoo/_vendored/fla/ops/utils/pooling.py
unsloth_zoo/_vendored/fla/ops/utils/softmax.py
unsloth_zoo/_vendored/fla/ops/utils/softplus.py
unsloth_zoo/_vendored/fla/ops/utils/solve_tril.py
unsloth_zoo/_vendored/fla/utils/__init__.py
unsloth_zoo/_vendored/fla/utils/_compat.py
unsloth_zoo/_vendored/fla/utils/_config.py
unsloth_zoo/_vendored/fla/utils/_decorators.py
unsloth_zoo/_vendored/fla/utils/_device.py
unsloth_zoo/_vendored/fla/utils/_testing.py
unsloth_zoo/diffusion_studio/README.md
unsloth_zoo/diffusion_studio/__init__.py
unsloth_zoo/diffusion_studio/canvas_player.html
unsloth_zoo/diffusion_studio/shim.py
unsloth_zoo/diffusion_studio/visual_engine.py
unsloth_zoo/flex_attention/__init__.py
unsloth_zoo/flex_attention/attention_sink.py
unsloth_zoo/flex_attention/utils.py
unsloth_zoo/fused_losses/__init__.py
unsloth_zoo/fused_losses/ast_rewriter.py
unsloth_zoo/fused_losses/cross_entropy_loss.py
unsloth_zoo/fused_losses/forward_adapter.py
unsloth_zoo/fused_losses/forward_install.py
unsloth_zoo/fused_losses/tests.py
unsloth_zoo/mlx/__init__.py
unsloth_zoo/mlx/compile.py
unsloth_zoo/mlx/generate.py
unsloth_zoo/mlx/loader.py
unsloth_zoo/mlx/optimizers_quantized.py
unsloth_zoo/mlx/preference.py
unsloth_zoo/mlx/runtime.py
unsloth_zoo/mlx/shape_guard.py
unsloth_zoo/mlx/trainer.py
unsloth_zoo/mlx/utils.py
unsloth_zoo/mlx/cce/__init__.py
unsloth_zoo/mlx/cce/runtime_cce.py
unsloth_zoo/stubs/__init__.py
unsloth_zoo/stubs/bitsandbytes_stub.py
unsloth_zoo/stubs/triton_stub.py
unsloth_zoo/temporary_patches/__init__.py
unsloth_zoo/temporary_patches/amd_aiter.py
unsloth_zoo/temporary_patches/bitsandbytes.py
unsloth_zoo/temporary_patches/common.py
unsloth_zoo/temporary_patches/deepseek_v3_moe.py
unsloth_zoo/temporary_patches/ernie4_5_moe.py
unsloth_zoo/temporary_patches/fla_vendor.py
unsloth_zoo/temporary_patches/flex_attention_bwd.py
unsloth_zoo/temporary_patches/gemma.py
unsloth_zoo/temporary_patches/gemma3n.py
unsloth_zoo/temporary_patches/gemma4.py
unsloth_zoo/temporary_patches/gemma4_banded_attention.py
unsloth_zoo/temporary_patches/gemma4_flash_sliding.py
unsloth_zoo/temporary_patches/gemma4_float32.py
unsloth_zoo/temporary_patches/gemma4_moe.py
unsloth_zoo/temporary_patches/glm4_moe.py
unsloth_zoo/temporary_patches/gpt_oss.py
unsloth_zoo/temporary_patches/lfm2_moe.py
unsloth_zoo/temporary_patches/ministral.py
unsloth_zoo/temporary_patches/misc.py
unsloth_zoo/temporary_patches/mixtral_moe.py
unsloth_zoo/temporary_patches/moe_bnb.py
unsloth_zoo/temporary_patches/moe_grouped_modulelist.py
unsloth_zoo/temporary_patches/moe_utils.py
unsloth_zoo/temporary_patches/moe_utils_bnb4bit.py
unsloth_zoo/temporary_patches/moe_utils_fp8.py
unsloth_zoo/temporary_patches/muse_glimmer_banded_attention.py
unsloth_zoo/temporary_patches/mxfp4.py
unsloth_zoo/temporary_patches/pixtral.py
unsloth_zoo/temporary_patches/qwen3_5_moe.py
unsloth_zoo/temporary_patches/qwen3_moe.py
unsloth_zoo/temporary_patches/qwen3_moe_float32.py
unsloth_zoo/temporary_patches/qwen3_next_moe.py
unsloth_zoo/temporary_patches/qwen3_vl_moe.py
unsloth_zoo/temporary_patches/utils.py