Alphanumeric characters with properly placed hyphens and underscores. Must not match any built-in model names.
You can choose from the built-in models or input your own.
For PyTorch, provide the model directory. For GGUF, provide the model file path.
{ "version": 2, "model_name": "custom-llm", "model_description": "This is a custom model description.", "context_length": 2048, "model_lang": [ "en" ], "model_ability": [ "generate" ], "model_specs": [ { "model_uri": "/path/to/llama-1", "model_size_in_billions": 7, "model_format": "pytorch", "quantization": "none" } ], "model_family": "your_custom_model", "virtualenv": { "packages": [] } }
