diff --git a/cosmos_lm_studio.preset.json b/cosmos_lm_studio.preset.json new file mode 100644 index 0000000..f991450 --- /dev/null +++ b/cosmos_lm_studio.preset.json @@ -0,0 +1,49 @@ +{ + "name": "cosmos_lm_studio", + "load_params": { + "n_ctx": 2048, + "n_batch": 512, + "rope_freq_base": 0, + "rope_freq_scale": 0, + "n_gpu_layers": 10, + "use_mlock": true, + "main_gpu": 0, + "tensor_split": [ + 0 + ], + "seed": -1, + "f16_kv": true, + "use_mmap": true, + "no_kv_offload": false, + "num_experts_used": 0 + }, + "inference_params": { + "n_threads": 4, + "n_predict": -1, + "top_k": 40, + "min_p": 0.05, + "top_p": 0.95, + "temp": 0.8, + "repeat_penalty": 1.1, + "input_prefix": "<|start_header_id|>user<|end_header_id|>\\n\\n", + "input_suffix": "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\\n\\n", + "antiprompt": [], + "pre_prompt": "Sen bir yapay zeka asistanısın. Kullanıcı sana bir görev verecek. Amacın görevi olabildiğince sadık bir şekilde tamamlamak. Görevi yerine getirirken adım adım düşün ve adımlarını gerekçelendir.", + "pre_prompt_suffix": "<|eot_id|>", + "pre_prompt_prefix": "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\\n\\n", + "seed": -1, + "tfs_z": 1, + "typical_p": 1, + "repeat_last_n": 64, + "frequency_penalty": 0, + "presence_penalty": 0, + "n_keep": 0, + "logit_bias": {}, + "mirostat": 0, + "mirostat_tau": 5, + "mirostat_eta": 0.1, + "memory_f16": true, + "multiline_input": false, + "penalize_nl": true + } +} \ No newline at end of file