77 lines
1.8 KiB
Markdown
77 lines
1.8 KiB
Markdown
---
|
|
library_name: transformers
|
|
tags:
|
|
- code
|
|
license: bigscience-openrail-m
|
|
datasets:
|
|
- tyson0420/stackexchange-4dpo-filby-clang-keywords
|
|
language:
|
|
- en
|
|
metrics:
|
|
- code_eval
|
|
---
|
|
|
|
# Model Card for Model ID
|
|
|
|
<!-- Provide a quick summary of what the model is/does. -->
|
|
|
|
|
|
|
|
## Model Details
|
|
|
|
Evaluating generations...
|
|
{
|
|
"humaneval": {
|
|
"pass@1": 0.32499999999999996,
|
|
"pass@10": 0.4329268292682927
|
|
},
|
|
"config": {
|
|
"prefix": "",
|
|
"do_sample": true,
|
|
"temperature": 0.2,
|
|
"top_k": 0,
|
|
"top_p": 0.95,
|
|
"n_samples": 10,
|
|
"eos": "<|endoftext|>",
|
|
"seed": 0,
|
|
"model": "tyson0420/stack_codellama-7b-inst",
|
|
"modeltype": "causal",
|
|
"peft_model": null,
|
|
"revision": null,
|
|
"use_auth_token": false,
|
|
"trust_remote_code": false,
|
|
"tasks": "humaneval",
|
|
"instruction_tokens": null,
|
|
"batch_size": 10,
|
|
"max_length_generation": 512,
|
|
"precision": "fp32",
|
|
"load_in_8bit": false,
|
|
"load_in_4bit": false,
|
|
"left_padding": false,
|
|
"limit": null,
|
|
"limit_start": 0,
|
|
"save_every_k_tasks": -1,
|
|
"postprocess": true,
|
|
"allow_code_execution": true,
|
|
"generation_only": false,
|
|
"load_generations_path": null,
|
|
"load_data_path": null,
|
|
"metric_output_path": "evaluation_results.json",
|
|
"save_generations": false,
|
|
"load_generations_intermediate_paths": null,
|
|
"save_generations_path": "generations.json",
|
|
"save_references": false,
|
|
"save_references_path": "references.json",
|
|
"prompt": "prompt",
|
|
"max_memory_per_gpu": null,
|
|
"check_references": false
|
|
}
|
|
}
|
|
|
|
### Model Description
|
|
|
|
<!-- Provide a longer summary of what this model is. -->
|
|
|
|
This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.
|
|
|
|
- **Developed by:** [tyson0420] |