DDIDU/

ETRI_CodeLLaMA_7B_CPP

accelerate launch bigcode-evaluation-harness/main.py \
  --model DDIDU/ETRI_CodeLLaMA_7B_CPP \
  --max_length_generation 512 \
  --prompt continue \
  --tasks humanevalsynthesize-cpp \
  --temperature 0.2 \
  --n_samples 100 \
  --precision bf16 \
  --do_sample True \
  --batch_size 10 \
  --allow_code_execution \
  --save_generations \

from transformers import AutoTokenizer
import transformers
import torch

model = "DDIDU/ETRI_CodeLLaMA_7B_CPP"

tokenizer = AutoTokenizer.from_pretrained(model)
pipeline = transformers.pipeline(
    "text-generation",
    model=model,
    torch_dtype=torch.bfloat16,
    device_map="auto",
)

sequences = pipeline(
    '#include <iostream>\n#include <vector>\n\nusing namespace std;\n\nvoid quickSort(int *data, int start, int end) {',
    do_sample=True,
    top_k=10,
    temperature=0.1,
    top_p=0.95,
    num_return_sequences=1,
    eos_token_id=tokenizer.eos_token_id,
    max_length=200,
)
for seq in sequences:
    print(f"Result: {seq['generated_text']}")