Views
No views yet
1# Serve the model
2uv run model-garden serve-model --model-path terra-cognita-ai/qwen-7b-arval-blocks-masked
3
4# Generate text
5uv run model-garden inference-generate \
6 --model-path terra-cognita-ai/qwen-7b-arval-blocks-masked \
7 --prompt "Your prompt here"1from transformers import AutoModelForCausalLM, AutoTokenizer
2
3model = AutoModelForCausalLM.from_pretrained("terra-cognita-ai/qwen-7b-arval-blocks-masked")
4tokenizer = AutoTokenizer.from_pretrained("terra-cognita-ai/qwen-7b-arval-blocks-masked")
5
6# Generate text
7inputs = tokenizer("Your prompt here", return_tensors="pt")
8outputs = model.generate(**inputs)
9print(tokenizer.decode(outputs[0]))