pip install acceleratefrom transformers import AutoTokenizer, pipeline1tokenizer = AutoTokenizer.from_pretrained('ahmed-ai/galen')
2model_pipeline = pipeline(task="text-generation", model='ahmed-ai/galen', tokenizer=tokenizer, max_length=256, temperature=0.5, top_p=0.6)1result = model_pipeline('What is squamous cell carcinoma')
2#print the generated text
3print(result[0]['generated_text'][len(prompt):])