Views
No views yet
1from interface import AutoInference as AI
2ai = AI("databricks/dolly-v2-12b")
3prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
4### Instruction:
5{instruction}
6### Response:
7"""
8instruction = "Explain to me the difference between nuclear fission and fusion."
9x = ai.generate(prompt_template.format(instruction=instruction), num_tokens_to_generate=100)
10print(x['token_str'])