Views
No views yet
1from transformers import AutoTokenizer, AutoModelForCausalLM
2from transformers.models.auto.configuration_auto import CONFIG_MAPPING
3from transformers.models.auto.modeling_auto import MODEL_FOR_CAUSAL_LM_MAPPING
4from src.convert_to_hf_model import HFTransformerConfig, HFTransformerModel # custom config and model
5import torch
6
7# Register custom config and model
8CONFIG_MAPPING.register("hf_transformer", HFTransformerConfig)
9MODEL_FOR_CAUSAL_LM_MAPPING.register(HFTransformerConfig, HFTransformerModel)
10
11tokenizer = AutoTokenizer.from_pretrained("singhsumony2j/SeedGPT-V2")
12model = AutoModelForCausalLM.from_pretrained("singhsumony2j/SeedGPT-V2", low_cpu_mem_usage=True)
13
14prompt = "The little boy"
15tokens = tokenizer(prompt)
16input_tokens = torch.tensor(tokens.input_ids,dtype=torch.long)[None,:]
17response = model.generate(input_tokens,max_num_tokens=100,temp=0.8)
18output = tokenizer.decode(response[0].tolist(),skip_special_tokens=True)
19print(output)1@misc{singh2025seedgptv2,
2 author = {Sumon Singh},
3 title = {SeedGPT-V2: A story generation language model},
4 year = {2025},
5 howpublished = {\url{https://huggingface.co/singhsumony2j/SeedGPT-V2}}
6}
7