Views
No views yet
1from transformers import WhisperForConditionalGeneration, WhisperConfig, WhisperProcessor, GenerationConfig
2
3model_id = "openai/whisper-tiny"
4orig_config = WhisperConfig.from_pretrained(model_id)
5
6small_config = dict(
7 d_model=48,
8 encoder_layers=2,
9 decoder_layers=2,
10 encoder_attention_heads=3,
11 decoder_attention_heads=3,
12 encoder_ffn_dim=768,
13 decoder_ffn_dim=768,
14)
15small_config = WhisperConfig(**{**orig_config.to_dict(), **small_config})
16
17
18save_dir = "tiny-random-whisper"
19WhisperForConditionalGeneration(small_config).save_pretrained(save_dir)
20WhisperProcessor.from_pretrained(model_id).save_pretrained(save_dir)
21GenerationConfig.from_pretrained(model_id).save_pretrained(save_dir)
22