| --- |
| license: mit |
| language: |
| - en |
| library_name: transformers |
| pipeline_tag: automatic-speech-recognition |
| --- |
| |
|
|
|
|
| Mistral |
| SPEECH-ENCODER-DECODER-MODEL |
| ``` |
| works fine just add custom training |
| |
| print('Add Audio...') |
| #Add Head |
| # Combine pre-trained encoder and pre-trained decoder to form a Seq2Seq model |
| _AudioFeatureExtractor = AutoFeatureExtractor.from_pretrained("openai/whisper-small") |
| _AudioTokenizer = AutoTokenizer.from_pretrained("openai/whisper-small") |
| _SpeechEncoderDecoder = SpeechEncoderDecoderModel.from_encoder_decoder_pretrained("openai/whisper-small","openai/whisper-small") |
| |
| # Add Pad tokems |
| _SpeechEncoderDecoder.config.decoder_start_token_id = _AudioTokenizer.cls_token_id |
| _SpeechEncoderDecoder.config.pad_token_id = _AudioTokenizer.pad_token_id |
| LM_MODEL.SpeechEncoderDecoder = _SpeechEncoderDecoder |
| # Add Sub Components |
| LM_MODEL.Decoder_AudioTokenizer = _AudioTokenizer |
| LM_MODEL.Encoder_AudioFeatureExtractor = _AudioFeatureExtractor |
| LM_MODEL |
| |
| ``` |
