Spaces:
Build error
Build error
Commit
·
ec5489a
1
Parent(s):
2c93146
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,19 +1,21 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
import librosa
|
| 3 |
from transformers import AutoFeatureExtractor, AutoTokenizer, SpeechEncoderDecoderModel
|
|
|
|
| 4 |
|
| 5 |
model_name = "facebook/wav2vec2-xls-r-2b-22-to-16"
|
|
|
|
| 6 |
|
| 7 |
-
feature_extractor = AutoFeatureExtractor.from_pretrained(model_name
|
| 8 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name,
|
| 9 |
-
model = SpeechEncoderDecoderModel.from_pretrained(model_name
|
| 10 |
|
| 11 |
def process_audio_file(file):
|
| 12 |
data, sr = librosa.load(file)
|
| 13 |
if sr != 16000:
|
| 14 |
data = librosa.resample(data, sr, 16000)
|
| 15 |
print(data.shape)
|
| 16 |
-
input_values = feature_extractor(data, return_tensors="pt").input_values
|
| 17 |
return input_values
|
| 18 |
|
| 19 |
def transcribe(file, target_language):
|
|
@@ -75,7 +77,9 @@ iface = gr.Interface(
|
|
| 75 |
outputs="text",
|
| 76 |
layout="horizontal",
|
| 77 |
theme="huggingface",
|
| 78 |
-
title="XLS-R
|
| 79 |
description="A simple interface to translate from 22 input spoken languages to 16 written languages.",
|
|
|
|
|
|
|
| 80 |
)
|
| 81 |
iface.launch()
|
|
|
|
| 1 |
import gradio as gr
|
| 2 |
import librosa
|
| 3 |
from transformers import AutoFeatureExtractor, AutoTokenizer, SpeechEncoderDecoderModel
|
| 4 |
+
import torch
|
| 5 |
|
| 6 |
model_name = "facebook/wav2vec2-xls-r-2b-22-to-16"
|
| 7 |
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 8 |
|
| 9 |
+
feature_extractor = AutoFeatureExtractor.from_pretrained(model_name)
|
| 10 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
|
| 11 |
+
model = SpeechEncoderDecoderModel.from_pretrained(model_name).to(device)
|
| 12 |
|
| 13 |
def process_audio_file(file):
|
| 14 |
data, sr = librosa.load(file)
|
| 15 |
if sr != 16000:
|
| 16 |
data = librosa.resample(data, sr, 16000)
|
| 17 |
print(data.shape)
|
| 18 |
+
input_values = feature_extractor(data, return_tensors="pt").input_values.to(device)
|
| 19 |
return input_values
|
| 20 |
|
| 21 |
def transcribe(file, target_language):
|
|
|
|
| 77 |
outputs="text",
|
| 78 |
layout="horizontal",
|
| 79 |
theme="huggingface",
|
| 80 |
+
title="XLS-R 2B 22-to-16 Speech Translation",
|
| 81 |
description="A simple interface to translate from 22 input spoken languages to 16 written languages.",
|
| 82 |
+
article = "<p style='text-align: center'><a href='https://huggingface.co/facebook/wav2vec2-xls-r-2b-22-to-16' target='_blank'>Click to learn more about XLS-R-2B-22-16 </a> | <a href='https://arxiv.org/abs/2111.09296' target='_blank'> With 🎙️ from Facebook XLS-R </a></p>",
|
| 83 |
+
|
| 84 |
)
|
| 85 |
iface.launch()
|