Spaces:
Runtime error
Runtime error
Update app.py
#64
by
zeeshiii05
- opened
- app.py +9 -4
- pyproject.toml +1 -1
- src/f5_tts/infer/utils_infer.py +31 -27
app.py
CHANGED
@@ -3,6 +3,7 @@
|
|
3 |
|
4 |
import gc
|
5 |
import json
|
|
|
6 |
import re
|
7 |
import tempfile
|
8 |
from collections import OrderedDict
|
@@ -189,16 +190,20 @@ def infer(
|
|
189 |
|
190 |
# Remove silence
|
191 |
if remove_silence:
|
192 |
-
with tempfile.NamedTemporaryFile(suffix=".wav") as f:
|
193 |
-
|
|
|
|
|
194 |
remove_silence_for_generated_wav(f.name)
|
195 |
final_wave, _ = torchaudio.load(f.name)
|
|
|
|
|
196 |
final_wave = final_wave.squeeze().cpu().numpy()
|
197 |
|
198 |
# Save the spectrogram
|
199 |
-
with tempfile.NamedTemporaryFile(suffix=".png",
|
200 |
spectrogram_path = tmp_spectrogram.name
|
201 |
-
|
202 |
|
203 |
return (final_sample_rate, final_wave), spectrogram_path, ref_text, used_seed
|
204 |
|
|
|
3 |
|
4 |
import gc
|
5 |
import json
|
6 |
+
import os
|
7 |
import re
|
8 |
import tempfile
|
9 |
from collections import OrderedDict
|
|
|
190 |
|
191 |
# Remove silence
|
192 |
if remove_silence:
|
193 |
+
with tempfile.NamedTemporaryFile(suffix=".wav", **tempfile_kwargs) as f:
|
194 |
+
temp_path = f.name
|
195 |
+
try:
|
196 |
+
sf.write(temp_path, final_wave, final_sample_rate)
|
197 |
remove_silence_for_generated_wav(f.name)
|
198 |
final_wave, _ = torchaudio.load(f.name)
|
199 |
+
finally:
|
200 |
+
os.unlink(temp_path)
|
201 |
final_wave = final_wave.squeeze().cpu().numpy()
|
202 |
|
203 |
# Save the spectrogram
|
204 |
+
with tempfile.NamedTemporaryFile(suffix=".png", **tempfile_kwargs) as tmp_spectrogram:
|
205 |
spectrogram_path = tmp_spectrogram.name
|
206 |
+
save_spectrogram(combined_spectrogram, spectrogram_path)
|
207 |
|
208 |
return (final_sample_rate, final_wave), spectrogram_path, ref_text, used_seed
|
209 |
|
pyproject.toml
CHANGED
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4 |
|
5 |
[project]
|
6 |
name = "f5-tts"
|
7 |
-
version = "1.1.
|
8 |
description = "F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching"
|
9 |
readme = "README.md"
|
10 |
license = {text = "MIT License"}
|
|
|
4 |
|
5 |
[project]
|
6 |
name = "f5-tts"
|
7 |
+
version = "1.1.5"
|
8 |
description = "F5-TTS: A Fairytaler that Fakes Fluent and Faithful Speech with Flow Matching"
|
9 |
readme = "README.md"
|
10 |
license = {text = "MIT License"}
|
src/f5_tts/infer/utils_infer.py
CHANGED
@@ -45,6 +45,8 @@ device = (
|
|
45 |
else "cpu"
|
46 |
)
|
47 |
|
|
|
|
|
48 |
# -----------------------------------------
|
49 |
|
50 |
target_sample_rate = 24000
|
@@ -306,42 +308,44 @@ def preprocess_ref_audio_text(ref_audio_orig, ref_text, show_info=print):
|
|
306 |
ref_audio = _ref_audio_cache[audio_hash]
|
307 |
|
308 |
else: # first pass, do preprocess
|
309 |
-
with tempfile.NamedTemporaryFile(
|
310 |
-
|
|
|
|
|
311 |
|
312 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
313 |
non_silent_segs = silence.split_on_silence(
|
314 |
-
aseg, min_silence_len=
|
315 |
)
|
316 |
non_silent_wave = AudioSegment.silent(duration=0)
|
317 |
for non_silent_seg in non_silent_segs:
|
318 |
if len(non_silent_wave) > 6000 and len(non_silent_wave + non_silent_seg) > 12000:
|
319 |
-
show_info("Audio is over 12s, clipping short. (
|
320 |
break
|
321 |
non_silent_wave += non_silent_seg
|
322 |
|
323 |
-
|
324 |
-
|
325 |
-
|
326 |
-
|
327 |
-
|
328 |
-
|
329 |
-
|
330 |
-
|
331 |
-
|
332 |
-
|
333 |
-
non_silent_wave += non_silent_seg
|
334 |
-
|
335 |
-
aseg = non_silent_wave
|
336 |
-
|
337 |
-
# 3. if no proper silence found for clipping
|
338 |
-
if len(aseg) > 12000:
|
339 |
-
aseg = aseg[:12000]
|
340 |
-
show_info("Audio is over 12s, clipping short. (3)")
|
341 |
-
|
342 |
-
aseg = remove_silence_edges(aseg) + AudioSegment.silent(duration=50)
|
343 |
-
aseg.export(f.name, format="wav")
|
344 |
-
ref_audio = f.name
|
345 |
|
346 |
# Cache the processed reference audio
|
347 |
_ref_audio_cache[audio_hash] = ref_audio
|
|
|
45 |
else "cpu"
|
46 |
)
|
47 |
|
48 |
+
tempfile_kwargs = {"delete_on_close": False} if sys.version_info >= (3, 12) else {"delete": False}
|
49 |
+
|
50 |
# -----------------------------------------
|
51 |
|
52 |
target_sample_rate = 24000
|
|
|
308 |
ref_audio = _ref_audio_cache[audio_hash]
|
309 |
|
310 |
else: # first pass, do preprocess
|
311 |
+
with tempfile.NamedTemporaryFile(suffix=".wav", **tempfile_kwargs) as f:
|
312 |
+
temp_path = f.name
|
313 |
+
|
314 |
+
aseg = AudioSegment.from_file(ref_audio_orig)
|
315 |
|
316 |
+
# 1. try to find long silence for clipping
|
317 |
+
non_silent_segs = silence.split_on_silence(
|
318 |
+
aseg, min_silence_len=1000, silence_thresh=-50, keep_silence=1000, seek_step=10
|
319 |
+
)
|
320 |
+
non_silent_wave = AudioSegment.silent(duration=0)
|
321 |
+
for non_silent_seg in non_silent_segs:
|
322 |
+
if len(non_silent_wave) > 6000 and len(non_silent_wave + non_silent_seg) > 12000:
|
323 |
+
show_info("Audio is over 12s, clipping short. (1)")
|
324 |
+
break
|
325 |
+
non_silent_wave += non_silent_seg
|
326 |
+
|
327 |
+
# 2. try to find short silence for clipping if 1. failed
|
328 |
+
if len(non_silent_wave) > 12000:
|
329 |
non_silent_segs = silence.split_on_silence(
|
330 |
+
aseg, min_silence_len=100, silence_thresh=-40, keep_silence=1000, seek_step=10
|
331 |
)
|
332 |
non_silent_wave = AudioSegment.silent(duration=0)
|
333 |
for non_silent_seg in non_silent_segs:
|
334 |
if len(non_silent_wave) > 6000 and len(non_silent_wave + non_silent_seg) > 12000:
|
335 |
+
show_info("Audio is over 12s, clipping short. (2)")
|
336 |
break
|
337 |
non_silent_wave += non_silent_seg
|
338 |
|
339 |
+
aseg = non_silent_wave
|
340 |
+
|
341 |
+
# 3. if no proper silence found for clipping
|
342 |
+
if len(aseg) > 12000:
|
343 |
+
aseg = aseg[:12000]
|
344 |
+
show_info("Audio is over 12s, clipping short. (3)")
|
345 |
+
|
346 |
+
aseg = remove_silence_edges(aseg) + AudioSegment.silent(duration=50)
|
347 |
+
aseg.export(temp_path, format="wav")
|
348 |
+
ref_audio = temp_path
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
349 |
|
350 |
# Cache the processed reference audio
|
351 |
_ref_audio_cache[audio_hash] = ref_audio
|