import gradio as gr import os import torch from transformers import ( AutoTokenizer, AutoModelForCausalLM, pipeline, AutoProcessor, MusicgenForConditionalGeneration, ) from scipy.io.wavfile import write from pydub import AudioSegment from dotenv import load_dotenv import tempfile import spaces # Load environment variables load_dotenv() hf_token = os.getenv("HF_TOKEN") # --------------------------------------------------------------------- # Script Generation Function # --------------------------------------------------------------------- @spaces.GPU(duration=300) def generate_script(user_prompt: str, model_id: str, token: str, duration: int): try: tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token) model = AutoModelForCausalLM.from_pretrained( model_id, use_auth_token=token, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True, ) llama_pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer) system_prompt = ( f"You are an expert radio imaging producer specializing in sound design and music. " f"Based on the user's concept and the selected duration of {duration} seconds, craft a concise, engaging promo script. " f"Ensure the script fits within the time limit and suggest a matching music style that complements the theme." ) combined_prompt = f"{system_prompt}\nUser concept: {user_prompt}\nRefined script and music suggestion:" result = llama_pipeline(combined_prompt, max_new_tokens=200, do_sample=True, temperature=0.9) generated_text = result[0]["generated_text"] # Check if the delimiter exists if "Music Suggestion:" in generated_text: script, music_suggestion = generated_text.split("Music Suggestion:", 1) return script.strip(), music_suggestion.strip() else: return "Error: 'Music Suggestion:' delimiter not found in the generated text.", None except Exception as e: return f"Error generating script: {e}", None # --------------------------------------------------------------------- # Voice-Over Generation Function # --------------------------------------------------------------------- @spaces.GPU(duration=300) def generate_voice(script: str, speaker: str): try: from TTS.api import TTS tts = TTS("tts_models/multilingual/multi-dataset/xtts_v2", gpu=True) output_path = f"{tempfile.gettempdir()}/generated_voice.wav" tts.tts_to_file(text=script, file_path=output_path) return output_path except Exception as e: return f"Error generating voice-over: {e}" # --------------------------------------------------------------------- # Music Generation Function # --------------------------------------------------------------------- @spaces.GPU(duration=300) def generate_music(prompt: str, audio_length: int): try: musicgen_model = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small") musicgen_processor = AutoProcessor.from_pretrained("facebook/musicgen-small") device = "cuda" if torch.cuda.is_available() else "cpu" musicgen_model.to(device) inputs = musicgen_processor(text=[prompt], padding=True, return_tensors="pt").to(device) outputs = musicgen_model.generate(**inputs, max_new_tokens=audio_length) audio_data = outputs[0, 0].cpu().numpy() normalized_audio = (audio_data / max(abs(audio_data)) * 32767).astype("int16") output_path = f"{tempfile.gettempdir()}/generated_music.wav" write(output_path, 44100, normalized_audio) return output_path except Exception as e: return f"Error generating music: {e}" # --------------------------------------------------------------------- # Audio Blending Function with Ducking # --------------------------------------------------------------------- def blend_audio(voice_path: str, music_path: str, ducking: bool): try: voice = AudioSegment.from_file(voice_path) music = AudioSegment.from_file(music_path) if ducking: music = music - 10 # Lower music volume for ducking combined = music.overlay(voice) output_path = f"{tempfile.gettempdir()}/final_promo.wav" combined.export(output_path, format="wav") return output_path except Exception as e: return f"Error blending audio: {e}" # --------------------------------------------------------------------- # Gradio Interface # --------------------------------------------------------------------- with gr.Blocks() as demo: gr.Markdown(""" # 🎧 AI Promo Studio with Step-by-Step Script, Voice, Music, and Mixing 🚀 Generate and mix radio promos effortlessly with AI tools! """) with gr.Row(): user_prompt = gr.Textbox(label="Promo Idea", placeholder="E.g., A 30-second promo for a morning show.") llama_model_id = gr.Textbox(label="Llama Model ID", value="meta-llama/Meta-Llama-3-8B-Instruct") duration = gr.Slider(label="Duration (seconds)", minimum=15, maximum=60, step=15, value=30) audio_length = gr.Slider(label="Music Length (tokens)", minimum=128, maximum=1024, step=64, value=512) speaker = gr.Textbox(label="Voice Style (optional)", placeholder="E.g., male, female, or neutral.") ducking = gr.Checkbox(label="Enable Ducking", value=True) generate_script_button = gr.Button("Generate Script") script_output = gr.Textbox(label="Generated Script and Music Suggestion") generate_voice_button = gr.Button("Generate Voice") voice_output = gr.Audio(label="Generated Voice", type="filepath") generate_music_button = gr.Button("Generate Music") music_output = gr.Audio(label="Generated Music", type="filepath") blend_button = gr.Button("Blend Audio") final_output = gr.Audio(label="Final Promo Audio", type="filepath") generate_script_button.click( fn=generate_script, inputs=[user_prompt, llama_model_id, hf_token, duration], outputs=[script_output], ) generate_voice_button.click( fn=generate_voice, inputs=[script_output, speaker], outputs=[voice_output], ) generate_music_button.click( fn=generate_music, inputs=[script_output, audio_length], outputs=[music_output], ) blend_button.click( fn=blend_audio, inputs=[voice_output, music_output, ducking], outputs=[final_output], ) gr.Markdown("""

Created with ❤️ by bilsimaging.com

""") demo.launch(debug=True)