File size: 3,654 Bytes
ec9b387
1deacc5
3ebc508
 
 
 
1deacc5
 
465bca7
 
3ebc508
 
 
 
223de58
14c0817
223de58
14c0817
1deacc5
223de58
 
 
 
 
 
7192a9d
223de58
 
7192a9d
 
223de58
7192a9d
223de58
14c0817
 
3ebc508
7192a9d
3ebc508
ec9b387
 
 
 
1deacc5
223de58
 
 
 
 
 
 
 
 
 
 
76141c4
223de58
76141c4
 
 
3ebc508
ec9b387
3ebc508
 
223de58
3ebc508
263ee79
223de58
 
7192a9d
263ee79
223de58
83027f0
7192a9d
 
 
 
223de58
 
7192a9d
223de58
 
76141c4
7192a9d
 
223de58
 
 
76141c4
223de58
3ebc508
 
ec9b387
14c0817
223de58
 
14c0817
223de58
 
 
76141c4
3ebc508
 
1deacc5
 
 
 
 
3ebc508
e81567c
ec9b387
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
# app.py - Flask Backend
from flask import Flask, request, jsonify, send_from_directory
import google.generativeai as genai
from dotenv import load_dotenv
import os
from flask_cors import CORS
import markdown2
import re
from gtts import gTTS
import uuid

# Load environment variables
load_dotenv()

# Configure paths
AUDIO_FOLDER = os.path.join('static', 'audio')
os.makedirs(AUDIO_FOLDER, exist_ok=True)

app = Flask(__name__, static_folder='static')
CORS(app)

# AI Configuration
system_instruction = """
You are a helpful AI assistant named Athspi. When responding:
1. Never mention "audio" or technical terms
2. For responses that would benefit from audio (like stories, explanations, or content meant to be heard), include the audio version between these markers:
   [AUDIO]content here[/AUDIO]
3. Keep responses natural and friendly
4. Decide automatically when to include audio based on the content type
5. For stories, always include audio version
Example good response:
Here's a story for you!
[AUDIO]Once upon a time...[/AUDIO]
"""

genai.configure(api_key=os.getenv("GEMINI_API_KEY"))
model = genai.GenerativeModel('gemini-1.5-pro', system_instruction=system_instruction)

def convert_markdown_to_html(text):
    html = markdown2.markdown(text, extras=["fenced-code-blocks", "tables"])
    html = re.sub(r'<pre><code(.*?)>', r'<pre class="code-block"><code\1>', html)
    return html

def process_response(full_response):
    """Extract visible text and audio content"""
    audio_match = re.search(r'\[AUDIO\](.*?)\[/AUDIO\]', full_response, re.DOTALL)
    audio_content = audio_match.group(1).strip() if audio_match else None
    visible_text = re.sub(r'\[/?AUDIO\]', '', full_response).strip()
    return visible_text, audio_content

def generate_audio(text):
    """Generate audio file from text"""
    text = re.sub(r'[^\w\s.,!?\-]', '', text)
    filename = f"audio_{uuid.uuid4()}.mp3"
    filepath = os.path.join(AUDIO_FOLDER, filename)
    tts = gTTS(text=text, lang='en', slow=False)
    tts.save(filepath)
    return filename

@app.route('/chat', methods=['POST'])
def chat():
    try:
        data = request.json
        user_message = data.get('message', '').strip()
        
        if not user_message:
            return jsonify({"error": "Message required"}), 400

        # Get AI response - the AI will automatically decide when to include audio
        response = model.generate_content(user_message)
        visible_text, audio_content = process_response(response.text)
        
        # Generate HTML response
        html_response = convert_markdown_to_html(visible_text)
        
        # Prepare result
        result = {
            "response_text": visible_text,
            "response_html": html_response,
            "has_audio": False
        }
        
        # Generate audio if AI included audio content
        if audio_content:
            audio_filename = generate_audio(audio_content)
            result["audio_filename"] = audio_filename
            result["has_audio"] = True
        
        return jsonify(result)
        
    except Exception as e:
        return jsonify({"error": str(e)}), 500

@app.route('/download/<filename>')
def download_audio(filename):
    try:
        return send_from_directory(AUDIO_FOLDER, filename, as_attachment=True)
    except FileNotFoundError:
        return jsonify({"error": "Audio file not found"}), 404

@app.route('/')
def serve_index():
    return send_from_directory('static', 'index.html')

@app.route('/<path:path>')
def serve_static(path):
    return send_from_directory('static', path)

if __name__ == '__main__':
    app.run(host="0.0.0.0", port=7860)