File size: 9,002 Bytes
ac86214
3863641
b916cdf
ac4c384
4dfa41d
ac86214
b916cdf
 
ac86214
b916cdf
 
ac86214
ae3da12
b916cdf
 
ac86214
 
ac4c384
 
 
 
 
e733937
0d2a979
1828ec1
 
 
 
 
 
 
 
 
0d2a979
ac4c384
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e733937
 
 
ac4c384
e733937
 
ac4c384
 
 
 
 
 
 
 
 
 
e733937
 
 
 
 
 
 
ac4c384
 
 
 
 
 
 
 
 
 
e733937
 
ac4c384
e733937
 
 
 
 
 
 
ac4c384
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
e733937
 
ac4c384
 
e733937
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
# Use the official Python 3.9 image
FROM tiangolo/uvicorn-gunicorn-fastapi:python3.9

RUN apt-get update && apt-get install ffmpeg libsm6 libxext6 curl nginx -y

# Set the working directory to /code
WORKDIR /code

# Copy the current directory contents into the container at /code
COPY ./requirements.txt /code/requirements.txt

# Install requirements.txt 
RUN pip install pip==24.0
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Create directories for nginx that user can write to
RUN mkdir -p /home/user/nginx/logs /home/user/nginx/cache /home/user/nginx/tmp && \
    chown -R user:user /home/user/nginx

# Switch to the "user" user
USER user
# Set home to the user's home directory
ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user . $HOME/app

# Create custom nginx.conf for non-root operation
RUN echo 'pid /home/user/nginx/nginx.pid;' > /home/user/nginx.conf && \
    echo 'error_log /home/user/nginx/logs/error.log;' >> /home/user/nginx.conf && \
    echo 'worker_processes 1;' >> /home/user/nginx.conf && \
    echo '' >> /home/user/nginx.conf && \
    echo 'events {' >> /home/user/nginx.conf && \
    echo '    worker_connections 1024;' >> /home/user/nginx.conf && \
    echo '}' >> /home/user/nginx.conf && \
    echo '' >> /home/user/nginx.conf && \
    echo 'http {' >> /home/user/nginx.conf && \
    echo '    access_log /home/user/nginx/logs/access.log;' >> /home/user/nginx.conf && \
    echo '    client_body_temp_path /home/user/nginx/tmp/client_body;' >> /home/user/nginx.conf && \
    echo '    proxy_temp_path /home/user/nginx/tmp/proxy;' >> /home/user/nginx.conf && \
    echo '    fastcgi_temp_path /home/user/nginx/tmp/fastcgi;' >> /home/user/nginx.conf && \
    echo '    uwsgi_temp_path /home/user/nginx/tmp/uwsgi;' >> /home/user/nginx.conf && \
    echo '    scgi_temp_path /home/user/nginx/tmp/scgi;' >> /home/user/nginx.conf && \
    echo '' >> /home/user/nginx.conf && \
    echo '    server {' >> /home/user/nginx.conf && \
    echo '        listen 7860;' >> /home/user/nginx.conf && \
    echo '        server_name localhost;' >> /home/user/nginx.conf && \
    echo '' >> /home/user/nginx.conf && \
    echo '        # WebSocket support' >> /home/user/nginx.conf && \
    echo '        location /ws {' >> /home/user/nginx.conf && \
    echo '            proxy_pass http://localhost:8080/ws;' >> /home/user/nginx.conf && \
    echo '            proxy_http_version 1.1;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header Upgrade $http_upgrade;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header Connection "upgrade";' >> /home/user/nginx.conf && \
    echo '            proxy_set_header Host $host;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Real-IP $remote_addr;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Forwarded-Proto $scheme;' >> /home/user/nginx.conf && \
    echo '            proxy_read_timeout 86400;' >> /home/user/nginx.conf && \
    echo '            proxy_send_timeout 86400;' >> /home/user/nginx.conf && \
    echo '        }' >> /home/user/nginx.conf && \
    echo '' >> /home/user/nginx.conf && \
    echo '        # Regular HTTP requests' >> /home/user/nginx.conf && \
    echo '        location / {' >> /home/user/nginx.conf && \
    echo '            proxy_pass http://localhost:8080;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header Host $host;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Real-IP $remote_addr;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;' >> /home/user/nginx.conf && \
    echo '            proxy_set_header X-Forwarded-Proto $scheme;' >> /home/user/nginx.conf && \
    echo '        }' >> /home/user/nginx.conf && \
    echo '    }' >> /home/user/nginx.conf && \
    echo '}' >> /home/user/nginx.conf

# Create necessary temp directories
RUN mkdir -p /home/user/nginx/tmp/{client_body,proxy,fastcgi,uwsgi,scgi}

# Create startup script
RUN echo '#!/bin/bash' > start_hf_spaces.sh && \
    echo 'set -e' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo 'echo "πŸš€ Starting Neural OS for HF Spaces with nginx proxy"' >> start_hf_spaces.sh && \
    echo 'echo "===================================="' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Start nginx as user' >> start_hf_spaces.sh && \
    echo 'echo "🌐 Starting nginx proxy..."' >> start_hf_spaces.sh && \
    echo 'nginx -c /home/user/nginx.conf -t' >> start_hf_spaces.sh && \
    echo 'nginx -c /home/user/nginx.conf &' >> start_hf_spaces.sh && \
    echo 'NGINX_PID=$!' >> start_hf_spaces.sh && \
    echo 'echo "πŸ“Š Nginx PID: $NGINX_PID"' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Start dispatcher' >> start_hf_spaces.sh && \
    echo 'echo "🎯 Starting dispatcher..."' >> start_hf_spaces.sh && \
    echo 'python dispatcher.py --port 8080 > dispatcher.log 2>&1 &' >> start_hf_spaces.sh && \
    echo 'DISPATCHER_PID=$!' >> start_hf_spaces.sh && \
    echo 'echo "πŸ“Š Dispatcher PID: $DISPATCHER_PID"' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Wait for dispatcher to start' >> start_hf_spaces.sh && \
    echo 'echo "⏳ Waiting for dispatcher to initialize..."' >> start_hf_spaces.sh && \
    echo 'sleep 5' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Test if everything is working' >> start_hf_spaces.sh && \
    echo 'echo "πŸ” Testing system health..."' >> start_hf_spaces.sh && \
    echo 'curl -f http://localhost:7860/ > /dev/null 2>&1' >> start_hf_spaces.sh && \
    echo 'if [ $? -eq 0 ]; then' >> start_hf_spaces.sh && \
    echo '    echo "βœ… System is responding"' >> start_hf_spaces.sh && \
    echo 'else' >> start_hf_spaces.sh && \
    echo '    echo "❌ System health check failed"' >> start_hf_spaces.sh && \
    echo '    exit 1' >> start_hf_spaces.sh && \
    echo 'fi' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Start worker' >> start_hf_spaces.sh && \
    echo 'echo "πŸ”§ Starting worker..."' >> start_hf_spaces.sh && \
    echo 'python worker.py --worker-address localhost:8001 --dispatcher-url http://localhost:8080 > worker.log 2>&1 &' >> start_hf_spaces.sh && \
    echo 'WORKER_PID=$!' >> start_hf_spaces.sh && \
    echo 'echo "πŸ“Š Worker PID: $WORKER_PID"' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Wait for worker to initialize' >> start_hf_spaces.sh && \
    echo 'echo "⏳ Waiting for worker to initialize..."' >> start_hf_spaces.sh && \
    echo 'sleep 30' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Final health check' >> start_hf_spaces.sh && \
    echo 'if kill -0 $DISPATCHER_PID 2>/dev/null && kill -0 $WORKER_PID 2>/dev/null; then' >> start_hf_spaces.sh && \
    echo '    echo "βœ… System ready!"' >> start_hf_spaces.sh && \
    echo '    echo "🌍 Web interface: http://localhost:7860"' >> start_hf_spaces.sh && \
    echo '    echo "πŸ“Š Dispatcher: http://localhost:8080"' >> start_hf_spaces.sh && \
    echo 'else' >> start_hf_spaces.sh && \
    echo '    echo "❌ System failed to start properly"' >> start_hf_spaces.sh && \
    echo '    echo "πŸ“‹ Dispatcher log:"' >> start_hf_spaces.sh && \
    echo '    tail -n 20 dispatcher.log' >> start_hf_spaces.sh && \
    echo '    echo "πŸ“‹ Worker log:"' >> start_hf_spaces.sh && \
    echo '    tail -n 20 worker.log' >> start_hf_spaces.sh && \
    echo '    exit 1' >> start_hf_spaces.sh && \
    echo 'fi' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Function to cleanup' >> start_hf_spaces.sh && \
    echo 'cleanup() {' >> start_hf_spaces.sh && \
    echo '    echo "πŸ›‘ Shutting down..."' >> start_hf_spaces.sh && \
    echo '    kill $NGINX_PID $DISPATCHER_PID $WORKER_PID 2>/dev/null || true' >> start_hf_spaces.sh && \
    echo '    exit 0' >> start_hf_spaces.sh && \
    echo '}' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo 'trap cleanup SIGINT SIGTERM' >> start_hf_spaces.sh && \
    echo '' >> start_hf_spaces.sh && \
    echo '# Keep running' >> start_hf_spaces.sh && \
    echo 'echo "πŸ“‹ Following logs (Ctrl+C to stop):"' >> start_hf_spaces.sh && \
    echo 'tail -f dispatcher.log worker.log /home/user/nginx/logs/error.log &' >> start_hf_spaces.sh && \
    echo 'wait $DISPATCHER_PID' >> start_hf_spaces.sh && \
    chmod +x start_hf_spaces.sh

CMD ["bash", "start_hf_spaces.sh"]