import dash from dash import dcc, html, Input, Output, State import dash_bootstrap_components as dbc from dash.exceptions import PreventUpdate import requests import base64 import json import google.generativeai as genai from tenacity import retry, stop_after_attempt, wait_exponential, retry_if_exception_type import threading import os from io import BytesIO from docx import Document import markdown from github import Github from github import GithubException # Hugging Face variables GIT_TOKEN = os.environ.get('GIT_TOKEN') GEMINI_API_KEY = os.environ.get('GEMINI_API_KEY') app = dash.Dash(__name__, external_stylesheets=[dbc.themes.BOOTSTRAP]) # Global variable to store generated file generated_file = None def fetch_git_files(git_url, git_provider): try: # Parse the Git URL parts = git_url.split('/') owner = parts[3] repo = parts[4].split('.git')[0] # Initialize PyGitHub with the token g = Github(GIT_TOKEN) # Get the repository repo = g.get_repo(f"{owner}/{repo}") # List of common dependency files to look for dependency_files = [ 'requirements.txt', 'package.json', 'Gemfile', 'pom.xml', 'build.gradle', 'composer.json', 'Cargo.toml', 'go.mod', 'Pipfile' ] all_content = "" for file_path in dependency_files: try: file_content = repo.get_contents(file_path) all_content += f"\n\n--- {file_path} ---\n{file_content.decoded_content.decode('utf-8')}" except GithubException: # File not found, skip to next file continue if not all_content: return "Error: No dependency files found in the repository." return all_content except GithubException as e: return f"Error accessing {git_provider}: {str(e)}" def process_chunk_with_gemini(chunk, gemini_api_key): genai.configure(api_key=gemini_api_key) model = genai.GenerativeModel('gemini-2.5-pro-preview-03-25') prompt = f""" Analyze the following file content for open-source license information: {chunk} Please provide: 1. A numbered list with the name dependency and version as the title 2. 1st bullet under title has a brief summary of what the dependency does 3. 2nd bullet under title has the license name 4. 3rd bullet under title has a hyperlink to the license file 5. Provide no other information such as greeting or summary as the purpose is to catalog and document all open source licenses used. """ try: response = model.generate_content(prompt) return response.text except Exception as e: print(f"Error processing chunk: {str(e)}") return f"Error processing chunk: {str(e)}" @retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=4, max=10), retry=retry_if_exception_type(Exception)) def process_with_gemini(file_content, gemini_api_key): chunk_size = 2000 chunks = [file_content[i:i+chunk_size] for i in range(0, len(file_content), chunk_size)] results = [] for chunk in chunks: try: result = process_chunk_with_gemini(chunk, gemini_api_key) results.append(result) except Exception as e: print(f"Error processing chunk: {str(e)}") results.append(f"Error processing chunk: {str(e)}") combined_result = "\n\n".join(results) return combined_result def process_input(git_url, git_provider): global generated_file generated_file = None if not git_url.startswith(f"https://{git_provider.lower()}.com/"): return f"Error: Invalid {git_provider} URL. Please use the format: https://{git_provider.lower()}.com/username/repository.git", None file_content = fetch_git_files(git_url, git_provider) if file_content.startswith("Error:"): return file_content, None try: # Process the file content with Gemini analysis = process_with_gemini(file_content, GEMINI_API_KEY) generated_file = analysis.encode() return "Analysis complete. You can now preview the results and download them.", analysis except Exception as e: return f"Error processing the files: {str(e)}", None app.layout = dbc.Container([ dbc.Row([ dbc.Col(html.H1("Open Source License Extractor", className="my-4"), width=12) ]), dbc.Row([ dbc.Col([ dbc.Card([ dbc.CardBody([ html.P("Provide a Git repository URL to analyze open-source licenses from dependency files.", className="mb-4"), dcc.Dropdown( id='git-provider', options=[ {'label': 'GitHub', 'value': 'GitHub'}, {'label': 'GitLab', 'value': 'GitLab'}, {'label': 'Gitea', 'value': 'Gitea'} ], value='GitHub', className="mb-3" ), dbc.Input(id="git-url", placeholder="Enter Git Repository URL", type="text", className="mb-3"), dbc.Button("Analyze", id="analyze-button", color="primary", className="mb-3"), dcc.Loading( id="loading", type="dot", children=[html.Div(id="loading-output")] ) ]) ]) ], md=6), dbc.Col([ dbc.Card([ dbc.CardBody([ html.H4("Analysis Results", className="mb-3"), html.Div(id="output", className="mb-3"), dbc.Button("Download as Word", id="download-word-button", color="secondary", className="mb-3 me-2", disabled=True), dbc.Button("Download as Markdown", id="download-markdown-button", color="secondary", className="mb-3", disabled=True), dcc.Download(id="download-word"), dcc.Download(id="download-markdown"), ]) ]) ], md=6) ]) ], fluid=True) @app.callback( [Output("output", "children"), Output("download-word-button", "disabled"), Output("download-markdown-button", "disabled"), Output("loading-output", "children")], [Input("analyze-button", "n_clicks")], [State("git-url", "value"), State("git-provider", "value")], prevent_initial_call=True ) def update_output(n_clicks, git_url, git_provider): if n_clicks is None: raise PreventUpdate def process(): global generated_file result, analysis = process_input(git_url, git_provider) return analysis if analysis else result, generated_file is None, generated_file is None, "" return process() @app.callback( Output("download-word", "data"), Input("download-word-button", "n_clicks"), prevent_initial_call=True ) def download_word(n_clicks): if n_clicks is None or generated_file is None: raise PreventUpdate doc = Document() doc.add_paragraph(generated_file.decode()) buffer = BytesIO() doc.save(buffer) buffer.seek(0) return dcc.send_bytes(buffer.getvalue(), "license_analysis.docx") @app.callback( Output("download-markdown", "data"), Input("download-markdown-button", "n_clicks"), prevent_initial_call=True ) def download_markdown(n_clicks): if n_clicks is None or generated_file is None: raise PreventUpdate return dcc.send_string(generated_file.decode(), "license_analysis.md") if __name__ == '__main__': print("Starting the Dash application...") app.run(debug=True, host='0.0.0.0', port=7860) print("Dash application has finished running.")