adding documentation and core creation checking

app.py

@@ -1,127 +1,15 @@
-import time
-
 import streamlit as st
 
-from queries.process_all_db import process_all_tech_db
-from queries.process_gsm import process_gsm_data_to_excel
-from queries.process_lte import process_lte_data_to_excel
-from queries.process_neighbors import (
-    process_neighbors_data,
-    process_neighbors_data_to_excel,
-)
-from queries.process_wcdma import process_wcdma_data_to_excel
-from utils.check_sheet_exist import Technology, execute_checks_sheets_exist
-from utils.utils_vars import UtilsVars
-
-st.title("Database processing")
-
-uploaded_file = st.file_uploader("Upload updated dump file", type="xlsb")
-
-
-def process_database(process_func, database_type):
-    if uploaded_file is not None:
-        start_time = time.time()
-        process_func(uploaded_file)
-        execution_time = time.time() - start_time
-        st.write(
-            f"{database_type} database is generated. Execution time: {execution_time:.2f} seconds"
-        )
-        download_button(database_type)
-
-
-def download_button(database_type):
-    if database_type == "2G":
-        data = UtilsVars.final_gsm_database
-        file_name = f"2G database_{time.time()}.xlsx"
-    elif database_type == "3G":
-        data = UtilsVars.final_wcdma_database
-        file_name = f"3G database_{time.time()}.xlsx"
-    elif database_type == "LTE":
-        # data = UtilsVars.final_lte_database
-        data = UtilsVars.final_lte_database
-        file_name = f"LTE database_{time.time()}.xlsx"
-    elif database_type == "All":
-        data = UtilsVars.final_all_database
-        file_name = f"All database_{time.time()}.xlsx"
-    elif database_type == "NEI":
-        data = UtilsVars.neighbors_database
-        file_name = f"Neighbors database_{time.time()}.xlsx"
-    st.download_button(
-        type="primary",
-        label=f"Download {database_type} Database File",
-        data=data,
-        file_name=file_name,
-        mime="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
-    )
-
-
-def execute_process_all_tech_db(uploaded_file):
-    if uploaded_file is not None:
-        start_time = time.time()
-        process_all_tech_db(uploaded_file)
-        execution_time = time.time() - start_time
-        st.write(
-            f"All databases are generated. Execution time: {execution_time:.2f} seconds"
-        )
-        download_button("All")
-
-
-col1, col2, col3, col4 = st.columns(4)
-col5, col6, col7, col8 = st.columns(4)
-if uploaded_file is not None:
-    # UtilsVars.file_path = uploaded_file
-    try:
-        execute_checks_sheets_exist(uploaded_file)
-        if (
-            Technology.gsm == False
-            and Technology.wcdma == False
-            and Technology.lte == False
-        ):
-            st.error(
-                """
-                     Uploaded file does not contain required sheets for any technology.
-                    "gsm": ["BTS", "BCF", "TRX"],
-                    "wcdma": ["WCEL", "WBTS", "WNCEL"],
-                    "lte": ["LNBTS", "LNCEL", "LNCEL_FDD", "LNCEL_TDD"],
-                    "neighbors": ["ADCE", "ADJS", "ADJI", "ADJG", "ADJW", "BTS", "WCEL"],
-                """
-            )
-
-        if Technology.gsm == True:
-            with col1:
-                st.button(
-                    "Generate 2G DB",
-                    on_click=lambda: process_database(process_gsm_data_to_excel, "2G"),
-                )
-        if Technology.wcdma == True:
-            with col2:
-                st.button(
-                    "Generate 3G DB",
-                    on_click=lambda: process_database(
-                        process_wcdma_data_to_excel, "3G"
-                    ),
-                )
-        if Technology.lte == True:
-            with col3:
-                st.button(
-                    "Generate LTE DB",
-                    on_click=lambda: process_database(process_lte_data_to_excel, "LTE"),
-                )
-        if Technology.gsm == True or Technology.wcdma == True or Technology.lte == True:
-            with col4:
-                st.button(
-                    "Generate All DBs",
-                    on_click=lambda: execute_process_all_tech_db(uploaded_file),
-                )
-        if Technology.neighbors == True:
-            with col5:
-                st.button(
-                    "Generate NEI DB",
-                    on_click=lambda: process_database(
-                        process_neighbors_data_to_excel, "NEI"
-                    ),
-                    # on_click=lambda: process_neighbors_data(uploaded_file),
-                )
-
-    except Exception as e:
-        st.error(f"Error: {e}")
+pages = {
+    "Apps": [
+        st.Page("apps/database_page.py", title="Generate Databases"),
+        st.Page("apps/core_dump_page.py", title="Check dump core"),
+    ],
+    "Documentations": [
+        st.Page("documentations/database_doc.py", title="Databases Documentation"),
+        st.Page("documentations/core_dump_doc.py", title="Dump core Documentation"),
+    ],
+}
+
+pg = st.navigation(pages)
+pg.run()

apps/core_dump_page.py

@@ -0,0 +1,110 @@
+import pandas as pd
+import streamlit as st
+
+st.title("Core Creation Dump")
+
+# Initialize a list to hold the extracted data
+data_global_cell_id = []
+data_la_cell_name = []
+data_wcdma_service_area_number = []
+data_wcdma_service_area_name = []
+
+
+# Create a Streamlit file uploader
+uploaded_files = st.file_uploader(
+    "Upload Core Creation dump files", type=["txt"], accept_multiple_files=True
+)
+
+
+# Process each uploaded file
+if uploaded_files:
+
+    all_data_global_cell_id = []
+    all_data_la_cell_name = []
+    all_data_wcdma_service_area_number = []
+    all_data_wcdma_service_area_name = []
+
+    for file in uploaded_files:
+        # Read the content of the file
+
+        content = file.read().decode("utf-8").splitlines()
+        data_global_cell_id = []
+        data_la_cell_name = []
+        data_wcdma_service_area_number = []
+        data_wcdma_service_area_name = []
+
+        # Loop through each line in the file
+        for line in content:
+            if "Global cell ID" in line:
+                data_global_cell_id.append([line.split("=")[1].strip()])
+            elif "LA cell name" in line:
+                data_la_cell_name.append([line.split("=")[1].strip()])
+            elif "3G service area number" in line:
+                data_wcdma_service_area_number.append([line.split("=")[1].strip()])
+            elif "3G service area name" in line:
+                data_wcdma_service_area_name.append([line.split("=")[1].strip()])
+
+        # Append the extracted data for the current file to the overall lists
+        all_data_global_cell_id.extend(data_global_cell_id)
+        all_data_la_cell_name.extend(data_la_cell_name)
+        all_data_wcdma_service_area_number.extend(data_wcdma_service_area_number)
+        all_data_wcdma_service_area_name.extend(data_wcdma_service_area_name)
+
+    # Create a DataFrame from the extracted data
+    df_global_cell_id = pd.DataFrame(
+        all_data_global_cell_id, columns=["Global cell ID"]
+    )
+    df_la_cell_name = pd.DataFrame(all_data_la_cell_name, columns=["LA cell name"])
+    df_wcdma_service_area_number = pd.DataFrame(
+        all_data_wcdma_service_area_number, columns=["3G service area number"]
+    )
+    df_wcdma_service_area_name = pd.DataFrame(
+        all_data_wcdma_service_area_name, columns=["3G service area name"]
+    )
+
+    # add index column df_global_cell_id and df_la_cell_name  and dfa_wcdma_service_area_numbera and df_wcdma_service_area_name
+    df_global_cell_id.insert(0, "index", range(0, len(df_global_cell_id)))
+    df_la_cell_name.insert(0, "index", range(0, len(df_la_cell_name)))
+    df_wcdma_service_area_number.insert(
+        0, "index", range(0, len(df_wcdma_service_area_number))
+    )
+    df_wcdma_service_area_name.insert(
+        0, "index", range(0, len(df_wcdma_service_area_name))
+    )
+
+    # Merge global_cell_id and la_cell_name on index
+    df_la_cell_name = df_la_cell_name.merge(df_global_cell_id, on="index")
+
+    # merge wcdma_service_area_number and wcdma_service_area_name on index
+    df_wcdma_service_area_name = df_wcdma_service_area_name.merge(
+        df_wcdma_service_area_number, on="index"
+    )
+
+    df_la_cell_name["LAC_ID"] = df_la_cell_name["Global cell ID"].str[5:]
+    df_wcdma_service_area_name["LAC_ID"] = df_wcdma_service_area_name[
+        "3G service area number"
+    ].str[5:]
+    df_la_cell_name["LAC"] = df_la_cell_name["LAC_ID"].str[:4]
+    df_la_cell_name["Cell ID"] = df_la_cell_name["LAC_ID"].str[4:]
+    df_wcdma_service_area_name["LAC"] = df_wcdma_service_area_name["LAC_ID"].str[:4]
+    df_wcdma_service_area_name["Cell ID"] = df_wcdma_service_area_name["LAC_ID"].str[4:]
+
+    # convert LAC to from HEXadecimal to DECimal
+    df_la_cell_name["LAC_DECIMAL"] = df_la_cell_name["LAC"].apply(lambda x: int(x, 16))
+    df_la_cell_name["Cell_ID_DECIMAL"] = df_la_cell_name["Cell ID"].apply(
+        lambda x: int(x, 16)
+    )
+    df_wcdma_service_area_name["LAC_DECIMAL"] = df_wcdma_service_area_name["LAC"].apply(
+        lambda x: int(x, 16)
+    )
+    df_wcdma_service_area_name["Cell_ID_DECIMAL"] = df_wcdma_service_area_name[
+        "Cell ID"
+    ].apply(lambda x: int(x, 16))
+
+    df_la_cell_name = df_la_cell_name.reset_index(drop=True)
+
+    # Display the DataFrame
+    st.subheader("2G CORE DUMP DATA")
+    st.write(df_la_cell_name)
+    st.subheader("3G CORE DUMP DATA")
+    st.write(df_wcdma_service_area_name)

apps/database_page.py

@@ -0,0 +1,127 @@
+import time
+
+import streamlit as st
+
+from queries.process_all_db import process_all_tech_db
+from queries.process_gsm import process_gsm_data_to_excel
+from queries.process_lte import process_lte_data_to_excel
+from queries.process_neighbors import (
+    process_neighbors_data,
+    process_neighbors_data_to_excel,
+)
+from queries.process_wcdma import process_wcdma_data_to_excel
+from utils.check_sheet_exist import Technology, execute_checks_sheets_exist
+from utils.utils_vars import UtilsVars
+
+st.title("Database processing")
+
+uploaded_file = st.file_uploader("Upload updated dump file", type="xlsb")
+
+
+def process_database(process_func, database_type):
+    if uploaded_file is not None:
+        start_time = time.time()
+        process_func(uploaded_file)
+        execution_time = time.time() - start_time
+        st.write(
+            f"{database_type} database is generated. Execution time: {execution_time:.2f} seconds"
+        )
+        download_button(database_type)
+
+
+def download_button(database_type):
+    if database_type == "2G":
+        data = UtilsVars.final_gsm_database
+        file_name = f"2G database_{time.time()}.xlsx"
+    elif database_type == "3G":
+        data = UtilsVars.final_wcdma_database
+        file_name = f"3G database_{time.time()}.xlsx"
+    elif database_type == "LTE":
+        # data = UtilsVars.final_lte_database
+        data = UtilsVars.final_lte_database
+        file_name = f"LTE database_{time.time()}.xlsx"
+    elif database_type == "All":
+        data = UtilsVars.final_all_database
+        file_name = f"All database_{time.time()}.xlsx"
+    elif database_type == "NEI":
+        data = UtilsVars.neighbors_database
+        file_name = f"Neighbors database_{time.time()}.xlsx"
+    st.download_button(
+        type="primary",
+        label=f"Download {database_type} Database File",
+        data=data,
+        file_name=file_name,
+        mime="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+    )
+
+
+def execute_process_all_tech_db(uploaded_file):
+    if uploaded_file is not None:
+        start_time = time.time()
+        process_all_tech_db(uploaded_file)
+        execution_time = time.time() - start_time
+        st.write(
+            f"All databases are generated. Execution time: {execution_time:.2f} seconds"
+        )
+        download_button("All")
+
+
+col1, col2, col3, col4 = st.columns(4)
+col5, col6, col7, col8 = st.columns(4)
+if uploaded_file is not None:
+    # UtilsVars.file_path = uploaded_file
+    try:
+        execute_checks_sheets_exist(uploaded_file)
+        if (
+            Technology.gsm == False
+            and Technology.wcdma == False
+            and Technology.lte == False
+        ):
+            st.error(
+                """
+                     Uploaded file does not contain required sheets for any technology.
+                    "gsm": ["BTS", "BCF", "TRX"],
+                    "wcdma": ["WCEL", "WBTS", "WNCEL"],
+                    "lte": ["LNBTS", "LNCEL", "LNCEL_FDD", "LNCEL_TDD"],
+                    "neighbors": ["ADCE", "ADJS", "ADJI", "ADJG", "ADJW", "BTS", "WCEL"],
+                """
+            )
+
+        if Technology.gsm == True:
+            with col1:
+                st.button(
+                    "Generate 2G DB",
+                    on_click=lambda: process_database(process_gsm_data_to_excel, "2G"),
+                )
+        if Technology.wcdma == True:
+            with col2:
+                st.button(
+                    "Generate 3G DB",
+                    on_click=lambda: process_database(
+                        process_wcdma_data_to_excel, "3G"
+                    ),
+                )
+        if Technology.lte == True:
+            with col3:
+                st.button(
+                    "Generate LTE DB",
+                    on_click=lambda: process_database(process_lte_data_to_excel, "LTE"),
+                )
+        if Technology.gsm == True or Technology.wcdma == True or Technology.lte == True:
+            with col4:
+                st.button(
+                    "Generate All DBs",
+                    on_click=lambda: execute_process_all_tech_db(uploaded_file),
+                )
+        if Technology.neighbors == True:
+            with col5:
+                st.button(
+                    "Generate NEI DB",
+                    on_click=lambda: process_database(
+                        process_neighbors_data_to_excel, "NEI"
+                    ),
+                    # on_click=lambda: process_neighbors_data(uploaded_file),
+                )
+
+    except Exception as e:
+        st.error(f"Error: {e}")

documentations/core_dump_doc.py

@@ -0,0 +1,34 @@
+import streamlit as st
+
+st.markdown(
+    """
+## Core Dump Page Documentation
+
+### Overview
+This script is designed to process and display core dump files. It provides a user-friendly interface for uploading files, processing data, and displaying the results.
+
+### Getting Started
+Upload a core dump file: Use the file uploader to select a core dump file in .txt format.
+Process the data: Once the file is uploaded, the app will process the data and display the results.
+Use the "Download icon" in the table to download the processed data.
+
+
+### Data Processed and Display
+The processed data is displayed in the following format:
+
+- Global Cell ID: The global cell ID is displayed in a table format.
+- LA Cell Name: The LA cell name is displayed in a table format.
+- WCDMA Service Area Number: The WCDMA service area number is displayed in a table format.
+- WCDMA Service Area Name: The WCDMA service area name is displayed in a table format.
+
+
+### Troubleshooting
+1. Error messages: If an error occurs during processing, an error message will be displayed. Please check the file format and contents before trying again.
+2. File format: Only .txt files are supported. Please convert your file to the correct format before uploading.
+
+
+### Contact
+If you have any questions or issues with the app, please contact [Dav Melchi] at [[email protected]].
+            
+            """
+)

documentations/database_doc.py

@@ -0,0 +1,66 @@
+import streamlit as st
+
+st.markdown(
+    """
+## Database Processing App Documentation
+### Overview
+This app is designed to process and generate databases from uploaded dump files. It provides a user-friendly interface for uploading files, selecting database types, and downloading processed databases.
+
+### Getting Started
+1. Upload a dump file: Click on the "Upload updated dump file" button to select a file in .xlsb format.
+2. Select a database type: Choose a database type from the available options (2G, 3G, LTE, All, or NEI).
+3. Download the processed database: Once the processing is complete, click on the "Download" button to save the processed database in .xlsx format.
+
+### Required Sheets
+The app requires the following sheets to be present in the uploaded file:
+
+1. **2G :**
+    - BTS
+    - BCF
+    - TRX
+2. **3G :**
+    - WCEL
+    - WBTS
+    - WNCEL
+3. **LTE :**
+    - LNBTS
+    - LNCEL
+    - LNCEL_FDD
+    - LNCEL_TDD
+4. **NEI :**
+    - ADCE
+    - ADJS
+    - ADJI
+    - ADJG
+    - ADJW
+    - BTS
+    - WCEL
+
+Please ensure that these sheets are present in the uploaded file to avoid any errors.
+
+### Database Types
+The app supports the following database types:
+
+    - 2G: Process 2G database
+    - 3G: Process 3G database
+    - LTE: Process LTE database
+    - All: Process all databases (2G, 3G, and LTE)
+    - NEI: Process neighbors database
+    
+### Troubleshooting
+
+- Error messages: If an error occurs during processing, an error message will be displayed. Please check the file format and required sheets before trying again.
+- File format: Only .xlsb files are supported. Please convert your file to the correct format before uploading.
+
+
+
+### FAQ
+- What is the maximum file size allowed?: The maximum file size allowed is 200MB.
+- How long does the processing take?: The processing time depends on the file size and complexity. Please wait for the processing to complete.
+
+
+### Contact
+If you have any questions or issues with the app, please contact [Dav Melchi] at [[email protected]].
+
+    """
+)