Gsm capacity improvement with columns naming, alignment and colors

apps/kpi_analysis/gsm_capacity.py

@@ -112,12 +112,13 @@ if (
             daily_kpi_df: pd.DataFrame = dfs[2]
             distance_df: pd.DataFrame = dfs[3]
             GsmCapacity.final_results = convert_gsm_dfs(
-                [gsm_analysis_df, bh_kpi_df, daily_kpi_df, distance_df],
-                ["GSM_Analysis", "BH_KPI_Analysis", "Daily_KPI_Analysis", "Distance"],
+                [gsm_analysis_df, distance_df, bh_kpi_df, daily_kpi_df],
+                ["GSM_Analysis", "Distance", "BH_KPI_Analysis", "Daily_KPI_Analysis"],
             )
 
             # GsmCapacity.final_results = convert_gsm_dfs(
-            #     [gsm_analysis_df], ["GSM_Analysis"]
+            #     [gsm_analysis_df, bh_kpi_df, daily_kpi_df],
+            #     ["GSM_Analysis", "BH_KPI_Analysis", "Daily_KPI_Analysis"],
             # )
 
             if GsmCapacity.final_results is not None:
@@ -142,6 +143,18 @@ if (
         st.plotly_chart(fig, use_container_width=True)
         st.write(final_comments_df)
 
+        # Add dataframe and ploty bar chart with "Final comment summary" distribution in gsm_analysis_df in 2 columns
+        final_comments_summary_df = (
+            gsm_analysis_df.groupby("Final comment summary")
+            .size()
+            .reset_index(name="count")
+        )
+        fig = px.bar(final_comments_summary_df, x="Final comment summary", y="count")
+        fig.update_layout(height=1000)
+        fig.update_traces(texttemplate="%{value}", textposition="outside")
+        st.plotly_chart(fig, use_container_width=True)
+        st.write(final_comments_summary_df)
+
         # Add dataframe and ploty bar chart with "BH Congestion status" distribution in gsm_analysis_df in 2 columns
         bh_congestion_status_df = (
             gsm_analysis_df.groupby("BH Congestion status")

documentations/gsm_capacity_docs.py

@@ -144,7 +144,7 @@ results = analyze_gsm_data(
 | Target HR CHs                              | Calculated target number of Half Rate channels needed.           |
 | Target TCHs                                | Total target Traffic Channels (FR + HR) required for desired performance. |
 | Target TRXs                                | Target number of TRXs required, based on channel requirements and configuration. |
-| Numberof required TRXs                     | Final computed number of TRXs required to meet traffic and blocking targets. |
+| Number of required TRXs                     | Final computed number of TRXs required to meet traffic and blocking targets. |
 | operational_comment                        | Generated operational comment based on analysis (e.g., upgrade needed, OK, etc.). |
 | Final comment                              | Final summary comment combining all relevant flags, operational status, and recommendations. |
 

process_kpi/process_gsm_capacity.py

@@ -7,6 +7,7 @@ from utils.check_sheet_exist import execute_checks_sheets_exist
 from utils.convert_to_excel import convert_dfs, save_dataframe
 from utils.kpi_analysis_utils import (
     GsmAnalysis,
+    GsmCapacity,
     analyze_sdcch_call_blocking,
     analyze_tch_abis_fails,
     analyze_tch_call_blocking,
@@ -18,11 +19,80 @@ from utils.kpi_analysis_utils import (
     kpi_naming_cleaning,
 )
 
-
-class GsmCapacity:
-    final_results = None
-    operational_neighbours_df = None
-
+GSM_ANALYSIS_COLUMNS = [
+    "ID_BTS",
+    "site_name",
+    "name",
+    "BSC",
+    "BCF",
+    "BTS",
+    "code",
+    "Region",
+    "adminState",
+    "frequencyBandInUse",
+    "cellId",
+    "band",
+    "site_config_band",
+    "trxRfPower",
+    "BCCH",
+    "Longitude",
+    "Latitude",
+    "TRX_TCH",
+    "MAL_TCH",
+    "amrSegLoadDepTchRateLower",
+    "amrSegLoadDepTchRateUpper",
+    "dedicatedGPRScapacity",
+    "defaultGPRScapacity",
+    "number_trx_per_cell",
+    "number_trx_per_bcf",
+    "number_tch_per_cell",
+    "number_sd_per_cell",
+    "number_bcch_per_cell",
+    "number_ccch_per_cell",
+    "number_cbc_per_cell",
+    "number_total_channels_per_cell",
+    "number_signals_per_cell",
+    "hf_rate_coef",
+    "GPRS",
+    "TCH Actual HR%",
+    "Offered Traffic BH",
+    "Max_Traffic BH",
+    "Avg_Traffic BH",
+    "TCH UTILIZATION (@Max Traffic)",
+    "Tch utilization comments",
+    "ErlabngB_value",
+    "Target FR CHs",
+    "Target HR CHs",
+    "Target TCHs",
+    "Target TRXs",
+    "Number of required TRXs",
+    "max_tch_call_blocking_bh",
+    "avg_tch_call_blocking_bh",
+    "number_of_days_with_tch_blocking_exceeded_bh",
+    "tch_call_blocking_bh_comment",
+    "max_sdcch_real_blocking_bh",
+    "avg_sdcch_real_blocking_bh",
+    "number_of_days_with_sdcch_blocking_exceeded_bh",
+    "sdcch_real_blocking_bh_comment",
+    "Average_cell_availability_bh",
+    "number_of_days_exceeding_availability_threshold_bh",
+    "availability_comment_bh",
+    "max_tch_abis_fail_bh",
+    "avg_tch_abis_fail_bh",
+    "number_of_days_with_tch_abis_fail_exceeded_bh",
+    "tch_abis_fail_bh_comment",
+    "Average_cell_availability_daily",
+    "number_of_days_exceeding_availability_threshold_daily",
+    "availability_comment_daily",
+    "max_tch_abis_fail_daily",
+    "avg_tch_abis_fail_daily",
+    "number_of_days_with_tch_abis_fail_exceeded_daily",
+    "tch_abis_fail_daily_comment",
+    "BH Congestion status",
+    "operational_comment",
+    "Final comment",
+    "Final comment summary",
+]
 
 OPERATIONAL_NEIGHBOURS_COLUMNS = [
     "ID_BTS",
@@ -461,11 +531,27 @@ def get_operational_neighbours(distance: int) -> pd.DataFrame:
     distances_df = distances_dfs[0]
     df1 = distances_df[distances_df["Distance_km"] <= distance]
 
-    # save_dataframe(operational_df, "Operational Neighbours")
-    # save_dataframe(congested_df, "Congested Neighbours")
-    # # save_dataframe(distances_df, "Distances")
-    # save_dataframe(df1, "Closest Neighbours")
+    # Rename all columns in df1
+    df1 = df1.rename(
+        columns={
+            "Dataset1_ID_BTS": "Source_ID_BTS",
+            "Dataset1_name": "Source_name",
+            "Dataset1_BH Congestion status": "Source_BH Congestion status",
+            "Dataset1_Longitude": "Source_Longitude",
+            "Dataset1_Latitude": "Source_Latitude",
+            "Dataset2_ID_BTS_Dataset2": "Neighbour_ID_BTS",
+            "Dataset2_name_Dataset2": "Neighbour_name",
+            "Dataset2_operational_comment_Dataset2": "Neighbour_operational_comment",
+            "Dataset2_Longitude_Dataset2": "Neighbour_Longitude",
+            "Dataset2_Latitude_Dataset2": "Neighbour_Latitude",
+        }
+    )
+
+    # Remove rows if Source_name = Neighbour_name
+    df1 = df1[df1["Source_name"] != df1["Neighbour_name"]]
 
+    # Reset index
+    df1 = df1.reset_index(drop=True)
     return df1
 
 
@@ -560,8 +646,8 @@ def analyze_gsm_data(
         gsm_analysis_df["Target TCHs"] / 8
     )  # df["Target TCHs"] / 8
 
-    # "Numberof required TRXs" equal to difference between "Target TRXs" and "number_trx_per_cell"
-    gsm_analysis_df["Numberof required TRXs"] = (
+    # "Number of required TRXs" equal to difference between "Target TRXs" and "number_trx_per_cell"
+    gsm_analysis_df["Number of required TRXs"] = (
         gsm_analysis_df["Target TRXs"] - gsm_analysis_df["number_trx_per_cell"]
     )
 
@@ -602,6 +688,11 @@ def analyze_gsm_data(
         "operational_comment",
         new_column="Final comment",
     )
+    # Map the final comment using final_comment_mapping
+    gsm_analysis_df["Final comment summary"] = gsm_analysis_df["Final comment"].map(
+        GsmCapacity.final_comment_mapping
+    )
+    gsm_analysis_df = gsm_analysis_df[GSM_ANALYSIS_COLUMNS]
 
     GsmCapacity.operational_neighbours_df = gsm_analysis_df[
         OPERATIONAL_NEIGHBOURS_COLUMNS
@@ -609,3 +700,4 @@ def analyze_gsm_data(
     distance_df = get_operational_neighbours(operational_neighbours_distance)
 
     return [gsm_analysis_df, bh_kpi_full_df, daily_kpi_full_df, distance_df]
+    # return [gsm_analysis_df, bh_kpi_full_df, daily_kpi_full_df]

utils/convert_to_excel.py

@@ -30,6 +30,9 @@ def get_formats(workbook):
         "green": workbook.add_format(
             {"bg_color": "#37CC73", "bold": True, "border": 1}
         ),
+        "green_light": workbook.add_format(
+            {"bg_color": "#87E0AB", "bold": True, "border": 1}
+        ),
         "blue": workbook.add_format({"bg_color": "#1A64FF", "bold": True, "border": 1}),
         "blue_light": workbook.add_format(
             {"bg_color": "#00B0F0", "bold": True, "border": 1}
@@ -48,6 +51,9 @@ def get_formats(workbook):
         ),
         "gray": workbook.add_format({"bg_color": "#D9D9D9", "bold": True, "border": 1}),
         "red": workbook.add_format({"bg_color": "#FF0000", "bold": True, "border": 1}),
+        "yellow": workbook.add_format(
+            {"bg_color": "#FFFF00", "bold": True, "border": 1}
+        ),
     }
 
 
@@ -59,8 +65,8 @@ def get_format_map_by_format_type(formats: dict, format_type: str) -> dict:
             "amrSegLoadDepTchRateUpper": formats["beurre"],
             "dedicatedGPRScapacity": formats["beurre"],
             "defaultGPRScapacity": formats["beurre"],
-            "number_trx_per_cell": formats["blue_light"],
-            "number_trx_per_bcf": formats["blue_light"],
+            "number_trx_per_cell": formats["blue"],
+            "number_trx_per_bcf": formats["blue"],
             "number_tch_per_cell": formats["blue"],
             "number_sd_per_cell": formats["blue"],
             "number_bcch_per_cell": formats["blue"],
@@ -74,18 +80,54 @@ def get_format_map_by_format_type(formats: dict, format_type: str) -> dict:
             "Offered Traffic BH": formats["green"],
             "Max_Traffic BH": formats["green"],
             "Avg_Traffic BH": formats["green"],
-            "Max_tch_call_blocking BH": formats["green"],
-            "Avg_tch_call_blocking BH": formats["green"],
-            "number_of_days_with_tch_blocking_exceeded": formats["green"],
-            "Max_sdcch_real_blocking BH": formats["green"],
-            "Avg_sdcch_real_blocking BH": formats["green"],
-            "number_of_days_with_sdcch_blocking_exceeded": formats["green"],
-            "TCH UTILIZATION (@Max Traffic)": formats["orange"],
+            "TCH UTILIZATION (@Max Traffic)": formats["red"],
+            "Tch utilization comments": formats["orange"],
+            "ErlabngB_value": formats["purple6"],
             "Target FR CHs": formats["purple6"],
             "Target HR CHs": formats["purple6"],
             "Target TCHs": formats["purple6"],
             "Target TRXs": formats["purple6"],
-            "Numberof required TRXs": formats["purple6"],
+            "Number of required TRXs": formats["purple6"],
+            "max_tch_call_blocking_bh": formats["yellow"],
+            "avg_tch_call_blocking_bh": formats["yellow"],
+            "number_of_days_with_tch_blocking_exceeded_bh": formats["yellow"],
+            "tch_call_blocking_bh_comment": formats["orange"],
+            "max_sdcch_real_blocking_bh": formats["yellow"],
+            "avg_sdcch_real_blocking_bh": formats["yellow"],
+            "number_of_days_with_sdcch_blocking_exceeded_bh": formats["yellow"],
+            "sdcch_real_blocking_bh_comment": formats["orange"],
+            "Average_cell_availability_bh": formats["yellow"],
+            "number_of_days_exceeding_availability_threshold_bh": formats["yellow"],
+            "availability_comment_bh": formats["orange"],
+            "max_tch_abis_fail_bh": formats["yellow"],
+            "avg_tch_abis_fail_bh": formats["yellow"],
+            "number_of_days_with_tch_abis_fail_exceeded_bh": formats["yellow"],
+            "tch_abis_fail_bh_comment": formats["orange"],
+            "Average_cell_availability_daily": formats["green_light"],
+            "number_of_days_exceeding_availability_threshold_daily": formats[
+                "green_light"
+            ],
+            "availability_comment_daily": formats["green_light"],
+            "max_tch_abis_fail_daily": formats["green_light"],
+            "avg_tch_abis_fail_daily": formats["green_light"],
+            "number_of_days_with_tch_abis_fail_exceeded_daily": formats["green_light"],
+            "tch_abis_fail_daily_comment": formats["orange"],
+            "BH Congestion status": formats["gray"],
+            "operational_comment": formats["gray"],
+            "Final comment": formats["gray"],
+            "Final comment summary": formats["gray"],
+            # Operational Neighbours Distance Sheet
+            "Source_ID_BTS": formats["blue"],
+            "Source_name": formats["blue"],
+            "Source_BH Congestion status": formats["blue"],
+            "Source_Longitude": formats["blue"],
+            "Source_Latitude": formats["blue"],
+            "Neighbour_ID_BTS": formats["green_light"],
+            "Neighbour_name": formats["green_light"],
+            "Neighbour_operational_comment": formats["green_light"],
+            "Neighbour_Longitude": formats["green_light"],
+            "Neighbour_Latitude": formats["green_light"],
+            "Distance_km": formats["beurre"],
         }
     elif format_type == "database":
         return {

utils/kpi_analysis_utils.py

@@ -217,6 +217,45 @@ class GsmAnalysis:
     }
 
 
+class GsmCapacity:
+    final_results = None
+    operational_neighbours_df = None
+    final_comment_mapping = {
+        "Availability and TX issues": "Operational issues with no congestion",
+        "Availability issues": "Operational issues with no congestion",
+        "TX issues": "Operational issues with no congestion",
+        "Operational is OK": "Operational is OK with no congestion",
+        "Tch utilization exceeded threshold, Availability and TX issues": "High utilization with Operational issues",
+        "Tch utilization exceeded threshold, Availability issues": "High utilization with Operational issues",
+        "Tch utilization exceeded threshold, TX issues": "High utilization with Operational issues",
+        "Tch utilization exceeded threshold, SDCCH blocking exceeded threshold, Operational is OK": "High Utilization with Congestion without Operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, Operational is OK": "High Utilization with Congestion without Operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Operational is OK": "High Utilization with Congestion without Operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, TX issues": "High Utilization with Congestion without Operational issues",
+        "Tch utilization exceeded threshold, SDCCH blocking exceeded threshold, Availability and TX issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, SDCCH blocking exceeded threshold, TX issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, Availability and TX issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, Availability issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Availability and TX issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Availability issues": "High utilization with Congestion and operational issues",
+        "Tch utilization exceeded threshold, TCH blocking exceeded threshold, TX issues": "High utilization with Congestion and operational issues",
+        "Down Site": "Down Cell",
+        "SDCCH blocking exceeded threshold, Operational is OK": "Congestion without Operational issues",
+        "TCH blocking exceeded threshold, Operational is OK": "Congestion without Operational issues",
+        "TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Operational is OK": "Congestion without Operational issues",
+        "Tch utilization exceeded threshold, Operational is OK": "High utilization without Congestion and Operational issues",
+        "SDCCH blocking exceeded threshold, Availability and TX issues": "Congestion with Operational issues",
+        "SDCCH blocking exceeded threshold, Availability issues": "Congestion with Operational issues",
+        "SDCCH blocking exceeded threshold, TX issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, Availability and TX issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, Availability issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Availability and TX issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, Availability issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, SDCCH blocking exceeded threshold, TX issues": "Congestion with Operational issues",
+        "TCH blocking exceeded threshold, TX issues": "Congestion with Operational issues",
+    }
+
+
 def combine_comments(df: pd.DataFrame, *columns: str, new_column: str) -> pd.DataFrame:
     """
     Combine comments from multiple columns into one column.