| import pandas as pd | |
| from utils import logger | |
| logger = logger.get_logger() | |
| file_name = 'src/data/image_dataset.csv' | |
| tsv_file = 'src/data/photos.tsv000' | |
| def convert_tsc_to_csv(tsv_file): | |
| df = pd.read_csv(tsv_file, sep='\t', header=0) | |
| dataset = df.to_csv(file_name) | |
| return dataset | |
| def get_df(start_index,end_index): | |
| try: | |
| logger.info("Loading the dataframe") | |
| image_df = pd.read_csv(file_name) | |
| final_df = image_df[['photo_id','photo_image_url']] | |
| df = final_df[start_index:end_index] | |
| logger.info("Successfully loaded the data frame") | |
| return df | |
| except Exception as e: | |
| logger.error(f"Unable to load the dataframe {e}") | |
| raise | |