init

README.md

@@ -1,10 +1,10 @@
 ---
 title: Plonk
-emoji: 📚
-colorFrom: green
-colorTo: red
+emoji: 👀
+colorFrom: yellow
+colorTo: purple
 sdk: gradio
-sdk_version: 4.1.2
+sdk_version: 3.44.0
 app_file: app.py
 pinned: false
 license: mit

app.py

@@ -0,0 +1,262 @@
+"""Requires gradio==3.44.0"""
+import io
+import os
+import uuid
+import matplotlib
+import time
+matplotlib.use('Agg')
+from os.path import join
+from PIL import Image
+import pandas as pd
+import reverse_geocoder as rg
+import cartopy.crs as ccrs
+import cartopy.feature as cfeature
+import matplotlib.pyplot as plt
+from math import radians, sin, cos, sqrt, asin, exp
+from collections import defaultdict
+
+IMAGE_FOLDER = './select'
+CSV_FILE = './select.csv'
+RESULTS_DIR = './results'
+RULES = """# Plonk 🌍 🌎 🌏
+## Total time: 50 pictures ~ 5min
+### How it works:
+- Click on the map 🗺️ (left) to indicate where do you think the image 🖼️ (right) was captured!
+- Click next to move to the next image.
+⚠️ Your selection is final!
+### Click "start" to begin...
+"""
+
+def haversine(lat1, lon1, lat2, lon2):
+    if (lat1 is None) or (lon1 is None) or (lat2 is None) or (lon2 is None):
+        return 0
+    R = 6371  # radius of the earth in km
+    dLat = radians(lat2 - lat1)
+    dLon = radians(lon2 - lon1)
+    a = (
+        sin(dLat / 2.0) ** 2
+        + cos(radians(lat1)) * cos(radians(lat2)) * sin(dLon / 2.0) ** 2
+    )
+    c = 2 * asin(sqrt(a))
+    distance = R * c
+    return distance
+
+def geoscore(d):
+    return 5000 * exp(-d / 1492.7)
+
+
+class Engine(object):
+    def __init__(self, image_folder, csv_file, cache_path):
+        self.image_folder = image_folder
+        self.load_images_and_coordinates(csv_file)
+        self.cache_path = cache_path
+          
+        # Initialize the score and distance lists
+        self.index = 0
+        self.stats = defaultdict(list)
+
+        # Create the figure and canvas only once
+        self.fig = plt.Figure(figsize=(10, 6))
+        self.ax = self.fig.add_subplot(1, 1, 1, projection=ccrs.PlateCarree())
+        self.MIN_LON, self.MAX_LON, self.MIN_LAT, self.MAX_LAT = self.ax.get_extent()
+
+    def load_images_and_coordinates(self, csv_file):
+        # Load the CSV
+        df = pd.read_csv(csv_file)
+
+        # Get the image filenames and their coordinates
+        self.images = df['image_id'].tolist()[:]
+        self.coordinates = df[['longitude', 'latitude']].values.tolist()[:]
+        self.admins = df[['city', 'area', 'region', 'country']].values.tolist()[:]
+
+
+    def isfinal(self):
+        return self.index == len(self.images)-1
+
+    def load_image(self):
+        if self.index > len(self.images)-1:          
+            self.master.update_idletasks()
+            self.finish()
+
+        self.ax.clear()
+        self.ax.set_global()
+        self.ax.stock_img()
+        self.ax.add_feature(cfeature.COASTLINE)
+        self.ax.add_feature(cfeature.BORDERS, linestyle=':')
+        self.fig.canvas.draw()
+        pil = self.get_figure()
+        self.set_clock()
+        return pil, os.path.join(self.image_folder, f"{self.images[self.index]}.jpg"), '### ' + str(self.index + 1) + '/' + str(len(self.images))
+
+    def get_figure(self):
+        img_buf = io.BytesIO()
+        self.fig.savefig(img_buf, format='png', bbox_inches='tight', pad_inches=0, dpi=300)
+        pil = Image.open(img_buf)
+        self.width, self.height = pil.size
+        return pil
+
+    def normalize_pixels(self, click_lon, click_lat):
+        return self.MIN_LON + click_lon * (self.MAX_LON-self.MIN_LON) / self.width, self.MIN_LAT + (self.height - click_lat+1) * (self.MAX_LAT-self.MIN_LAT) / self.height
+
+    def set_clock(self):
+        self.time = time.time()
+
+    def get_clock(self):
+        return time.time() - self.time
+
+    def click(self, click_lon, click_lat):
+        time_elapsed = self.get_clock()
+        self.stats['times'].append(time_elapsed)
+
+        # convert click_lon, click_lat to lat, lon (given that you have the borders of the image)
+        # click_lon and click_lat is in pixels
+        # lon and lat is in degrees
+        click_lon, click_lat = self.normalize_pixels(click_lon, click_lat)
+        self.stats['clicked_locations'].append((click_lat, click_lon))
+        true_lon, true_lat = self.coordinates[self.index]
+
+        self.ax.plot(click_lon, click_lat, 'bo', transform=ccrs.Geodetic())
+        self.ax.plot([true_lon, click_lon], [true_lat, click_lat], color='blue', linewidth=1, transform=ccrs.Geodetic())
+        self.ax.plot(true_lon, true_lat, 'rx', transform=ccrs.Geodetic())
+              
+        distance = haversine(true_lat, true_lon, click_lat, click_lon)
+        score = geoscore(distance)
+        self.stats['scores'].append(score)
+        self.stats['distances'].append(distance)
+        
+        average_text = self.update_average_display()         
+        result_text = (f"### GeoScore: {score:.0f}, distance: {distance:.0f} km\n  ")
+       
+        self.cache(self.index+1, score, distance, (click_lat, click_lon), time_elapsed)
+        return self.get_figure(), result_text + average_text
+
+    def next_image(self):
+        # Go to the next image
+        self.index += 1
+        return self.load_image()
+        
+    def update_average_display(self):
+        # Calculate the average values
+        avg_score = sum(self.stats['scores']) / len(self.stats['scores']) if self.stats['scores'] else 0
+        avg_distance = sum(self.stats['distances']) / len(self.stats['distances']) if self.stats['distances'] else 0
+
+        # Update the text box
+        return f"### Average GeoScore: {avg_score:.0f}, Average distance: {avg_distance:.0f} km"
+    
+    def finish(self):
+        clicks = rg.search(self.stats['clicked_locations'])
+        clicked_admins = [[click['name'], click['admin2'], click['admin1'], click['cc']] for click in clicks]
+        
+        correct = [0,0,0,0]
+        valid = [0,0,0,0]
+        
+        for clicked_admin, true_admin in zip(clicked_admins, self.admins):
+            for i in range(4):
+                if true_admin[i]!= 'nan':
+                    valid[i] += 1
+                if true_admin[i] == clicked_admin[i]:
+                    correct[i] += 1
+                    
+        avg_city_accuracy = correct[0] / valid[0]
+        avg_area_accuracy = correct[1] / valid[1]
+        avg_region_accuracy = correct[2] / valid[2]
+        avg_country_accuracy = correct[3] / valid[3]
+        
+        avg_score = sum(self.stats['scores']) / len(self.stats['scores']) if self.stats['scores'] else 0
+        avg_distance = sum(self.stats['distances']) / len(self.stats['distances']) if self.stats['distances'] else 0
+
+        final_results = (
+            f"Average GeoScore: {avg_score:.0f}  \n" + 
+            f"Average distance: {avg_distance:.0f} km  \n" + 
+            f"Country Acc: {100*avg_country_accuracy:.1f}  \n" + 
+            f"Region Acc: {100*avg_region_accuracy:.1f}  \n" + 
+            f"Area Acc: {100*avg_area_accuracy:.1f}  \n" + 
+            f"City Acc: {100*avg_city_accuracy:.1f}"
+        )
+
+        self.cache_final(final_results)
+
+        # Update the text box
+        return f"# Your stats 🌍\n" + final_results + f"  \n# Thanks for playing ❤️"
+        
+    # Function to save the game state
+    def cache(self, index, score, distance, location, time_elapsed):
+        if not os.path.exists(self.cache_path):
+            os.makedirs(self.cache_path)
+
+        with open(join(self.cache_path, str(index).zfill(2) + '.txt'), 'w') as f:
+            print(f"{score}, {distance}, {location[0]}, {location[1]}, {time_elapsed}", file=f)
+
+    # Function to save the game state
+    def cache_final(self, final_results):
+        times = ', '.join(map(str, self.stats['times']))
+        with open(join(self.cache_path, 'full.txt'), 'w') as f:
+            print(f"{final_results}" + '\n Times: ' + times, file=f)
+
+
+
+if __name__ == "__main__":
+    import gradio as gr
+    def click(state, evt: gr.SelectData):
+        if state['clicked']:
+            return gr.update(), gr.update()
+        x, y = evt.index
+        state['clicked'] = True
+        image, text = state['engine'].click(x, y)
+        return gr.update(value=image), gr.update(value=text)
+
+    def next_(state):
+        if state['clicked']:
+            if state['engine'].isfinal():
+                text = state['engine'].finish()
+                return gr.update(visible=False), gr.update(visible=False), gr.update(visible=False), gr.update(value=text), gr.update(visible=False)
+            else:
+                fig, image, text = state['engine'].next_image()
+                state['clicked'] = False
+                return gr.update(value=fig), gr.update(value=image), gr.update(value=text), gr.update(), gr.update()
+        else:
+            return gr.update(), gr.update(), gr.update(), gr.update(), gr.update()
+
+    def start(state):
+        # create a unique random temporary name under CACHE_DIR
+        # generate random hex and make sure it doesn't exist under CACHE_DIR
+        while True:
+            path = str(uuid.uuid4().hex)
+            name = os.path.join(RESULTS_DIR, path)
+            if not os.path.exists(name):
+                break
+
+        state['engine'] = Engine(IMAGE_FOLDER, CSV_FILE, name)
+        state['clicked'] = False
+        fig, image, text = state['engine'].load_image()
+
+        return (
+            gr.update(value=fig, visible=True),
+            gr.update(value=image, visible=True),
+            gr.update(value=text, visible=True),
+            gr.update(visible=True),
+            gr.update(visible=True),
+            gr.update(visible=False),
+            gr.update(visible=False),
+            gr.update(visible=False),
+            gr.update(visible=False),
+        )
+
+    with gr.Blocks() as demo:
+        state = gr.State({})
+        rules = gr.Markdown(RULES, visible=True)
+
+        start_button = gr.Button("Start", visible=True)
+        with gr.Row():
+            map_ = gr.Image(label='Map', visible=False)
+            image_ = gr.Image(label='Image', visible=False)
+        with gr.Row():
+            text = gr.Markdown("", visible=False)
+            text_count = gr.Markdown("", visible=False)
+
+        next_button = gr.Button("Next", visible=False)
+        start_button.click(start, inputs=[state], outputs=[map_, image_, text_count, text, next_button, rules, state, start_button])
+        map_.select(click, inputs=[state], outputs=[map_, text])
+        next_button.click(next_, inputs=[state], outputs=[map_, image_, text_count, text, next_button])
+
+    demo.launch(share=True, debug=True)

requirements.txt

@@ -0,0 +1,4 @@
+matplotlib==3.7.1
+pandas==2.0.1
+reverse_geocoder==1.5.1
+cartopy==0.22.0

select.csv

@@ -0,0 +1,51 @@
+image_id,longitude,latitude,city,area,region,country
+860133474581133,117.73186795368,-31.94982838928,Cunderdin,Cunderdin,Western Australia,AU
+152454737707008,-115.46546196759182,51.171538690221375,Banff,,Alberta,CA
+393732468965312,18.97688915808808,69.11780259850913,Storsteinnes,Balsfjord,Troms,NO
+1132165610543859,-58.849666972752,-35.554807349705,San Miguel del Monte,,Buenos Aires,AR
+1394764281000584,147.03644442101,-43.241833344957,Cygnet,Huon Valley,Tasmania,AU
+4304508472933745,111.71332546557,2.1383249963969,Sibu,,Sarawak,MY
+184068376916582,99.957131581331,9.4777282094183,Ko Samui,,Surat Thani,TH
+311028890545710,118.28358048575,29.724935841625,Xintan,,Anhui Sheng,CN
+813929882849515,35.055043425688,-15.0184741953,Balaka,Balaka District,Southern Region,MW
+1093560081172659,-6.2240662119428,56.725251766279,Isle Of Mull,Argyll and Bute,Scotland,GB
+612686053145014,-96.16942670000188,18.993103300001184,Paso del Toro,,Veracruz,MX
+1632995353756681,-66.11192506887,18.135853801397,G. L. Garcia,,Cayey,PR
+317939186591897,55.555796187621,25.533114073286,Umm al Qaywayn,,Umm al Qaywayn,AE
+520441642700354,-119.31753516877,50.249882799029,Vernon,Regional District of North Okanagan,British Columbia,CA
+189829202981952,44.005405251222,41.599785003198,Tsalka,Tsalka,Kvemo Kartli,GE
+4000903146675702,50.579197062107,36.973620940803,Ramsar,,Mazandaran,IR
+1389710078031039,13.71181614806,47.399453831847,Schladming,Politischer Bezirk Liezen,Styria,AT
+949517792450129,9.7177091797716,4.046983959221,Douala,,Littoral,CM
+769547813760817,34.087808245679,1.0808757622682,Mbale,Mbale District,Eastern Region,UG
+104642768529339,16.450404476788645,68.31075667561743,Kjopsvik,Tysfjord,Nordland,NO
+303007251265953,-71.578509002669,-36.390450225908,Coihueco,Provincia de Nuble,Biobio,CL
+320105042867850,71.468575775224,51.122642222111,Astana,,Astana Qalasy,KZ
+468632131073831,29.218865526259,65.777072925388,Kuusamo,Koillismaa,Northern Ostrobothnia,FI
+503560481463361,67.86856499056314,47.49971675692054,Zhezqazghan,,Qaraghandy,KZ
+304682731408847,-104.84187971601,38.921916584821,Air Force Academy,El Paso County,Colorado,US
+492211698793885,15.243938905249,11.731445568385,Kousseri,,Far North,CM
+169961348374774,-66.338308918774,-17.444761411827,Sipe Sipe,,Cochabamba,BO
+141905757860376,-74.780652186738,10.934612493587,Soledad,,Atlantico,CO
+957589118406370,-48.46767735367,-8.0935339973733,Conceicao do Araguaia,Conceicao Do Araguaia,Para,BR
+2521081868187418,-0.40230996669347,32.614639189097,Ain Sefra,,Wilaya de Naama,DZ
+917445892443616,-1.1248279177789,52.937541598214,West Bridgford,Nottinghamshire,England,GB
+383548139454148,-1.7849243363171,48.039562839713,Chavagne,Departement d'Ille-et-Vilaine,Brittany,FR
+859387714930005,147.10522055011,-42.977124432213,Huonville,Huon Valley,Tasmania,AU
+2295166667284628,7.1359534780749,51.190279172602,Solingen,Regierungsbezirk Dusseldorf,North Rhine-Westphalia,DE
+826435791283265,-102.14648195121,31.99819818952,Midland,Midland County,Texas,US
+160540152679305,32.640044964906,54.194653471895,Stodolishche,,Smolensk,RU
+1441534879556156,131.9022521,43.093777400038,Vladivostok,,Primorskiy,RU
+213668066965052,-7.7833356565566,41.298426689978,Vila Real,Vila Real,Vila Real,PT
+491911438726571,62.642283844441,35.982936156486,Serhetabat,,Mary,TM
+228333062384255,20.03622352221,42.173352559956,Iballe,Rrethi i Pukes,Shkoder,AL
+339675071071472,18.935150981289,53.3141942187,Wabrzezno,Powiat wabrzeski,Kujawsko-Pomorskie,PL
+174371825084733,-54.40021860075962,-15.844177431680396,Poxoreo,Poxoreo,Mato Grosso,BR
+5265020933627697,81.92179231998388,41.36342468712621,Baicheng,,Xinjiang Uygur Zizhiqu,CN
+364473748335727,-55.731720607751,-27.91313764655,Apostoles,Departamento de Apostoles,Misiones,AR
+477063033350685,97.735136849091,16.797879002023,Hpa-an,,Kayin,MM
+1234836596948376,118.2591368156,29.761870407333,Xintan,,Anhui Sheng,CN
+308415407537837,-6.8798972749875,10.960432369588,Kolondieba,,Sikasso,ML
+4169751473085624,136.87180806629,50.250143059295,Amursk,,Khabarovsk Krai,RU
+838797057047031,1.4928102327598,43.618538732481,Balma,Departement de la Haute-Garonne,Midi-Pyrenees,FR
+299535091653682,171.22063076773,-44.390911705397,Timaru,Timaru District,Canterbury,NZ