Add helpful info after submission

app.py

@@ -23,7 +23,6 @@ LOGS_REPO = "submission-logs"
 ## TODO ##
 # 1. Add check that fields are nested under `tasks` field correctly
 # 2. Add check that names of tasks and datasets are valid
-# 3. Decide whether we should have 1 dataset repo per participant or 1 repo per submission
 
 
 ###########
@@ -105,77 +104,83 @@ with st.form(key="form"):
     submit_button = st.form_submit_button("Make Submission")
 
 if submit_button and submission_errors == 0:
-    st.write("⏳ Preparing submission for evaluation ...")
-    # user_name = user_info["name"]
-    submission_name = json_data["submission_name"]
-    submission_name_formatted = submission_name.lower().replace(" ", "-").replace("/", "-")
-    print(submission_name_formatted)
-    submission_time = str(int(datetime.now().timestamp()))
-
-    # Create submission dataset under benchmarks ORG
-    submission_repo_id = f"GEM-submissions/{user_name}__{submission_name_formatted}__{submission_time}"
-    dataset_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{submission_repo_id}"
-    repo = Repository(
-        local_dir=LOCAL_REPO,
-        clone_from=dataset_repo_url,
-        repo_type="dataset",
-        private=False,
-        use_auth_token=HF_TOKEN,
-    )
-    submission_metadata = {"benchmark": "gem", "type": "prediction", "submission_name": submission_name}
-    repo.repocard_metadata_save(submission_metadata)
-
-    with open(f"{LOCAL_REPO}/submission.json", "w", encoding="utf-8") as f:
-        json.dump(json_data, f)
-
-    # TODO: add informative commit msg
-    commit_url = repo.push_to_hub()
-    if commit_url is not None:
-        commit_sha = commit_url.split("/")[-1]
-    else:
-        commit_sha = repo.git_head_commit_url().split("/")[-1]
-
-    submission_id = submission_name + "__" + commit_sha + "__" + submission_time
-
-    payload = {
-        "username": AUTONLP_USERNAME,
-        "dataset": "GEM/references",
-        "task": 1,
-        "model": "gem",
-        "submission_dataset": submission_repo_id,
-        "submission_id": submission_id,
-        "col_mapping": {},
-        "split": "test",
-        "config": None,
-    }
-    json_resp = http_post(
-        path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
-    ).json()
-
-    logs_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{LOGS_REPO}"
-    logs_repo = Repository(
-        local_dir=LOGS_REPO,
-        clone_from=logs_repo_url,
-        repo_type="dataset",
-        private=True,
-        use_auth_token=HF_TOKEN,
-    )
-    json_resp["submission_name"] = submission_name
-    with jsonlines.open(f"{LOGS_REPO}/logs.jsonl") as r:
-        lines = []
-        for obj in r:
-            lines.append(obj)
-
-    lines.append(json_resp)
-    with jsonlines.open(f"{LOGS_REPO}/logs.jsonl", mode="w") as writer:
-        for job in lines:
-            writer.write(job)
-    logs_repo.push_to_hub(commit_message=f"Submission with job ID {json_resp['id']}")
+    with st.spinner("⏳ Preparing submission for evaluation ..."):
+        submission_name = json_data["submission_name"]
+        submission_name_formatted = submission_name.lower().replace(" ", "-").replace("/", "-")
+        submission_time = str(int(datetime.now().timestamp()))
+
+        # Create submission dataset under benchmarks ORG
+        submission_repo_id = f"{user_name}__{submission_name_formatted}__{submission_time}"
+        dataset_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{submission_repo_id}"
+        repo = Repository(
+            local_dir=LOCAL_REPO,
+            clone_from=dataset_repo_url,
+            repo_type="dataset",
+            private=False,
+            use_auth_token=HF_TOKEN,
+        )
+        submission_metadata = {"benchmark": "gem", "type": "prediction", "submission_name": submission_name}
+        repo.repocard_metadata_save(submission_metadata)
+
+        with open(f"{LOCAL_REPO}/submission.json", "w", encoding="utf-8") as f:
+            json.dump(json_data, f)
+
+        # TODO: add informative commit msg
+        commit_url = repo.push_to_hub()
+        if commit_url is not None:
+            commit_sha = commit_url.split("/")[-1]
+        else:
+            commit_sha = repo.git_head_commit_url().split("/")[-1]
+
+        submission_id = submission_name + "__" + commit_sha + "__" + submission_time
+
+        payload = {
+            "username": AUTONLP_USERNAME,
+            "dataset": "GEM/references",
+            "task": 1,
+            "model": "gem",
+            "submission_dataset": f"GEM-submissions/{submission_repo_id}",
+            "submission_id": submission_id,
+            "col_mapping": {},
+            "split": "test",
+            "config": None,
+        }
+        json_resp = http_post(
+            path="/evaluate/create", payload=payload, token=HF_TOKEN, domain=HF_AUTONLP_BACKEND_API
+        ).json()
+
+        logs_repo_url = f"https://huggingface.co/datasets/GEM-submissions/{LOGS_REPO}"
+        logs_repo = Repository(
+            local_dir=LOGS_REPO,
+            clone_from=logs_repo_url,
+            repo_type="dataset",
+            private=True,
+            use_auth_token=HF_TOKEN,
+        )
+        json_resp["submission_name"] = submission_name
+        with jsonlines.open(f"{LOGS_REPO}/logs.jsonl") as r:
+            lines = []
+            for obj in r:
+                lines.append(obj)
+
+        lines.append(json_resp)
+        with jsonlines.open(f"{LOGS_REPO}/logs.jsonl", mode="w") as writer:
+            for job in lines:
+                writer.write(job)
+        logs_repo.push_to_hub(commit_message=f"Submission with job ID {json_resp['id']}")
 
     if json_resp["status"] == 1:
         st.success(
             f"✅ Submission {submission_name} was successfully submitted for evaluation with job ID {json_resp['id']}"
         )
+        st.markdown(
+            f"""
+            Evaluation takes appoximately 1-2 hours to complete, so grab a ☕ or 🍵 while you wait:
+
+            * 📊 Click [here](https://huggingface.co/spaces/GEM/results) to view the results from your submission
+            * 💾 Click [here]({dataset_repo_url}) to view your submission file on the Hugging Face Hub
+            """
+        )
     else:
         st.error("🙈 Oh noes, there was an error submitting your submission! Please contact the organisers")