Upload folder using huggingface_hub

1_lab1.ipynb

@@ -0,0 +1,311 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Welcome to the start of your adventure in Agentic AI"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/stop.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#ff7800;\">Are you ready for action??</h2>\n",
+    "            <span style=\"color:#ff7800;\">Have you completed all the setup steps in the <a href=\"../setup/\">setup</a> folder?<br/>\n",
+    "            Have you checked out the guides in the <a href=\"../guides/\">guides</a> folder?<br/>\n",
+    "            Well in that case, you're ready!!\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#00bfff;\">Treat these labs as a resource</h2>\n",
+    "            <span style=\"color:#00bfff;\">I push updates to the code regularly. When people ask questions or have problems, I incorporate it in the code, adding more examples or improved commentary. As a result, you'll notice that the code below isn't identical to the videos. Everything from the videos is here; but in addition, I've added more steps and better explanations. Consider this like an interactive book that accompanies the lectures.\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### And please do remember to contact me if I can help\n",
+    "\n",
+    "And I love to connect: https://www.linkedin.com/in/eddonner/\n",
+    "\n",
+    "\n",
+    "### New to Notebooks like this one? Head over to the guides folder!\n",
+    "\n",
+    "Otherwise:\n",
+    "1. Click on the top right to Select a Kernel\n",
+    "2. Click in each \"cell\" below and press Shift+Enter to run\n",
+    "3. Enjoy!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# First let's do an import\n",
+    "from dotenv import load_dotenv\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Next it's time to load the API keys into environment variables\n",
+    "\n",
+    "load_dotenv(override=True)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Check the keys\n",
+    "\n",
+    "import os\n",
+    "openai_api_key = os.getenv('OPENAI_API_KEY')\n",
+    "\n",
+    "if openai_api_key:\n",
+    "    print(f\"OpenAI API Key exists and begins {openai_api_key[:8]}\")\n",
+    "else:\n",
+    "    print(\"OpenAI API Key not set - please head to the troubleshooting guide in the guides folder\")\n",
+    "    \n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# And now - the all important import statement\n",
+    "# If you get an import error - head over to troubleshooting guide\n",
+    "\n",
+    "from openai import OpenAI"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# And now we'll create an instance of the OpenAI class\n",
+    "# If you're not sure what it means to create an instance of a class - head over to the guides folder!\n",
+    "# If you get a NameError - head over to the guides folder to learn about NameErrors\n",
+    "\n",
+    "openai = OpenAI()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Create a list of messages in the familiar OpenAI format\n",
+    "\n",
+    "messages = [{\"role\": \"user\", \"content\": \"What is 2+2?\"}]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# And now call it! Any problems, head to the troubleshooting guide\n",
+    "\n",
+    "response = openai.chat.completions.create(\n",
+    "    model=\"gpt-4o-mini\",\n",
+    "    messages=messages\n",
+    ")\n",
+    "\n",
+    "print(response.choices[0].message.content)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# And now - let's ask for a question:\n",
+    "\n",
+    "question = \"Please propose a hard, challenging question to assess someone's IQ. Respond only with the question.\"\n",
+    "messages = [{\"role\": \"user\", \"content\": question}]\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# ask it\n",
+    "response = openai.chat.completions.create(\n",
+    "    model=\"gpt-4o-mini\",\n",
+    "    messages=messages\n",
+    ")\n",
+    "\n",
+    "question = response.choices[0].message.content\n",
+    "\n",
+    "print(question)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# form a new messages list\n",
+    "messages = [{\"role\": \"user\", \"content\": question}]\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Ask it again\n",
+    "\n",
+    "response = openai.chat.completions.create(\n",
+    "    model=\"gpt-4o-mini\",\n",
+    "    messages=messages\n",
+    ")\n",
+    "\n",
+    "answer = response.choices[0].message.content\n",
+    "print(answer)\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from IPython.display import Markdown, display\n",
+    "\n",
+    "display(Markdown(answer))\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Congratulations!\n",
+    "\n",
+    "That was a small, simple step in the direction of Agentic AI, with your new environment!\n",
+    "\n",
+    "Next time things get more interesting..."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
+    "            <span style=\"color:#ff7800;\">Now try this commercial application:<br/>\n",
+    "            First ask the LLM to pick a business area that might be worth exploring for an Agentic AI opportunity.<br/>\n",
+    "            Then ask the LLM to present a pain-point in that industry - something challenging that might be ripe for an Agentic solution.<br/>\n",
+    "            Finally have 3 third LLM call propose the Agentic AI solution.\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# First create the messages:\n",
+    "\n",
+    "messages = [{\"role\": \"user\", \"content\": \"Something here\"}]\n",
+    "\n",
+    "# Then make the first call:\n",
+    "\n",
+    "response =\n",
+    "\n",
+    "# Then read the business idea:\n",
+    "\n",
+    "business_idea = response.\n",
+    "\n",
+    "# And repeat!"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

3_lab3.ipynb

@@ -0,0 +1,638 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Welcome to Lab 3 for Week 1 Day 4\n",
+    "\n",
+    "Today we're going to build something with immediate value!\n",
+    "\n",
+    "In the folder `me` I've put a single file `linkedin.pdf` - it's a PDF download of my LinkedIn profile.\n",
+    "\n",
+    "Please replace it with yours!\n",
+    "\n",
+    "I've also made a file called `summary.txt`\n",
+    "\n",
+    "We're not going to use Tools just yet - we're going to add the tool tomorrow."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/tools.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#00bfff;\">Looking up packages</h2>\n",
+    "            <span style=\"color:#00bfff;\">In this lab, we're going to use the wonderful Gradio package for building quick UIs, \n",
+    "            and we're also going to use the popular PyPDF2 PDF reader. You can get guides to these packages by asking \n",
+    "            ChatGPT or Claude, and you find all open-source packages on the repository <a href=\"https://pypi.org\">https://pypi.org</a>.\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# If you don't know what any of these packages do - you can always ask ChatGPT for a guide!\n",
+    "\n",
+    "from dotenv import load_dotenv\n",
+    "from openai import OpenAI\n",
+    "from PyPDF2 import PdfReader\n",
+    "import gradio as gr"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "load_dotenv(override=True)\n",
+    "openai = OpenAI()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "reader = PdfReader(\"me/linkedin.pdf\")\n",
+    "linkedin = \"\"\n",
+    "for page in reader.pages:\n",
+    "    text = page.extract_text()\n",
+    "    if text:\n",
+    "        linkedin += text"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "   \n",
+      "Contact\n",
+      "[email protected]\n",
+      "www.linkedin.com/in/eddonner\n",
+      "(LinkedIn)\n",
+      "edwarddonner.com  (Personal)\n",
+      "Top Skills\n",
+      "CTO\n",
+      "Large Language Models (LLM)\n",
+      "PyTorch\n",
+      "Patents\n",
+      "Apparatus for determining role\n",
+      "fitness while eliminating unwanted\n",
+      "biasEd Donner\n",
+      "Co-Founder & CTO at Nebula.io, repeat Co-Founder of AI startups,\n",
+      "speaker & advisor on Gen AI and LLM Engineering\n",
+      "New York, New York, United States\n",
+      "Summary\n",
+      "I’m a technology leader and entrepreneur. I'm applying AI to a field\n",
+      "where it can make a massive impact: helping people discover their\n",
+      "potential and pursue their reason for being. But at my core, I’m a\n",
+      "software engineer and a scientist. I learned how to code aged 8 and\n",
+      "still spend weekends experimenting with Large Language Models\n",
+      "and writing code (rather badly). If you’d like to join us to show me\n",
+      "how it’s done.. message me!\n",
+      "As a work-hobby, I absolutely love giving talks about Gen AI and\n",
+      "LLMs. I'm the author of a best-selling, top-rated Udemy course\n",
+      "on LLM Engineering, and I speak at O'Reilly Live Events and\n",
+      "ODSC workshops. It brings me great joy to help others unlock the\n",
+      "astonishing power of LLMs.\n",
+      "I spent most of my career at JPMorgan building software for financial\n",
+      "markets. I worked in London, Tokyo and New York. I became an MD\n",
+      "running a global organization of 300. Then I left to start my own AI\n",
+      "business, untapt, to solve the problem that had plagued me at JPM -\n",
+      "why is so hard to hire engineers?\n",
+      "At untapt we worked with GQR, one of the world's fastest growing\n",
+      "recruitment firms. We collaborated on a patented invention in AI\n",
+      "and talent. Our skills were perfectly complementary - AI leaders vs\n",
+      "recruitment leaders - so much so, that we decided to join forces. In\n",
+      "2020, untapt was acquired by GQR’s parent company and Nebula\n",
+      "was born.\n",
+      "I’m now Co-Founder and CTO for Nebula, responsible for software\n",
+      "engineering and data science.  Our stack is Python/Flask, React,\n",
+      "Mongo, ElasticSearch, with Kubernetes on GCP. Our 'secret sauce'\n",
+      "is our use of Gen AI and proprietary LLMs. If any of this sounds\n",
+      "interesting - we should talk!\n",
+      "  Page 1 of 5   \n",
+      "Experience\n",
+      "Nebula.io\n",
+      "Co-Founder & CTO\n",
+      "June 2021 - Present  (3 years 10 months)\n",
+      "New York, New York, United States\n",
+      "I’m the co-founder and CTO of Nebula.io. We help recruiters source,\n",
+      "understand, engage and manage talent, using Generative AI / proprietary\n",
+      "LLMs. Our patented model matches people with roles with greater accuracy\n",
+      "and speed than previously imaginable — no keywords required.\n",
+      "Our long term goal is to help people discover their potential and pursue their\n",
+      "reason for being, motivated by a concept called Ikigai. We help people find\n",
+      "roles where they will be most fulfilled and successful; as a result, we will raise\n",
+      "the level of human prosperity. It sounds grandiose, but since 77% of people\n",
+      "don’t consider themselves inspired or engaged at work, it’s completely within\n",
+      "our reach.\n",
+      "Simplified.Travel\n",
+      "AI Advisor\n",
+      "February 2025 - Present  (2 months)\n",
+      "Simplified Travel is empowering destinations to deliver unforgettable, data-\n",
+      "driven journeys at scale.\n",
+      "I'm giving AI advice to enable highly personalized itinerary solutions for DMOs,\n",
+      "hotels and tourism organizations, enhancing traveler experiences.\n",
+      "GQR Global Markets\n",
+      "Chief Technology Officer\n",
+      "January 2020 - Present  (5 years 3 months)\n",
+      "New York, New York, United States\n",
+      "As CTO of parent company Wynden Stark, I'm also responsible for innovation\n",
+      "initiatives at GQR.\n",
+      "Wynden Stark\n",
+      "Chief Technology Officer\n",
+      "January 2020 - Present  (5 years 3 months)\n",
+      "New York, New York, United States\n",
+      "With the acquisition of untapt, I transitioned to Chief Technology Officer for the\n",
+      "Wynden Stark Group, responsible for Data Science and Engineering.\n",
+      "  Page 2 of 5   \n",
+      "untapt\n",
+      "6 years 4 months\n",
+      "Founder, CTO\n",
+      "May 2019 - January 2020  (9 months)\n",
+      "Greater New York City Area\n",
+      "I founded untapt in October 2013; emerged from stealth in 2014 and went\n",
+      "into production with first product in 2015. In May 2019, I handed over CEO\n",
+      "responsibilities to Gareth Moody, previously the Chief Revenue Officer, shifting\n",
+      "my focus to the technology and product.\n",
+      "Our core invention is an Artificial Neural Network that uses Deep Learning /\n",
+      "NLP to understand the fit between candidates and roles.\n",
+      "Our SaaS products are used in the Recruitment Industry to connect people\n",
+      "with jobs in a highly scalable way. Our products are also used by Corporations\n",
+      "for internal and external hiring at high volume. We have strong SaaS metrics\n",
+      "and trends, and a growing number of bellwether clients.\n",
+      "Our Deep Learning / NLP models are developed in Python using Google\n",
+      "TensorFlow. Our tech stack is React / Redux and Angular HTML5 front-end\n",
+      "with Python / Flask back-end and MongoDB database. We are deployed on\n",
+      "the Google Cloud Platform using Kubernetes container orchestration.\n",
+      "Interview at NASDAQ: https://www.pscp.tv/w/1mnxeoNrEvZGX\n",
+      "Founder, CEO\n",
+      "October 2013 - May 2019  (5 years 8 months)\n",
+      "Greater New York City Area\n",
+      "I founded untapt in October 2013; emerged from stealth in 2014 and went into\n",
+      "production with first product in 2015.\n",
+      "Our core invention is an Artificial Neural Network that uses Deep Learning /\n",
+      "NLP to understand the fit between candidates and roles.\n",
+      "Our SaaS products are used in the Recruitment Industry to connect people\n",
+      "with jobs in a highly scalable way. Our products are also used by Corporations\n",
+      "for internal and external hiring at high volume. We have strong SaaS metrics\n",
+      "and trends, and a growing number of bellwether clients.\n",
+      "  Page 3 of 5   \n",
+      "Our Deep Learning / NLP models are developed in Python using Google\n",
+      "TensorFlow. Our tech stack is React / Redux and Angular HTML5 front-end\n",
+      "with Python / Flask back-end and MongoDB database. We are deployed on\n",
+      "the Google Cloud Platform using Kubernetes container orchestration.\n",
+      "-- Graduate of FinTech Innovation Lab\n",
+      "-- American Banker Top 20 Company To Watch\n",
+      "-- Voted AWS startup most likely to grow exponentially\n",
+      "-- Forbes contributor\n",
+      "More at https://www.untapt.com\n",
+      "Interview at NASDAQ: https://www.pscp.tv/w/1mnxeoNrEvZGX\n",
+      "In Fast Company: https://www.fastcompany.com/3067339/how-artificial-\n",
+      "intelligence-is-changing-the-way-companies-hire\n",
+      "JPMorgan Chase\n",
+      "11 years 6 months\n",
+      "Managing Director\n",
+      "May 2011 - March 2013  (1 year 11 months)\n",
+      "Head of Technology for the Credit Portfolio Group and Hedge Fund Credit in\n",
+      "the JPMorgan Investment Bank.\n",
+      "Led a team of 300 Java and Python software developers across NY, Houston,\n",
+      "London, Glasgow and India. Responsible for counterparty exposure, CVA\n",
+      "and risk management platforms, including simulation engines in Python that\n",
+      "calculate counterparty credit risk for the firm's Derivatives portfolio.\n",
+      "Managed the electronic trading limits initiative, and the Credit Stress program\n",
+      "which calculates risk information under stressed conditions. Jointly responsible\n",
+      "for Market Data and batch infrastructure across Risk.\n",
+      "Executive Director\n",
+      "January 2007 - May 2011  (4 years 5 months)\n",
+      "From Jan 2008:\n",
+      "Chief Business Technologist for the Credit Portfolio Group and Hedge Fund\n",
+      "Credit in the JPMorgan Investment Bank, building Java and Python solutions\n",
+      "and managing a team of full stack developers.\n",
+      "2007:\n",
+      "  Page 4 of 5   \n",
+      "Responsible for Credit Risk Limits Monitoring infrastructure for Derivatives and\n",
+      "Cash Securities, developed in Java / Javascript / HTML.\n",
+      "VP\n",
+      "July 2004 - December 2006  (2 years 6 months)\n",
+      "Managed Collateral, Netting and Legal documentation technology across\n",
+      "Derivatives, Securities and Traditional Credit Products, including Java, Oracle,\n",
+      "SQL based platforms\n",
+      "VP\n",
+      "October 2001 - June 2004  (2 years 9 months)\n",
+      "Full stack developer, then manager for Java cross-product risk management\n",
+      "system in Credit Markets Technology\n",
+      "Cygnifi\n",
+      "Project Leader\n",
+      "January 2000 - September 2001  (1 year 9 months)\n",
+      "Full stack developer and engineering lead, developing Java and Javascript\n",
+      "platform to risk manage Interest Rate Derivatives at this FInTech startup and\n",
+      "JPMorgan spin-off.\n",
+      "JPMorgan\n",
+      "Associate\n",
+      "July 1997 - December 1999  (2 years 6 months)\n",
+      "Full stack developer for Exotic and Flow Interest Rate Derivatives risk\n",
+      "management system in London, New York and Tokyo\n",
+      "IBM\n",
+      "Software Developer\n",
+      "August 1995 - June 1997  (1 year 11 months)\n",
+      "Java and Smalltalk developer with IBM Global Services; taught IBM classes on\n",
+      "Smalltalk and Object Technology in the UK and around Europe\n",
+      "Education\n",
+      "University of Oxford\n",
+      "Physics   · (1992 - 1995)\n",
+      "  Page 5 of 5\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(linkedin)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
+    "    summary = f.read()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "name = \"Ed Donner\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
+    "particularly questions related to {name}'s career, background, skills and experience. \\\n",
+    "Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
+    "You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
+    "Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
+    "If you don't know the answer, say so.\"\n",
+    "\n",
+    "system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
+    "system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"You are acting as Ed Donner. You are answering questions on Ed Donner's website, particularly questions related to Ed Donner's career, background, skills and experience. Your responsibility is to represent Ed Donner for interactions on the website as faithfully as possible. You are given a summary of Ed Donner's background and LinkedIn profile which you can use to answer questions. Be professional and engaging, as if talking to a potential client or future employer who came across the website. If you don't know the answer, say so.\\n\\n## Summary:\\nMy name is Ed Donner. I'm an entrepreneur, software engineer and data scientist. I'm originally from London, England, but I moved to NYC in 2000.\\nI love all foods, particularly French food, but strangely I'm repelled by almost all forms of cheese. I'm not allergic, I just hate the taste! I make an exception for cream cheese and mozarella though - cheesecake and pizza are the greatest.\\n\\n## LinkedIn Profile:\\n\\xa0 \\xa0\\nContact\\[email protected]\\nwww.linkedin.com/in/eddonner\\n(LinkedIn)\\nedwarddonner.com  (Personal)\\nTop Skills\\nCTO\\nLarge Language Models (LLM)\\nPyTorch\\nPatents\\nApparatus for determining role\\nfitness while eliminating unwanted\\nbiasEd Donner\\nCo-Founder & CTO at Nebula.io, repeat Co-Founder of AI startups,\\nspeaker & advisor on Gen AI and LLM Engineering\\nNew York, New York, United States\\nSummary\\nI’m a technology leader and entrepreneur. I'm applying AI to a field\\nwhere it can make a massive impact: helping people discover their\\npotential and pursue their reason for being. But at my core, I’m a\\nsoftware engineer and a scientist. I learned how to code aged 8 and\\nstill spend weekends experimenting with Large Language Models\\nand writing code (rather badly). If you’d like to join us to show me\\nhow it’s done.. message me!\\nAs a work-hobby, I absolutely love giving talks about Gen AI and\\nLLMs. I'm the author of a best-selling, top-rated Udemy course\\non LLM Engineering, and I speak at O'Reilly Live Events and\\nODSC workshops. It brings me great joy to help others unlock the\\nastonishing power of LLMs.\\nI spent most of my career at JPMorgan building software for financial\\nmarkets. I worked in London, Tokyo and New York. I became an MD\\nrunning a global organization of 300. Then I left to start my own AI\\nbusiness, untapt, to solve the problem that had plagued me at JPM -\\nwhy is so hard to hire engineers?\\nAt untapt we worked with GQR, one of the world's fastest growing\\nrecruitment firms. We collaborated on a patented invention in AI\\nand talent. Our skills were perfectly complementary - AI leaders vs\\nrecruitment leaders - so much so, that we decided to join forces. In\\n2020, untapt was acquired by GQR’s parent company and Nebula\\nwas born.\\nI’m now Co-Founder and CTO for Nebula, responsible for software\\nengineering and data science.  Our stack is Python/Flask, React,\\nMongo, ElasticSearch, with Kubernetes on GCP. Our 'secret sauce'\\nis our use of Gen AI and proprietary LLMs. If any of this sounds\\ninteresting - we should talk!\\n\\xa0 Page 1 of 5\\xa0 \\xa0\\nExperience\\nNebula.io\\nCo-Founder & CTO\\nJune 2021\\xa0-\\xa0Present\\xa0 (3 years 10 months)\\nNew York, New York, United States\\nI’m the co-founder and CTO of Nebula.io. We help recruiters source,\\nunderstand, engage and manage talent, using Generative AI / proprietary\\nLLMs. Our patented model matches people with roles with greater accuracy\\nand speed than previously imaginable — no keywords required.\\nOur long term goal is to help people discover their potential and pursue their\\nreason for being, motivated by a concept called Ikigai. We help people find\\nroles where they will be most fulfilled and successful; as a result, we will raise\\nthe level of human prosperity. It sounds grandiose, but since 77% of people\\ndon’t consider themselves inspired or engaged at work, it’s completely within\\nour reach.\\nSimplified.Travel\\nAI Advisor\\nFebruary 2025\\xa0-\\xa0Present\\xa0 (2 months)\\nSimplified Travel is empowering destinations to deliver unforgettable, data-\\ndriven journeys at scale.\\nI'm giving AI advice to enable highly personalized itinerary solutions for DMOs,\\nhotels and tourism organizations, enhancing traveler experiences.\\nGQR Global Markets\\nChief Technology Officer\\nJanuary 2020\\xa0-\\xa0Present\\xa0 (5 years 3 months)\\nNew York, New York, United States\\nAs CTO of parent company Wynden Stark, I'm also responsible for innovation\\ninitiatives at GQR.\\nWynden Stark\\nChief Technology Officer\\nJanuary 2020\\xa0-\\xa0Present\\xa0 (5 years 3 months)\\nNew York, New York, United States\\nWith the acquisition of untapt, I transitioned to Chief Technology Officer for the\\nWynden Stark Group, responsible for Data Science and Engineering.\\n\\xa0 Page 2 of 5\\xa0 \\xa0\\nuntapt\\n6 years 4 months\\nFounder, CTO\\nMay 2019\\xa0-\\xa0January 2020\\xa0 (9 months)\\nGreater New York City Area\\nI founded untapt in October 2013; emerged from stealth in 2014 and went\\ninto production with first product in 2015. In May 2019, I handed over CEO\\nresponsibilities to Gareth Moody, previously the Chief Revenue Officer, shifting\\nmy focus to the technology and product.\\nOur core invention is an Artificial Neural Network that uses Deep Learning /\\nNLP to understand the fit between candidates and roles.\\nOur SaaS products are used in the Recruitment Industry to connect people\\nwith jobs in a highly scalable way. Our products are also used by Corporations\\nfor internal and external hiring at high volume. We have strong SaaS metrics\\nand trends, and a growing number of bellwether clients.\\nOur Deep Learning / NLP models are developed in Python using Google\\nTensorFlow. Our tech stack is React / Redux and Angular HTML5 front-end\\nwith Python / Flask back-end and MongoDB database. We are deployed on\\nthe Google Cloud Platform using Kubernetes container orchestration.\\nInterview at NASDAQ: https://www.pscp.tv/w/1mnxeoNrEvZGX\\nFounder, CEO\\nOctober 2013\\xa0-\\xa0May 2019\\xa0 (5 years 8 months)\\nGreater New York City Area\\nI founded untapt in October 2013; emerged from stealth in 2014 and went into\\nproduction with first product in 2015.\\nOur core invention is an Artificial Neural Network that uses Deep Learning /\\nNLP to understand the fit between candidates and roles.\\nOur SaaS products are used in the Recruitment Industry to connect people\\nwith jobs in a highly scalable way. Our products are also used by Corporations\\nfor internal and external hiring at high volume. We have strong SaaS metrics\\nand trends, and a growing number of bellwether clients.\\n\\xa0 Page 3 of 5\\xa0 \\xa0\\nOur Deep Learning / NLP models are developed in Python using Google\\nTensorFlow. Our tech stack is React / Redux and Angular HTML5 front-end\\nwith Python / Flask back-end and MongoDB database. We are deployed on\\nthe Google Cloud Platform using Kubernetes container orchestration.\\n-- Graduate of FinTech Innovation Lab\\n-- American Banker Top 20 Company To Watch\\n-- Voted AWS startup most likely to grow exponentially\\n-- Forbes contributor\\nMore at https://www.untapt.com\\nInterview at NASDAQ: https://www.pscp.tv/w/1mnxeoNrEvZGX\\nIn Fast Company: https://www.fastcompany.com/3067339/how-artificial-\\nintelligence-is-changing-the-way-companies-hire\\nJPMorgan Chase\\n11 years 6 months\\nManaging Director\\nMay 2011\\xa0-\\xa0March 2013\\xa0 (1 year 11 months)\\nHead of Technology for the Credit Portfolio Group and Hedge Fund Credit in\\nthe JPMorgan Investment Bank.\\nLed a team of 300 Java and Python software developers across NY, Houston,\\nLondon, Glasgow and India. Responsible for counterparty exposure, CVA\\nand risk management platforms, including simulation engines in Python that\\ncalculate counterparty credit risk for the firm's Derivatives portfolio.\\nManaged the electronic trading limits initiative, and the Credit Stress program\\nwhich calculates risk information under stressed conditions. Jointly responsible\\nfor Market Data and batch infrastructure across Risk.\\nExecutive Director\\nJanuary 2007\\xa0-\\xa0May 2011\\xa0 (4 years 5 months)\\nFrom Jan 2008:\\nChief Business Technologist for the Credit Portfolio Group and Hedge Fund\\nCredit in the JPMorgan Investment Bank, building Java and Python solutions\\nand managing a team of full stack developers.\\n2007:\\n\\xa0 Page 4 of 5\\xa0 \\xa0\\nResponsible for Credit Risk Limits Monitoring infrastructure for Derivatives and\\nCash Securities, developed in Java / Javascript / HTML.\\nVP\\nJuly 2004\\xa0-\\xa0December 2006\\xa0 (2 years 6 months)\\nManaged Collateral, Netting and Legal documentation technology across\\nDerivatives, Securities and Traditional Credit Products, including Java, Oracle,\\nSQL based platforms\\nVP\\nOctober 2001\\xa0-\\xa0June 2004\\xa0 (2 years 9 months)\\nFull stack developer, then manager for Java cross-product risk management\\nsystem in Credit Markets Technology\\nCygnifi\\nProject Leader\\nJanuary 2000\\xa0-\\xa0September 2001\\xa0 (1 year 9 months)\\nFull stack developer and engineering lead, developing Java and Javascript\\nplatform to risk manage Interest Rate Derivatives at this FInTech startup and\\nJPMorgan spin-off.\\nJPMorgan\\nAssociate\\nJuly 1997\\xa0-\\xa0December 1999\\xa0 (2 years 6 months)\\nFull stack developer for Exotic and Flow Interest Rate Derivatives risk\\nmanagement system in London, New York and Tokyo\\nIBM\\nSoftware Developer\\nAugust 1995\\xa0-\\xa0June 1997\\xa0 (1 year 11 months)\\nJava and Smalltalk developer with IBM Global Services; taught IBM classes on\\nSmalltalk and Object Technology in the UK and around Europe\\nEducation\\nUniversity of Oxford\\nPhysics\\xa0 \\xa0·\\xa0(1992\\xa0-\\xa01995)\\n\\xa0 Page 5 of 5\\n\\nWith this context, please chat with the user, always staying in character as Ed Donner.\""
+      ]
+     },
+     "execution_count": 8,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "system_prompt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def chat(message, history):\n",
+    "    messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
+    "    response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
+    "    return response.choices[0].message.content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "* Running on local URL:  http://127.0.0.1:7860\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7860/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 10,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "gr.ChatInterface(chat, type=\"messages\").launch()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## A lot is about to happen...\n",
+    "\n",
+    "1. Be able to ask an LLM to evaluate an answer\n",
+    "2. Be able to rerun if the answer fails evaluation\n",
+    "3. Put this together into 1 workflow\n",
+    "\n",
+    "All without any Agentic framework!"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Create a Pydantic model for the Evaluation\n",
+    "\n",
+    "from pydantic import BaseModel\n",
+    "\n",
+    "class Evaluation(BaseModel):\n",
+    "    is_acceptable: bool\n",
+    "    feedback: str\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 23,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "evaluator_system_prompt = f\"You are an evaluator that decides whether a response to a question is acceptable. \\\n",
+    "You are provided with a conversation between a User and an Agent. Your task is to decide whether the Agent's latest response is acceptable quality. \\\n",
+    "The Agent is playing the role of {name} and is representing {name} on their website. \\\n",
+    "The Agent has been instructed to be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
+    "The Agent has been provided with context on {name} in the form of their summary and LinkedIn details. Here's the information:\"\n",
+    "\n",
+    "evaluator_system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
+    "evaluator_system_prompt += f\"With this context, please evaluate the latest response, replying with whether the response is acceptable and your feedback.\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def evaluator_user_prompt(reply, message, history):\n",
+    "    user_prompt = f\"Here's the conversation between the User and the Agent: \\n\\n{history}\\n\\n\"\n",
+    "    user_prompt += f\"Here's the latest message from the User: \\n\\n{message}\\n\\n\"\n",
+    "    user_prompt += f\"Here's the latest response from the Agent: \\n\\n{reply}\\n\\n\"\n",
+    "    user_prompt += f\"Please evaluate the response, replying with whether it is acceptable and your feedback.\"\n",
+    "    return user_prompt"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 25,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import os\n",
+    "gemini = OpenAI(\n",
+    "    api_key=os.getenv(\"GOOGLE_API_KEY\"), \n",
+    "    base_url=\"https://generativelanguage.googleapis.com/v1beta/openai/\"\n",
+    ")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 26,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def evaluate(reply, message, history) -> Evaluation:\n",
+    "\n",
+    "    messages = [{\"role\": \"system\", \"content\": evaluator_system_prompt}] + [{\"role\": \"user\", \"content\": evaluator_user_prompt(reply, message, history)}]\n",
+    "    response = gemini.beta.chat.completions.parse(model=\"gemini-2.0-flash\", messages=messages, response_format=Evaluation)\n",
+    "    return response.choices[0].message.parsed"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 27,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "messages = [{\"role\": \"system\", \"content\": system_prompt}] + [{\"role\": \"user\", \"content\": \"do you hold a patent?\"}]\n",
+    "response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
+    "reply = response.choices[0].message.content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 28,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "\"Yes, I hold a patent for an apparatus that determines role fitness while eliminating unwanted bias. This invention was developed during my time with untapt, where we focused on leveraging AI to enhance recruitment processes. If you'd like to know more about it or discuss its applications, feel free to ask!\""
+      ]
+     },
+     "execution_count": 28,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "reply"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 29,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Evaluation(is_acceptable=True, feedback='The response is acceptable. It directly answers the question, provides context, and invites further discussion, aligning with the persona and instructions.')"
+      ]
+     },
+     "execution_count": 29,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "evaluate(reply, \"do you hold a patent?\", messages[:1])"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 30,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def rerun(reply, message, history, feedback):\n",
+    "    updated_system_prompt = system_prompt + f\"\\n\\n## Previous answer rejected\\nYou just tried to reply, but the quality control rejected your reply\\n\"\n",
+    "    updated_system_prompt += f\"## Your attempted answer:\\n{reply}\\n\\n\"\n",
+    "    updated_system_prompt += f\"## Reason for rejection:\\n{feedback}\\n\\n\"\n",
+    "    messages = [{\"role\": \"system\", \"content\": updated_system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
+    "    response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
+    "    return response.choices[0].message.content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 35,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def chat(message, history):\n",
+    "    if \"patent\" in message:\n",
+    "        system = system_prompt + \"\\n\\nEverything in your reply needs to be in pig latin - \\\n",
+    "              it is mandatory that you respond only and entirely in pig latin\"\n",
+    "    else:\n",
+    "        system = system_prompt\n",
+    "    messages = [{\"role\": \"system\", \"content\": system}] + history + [{\"role\": \"user\", \"content\": message}]\n",
+    "    response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages)\n",
+    "    reply =response.choices[0].message.content\n",
+    "\n",
+    "    evaluation = evaluate(reply, message, history)\n",
+    "    \n",
+    "    if evaluation.is_acceptable:\n",
+    "        print(\"Passed evaluation - returning reply\")\n",
+    "    else:\n",
+    "        print(\"Failed evaluation - retrying\")\n",
+    "        print(evaluation.feedback)\n",
+    "        reply = rerun(reply, message, history, evaluation.feedback)       \n",
+    "    return reply"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 36,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "* Running on local URL:  http://127.0.0.1:7864\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7864/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 36,
+     "metadata": {},
+     "output_type": "execute_result"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Passed evaluation - returning reply\n",
+      "Failed evaluation - retrying\n",
+      "This response is not acceptable. The agent is answering in pig latin which is not professional.\n"
+     ]
+    }
+   ],
+   "source": [
+    "gr.ChatInterface(chat, type=\"messages\").launch()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

4_lab4.ipynb

@@ -0,0 +1,437 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## The first big project - Professionally You!\n",
+    "\n",
+    "### And, Tool use.\n",
+    "\n",
+    "### But first: introducing Pushover\n",
+    "\n",
+    "Pushover is a nifty tool for sending Push Notifications to your phone.\n",
+    "\n",
+    "It's super easy to set up and install!\n",
+    "\n",
+    "Simply visit https://pushover.net/ and sign up for a free account, and create your API key.\n",
+    "\n",
+    "Add to your `.env` file:\n",
+    "```\n",
+    "PUSHOVER_USER=\n",
+    "PUSHOVER_TOKEN=\n",
+    "```\n",
+    "And install the app on your phone."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# imports\n",
+    "\n",
+    "from dotenv import load_dotenv\n",
+    "from openai import OpenAI\n",
+    "import json\n",
+    "import os\n",
+    "import requests\n",
+    "from PyPDF2 import PdfReader\n",
+    "import gradio as gr"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# The usual start\n",
+    "\n",
+    "load_dotenv(override=True)\n",
+    "openai = OpenAI()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# For pushover\n",
+    "\n",
+    "pushover_user = os.getenv(\"PUSHOVER_USER\")\n",
+    "pushover_token = os.getenv(\"PUSHOVER_TOKEN\")\n",
+    "pushover_url = \"https://api.pushover.net/1/messages.json\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def push(message):\n",
+    "    print(f\"Push: {message}\")\n",
+    "    payload = {\"user\": pushover_user, \"token\": pushover_token, \"message\": message}\n",
+    "    requests.post(pushover_url, data=payload)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Push: HEY!!\n"
+     ]
+    }
+   ],
+   "source": [
+    "push(\"HEY!!\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 9,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def record_user_details(email, name=\"Name not provided\", notes=\"not provided\"):\n",
+    "    push(f\"Recording interest from {name} with email {email} and notes {notes}\")\n",
+    "    return {\"recorded\": \"ok\"}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 10,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def record_unknown_question(question):\n",
+    "    push(f\"Recording {question} asked that I couldn't answer\")\n",
+    "    return {\"recorded\": \"ok\"}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "record_user_details_json = {\n",
+    "    \"name\": \"record_user_details\",\n",
+    "    \"description\": \"Use this tool to record that a user is interested in being in touch and provided an email address\",\n",
+    "    \"parameters\": {\n",
+    "        \"type\": \"object\",\n",
+    "        \"properties\": {\n",
+    "            \"email\": {\n",
+    "                \"type\": \"string\",\n",
+    "                \"description\": \"The email address of this user\"\n",
+    "            },\n",
+    "            \"name\": {\n",
+    "                \"type\": \"string\",\n",
+    "                \"description\": \"The user's name, if they provided it\"\n",
+    "            }\n",
+    "            ,\n",
+    "            \"notes\": {\n",
+    "                \"type\": \"string\",\n",
+    "                \"description\": \"Any additional information about the conversation that's worth recording to give context\"\n",
+    "            }\n",
+    "        },\n",
+    "        \"required\": [\"email\"],\n",
+    "        \"additionalProperties\": False\n",
+    "    }\n",
+    "}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 8,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "record_unknown_question_json = {\n",
+    "    \"name\": \"record_unknown_question\",\n",
+    "    \"description\": \"Always use this tool to record any question that couldn't be answered as you didn't know the answer\",\n",
+    "    \"parameters\": {\n",
+    "        \"type\": \"object\",\n",
+    "        \"properties\": {\n",
+    "            \"question\": {\n",
+    "                \"type\": \"string\",\n",
+    "                \"description\": \"The question that couldn't be answered\"\n",
+    "            },\n",
+    "        },\n",
+    "        \"required\": [\"question\"],\n",
+    "        \"additionalProperties\": False\n",
+    "    }\n",
+    "}"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 11,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "tools = [{\"type\": \"function\", \"function\": record_user_details_json},\n",
+    "        {\"type\": \"function\", \"function\": record_unknown_question_json}]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 13,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[{'type': 'function',\n",
+       "  'function': {'name': 'record_user_details',\n",
+       "   'description': 'Use this tool to record that a user is interested in being in touch and provided an email address',\n",
+       "   'parameters': {'type': 'object',\n",
+       "    'properties': {'email': {'type': 'string',\n",
+       "      'description': 'The email address of this user'},\n",
+       "     'name': {'type': 'string',\n",
+       "      'description': \"The user's name, if they provided it\"},\n",
+       "     'notes': {'type': 'string',\n",
+       "      'description': \"Any additional information about the conversation that's worth recording to give context\"}},\n",
+       "    'required': ['email'],\n",
+       "    'additionalProperties': False}}},\n",
+       " {'type': 'function',\n",
+       "  'function': {'name': 'record_unknown_question',\n",
+       "   'description': \"Always use this tool to record any question that couldn't be answered as you didn't know the answer\",\n",
+       "   'parameters': {'type': 'object',\n",
+       "    'properties': {'question': {'type': 'string',\n",
+       "      'description': \"The question that couldn't be answered\"}},\n",
+       "    'required': ['question'],\n",
+       "    'additionalProperties': False}}}]"
+      ]
+     },
+     "execution_count": 13,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "tools"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# This function can take a list of tool calls, and run them. This is the IF statement!!\n",
+    "\n",
+    "def handle_tool_calls(tool_calls):\n",
+    "    results = []\n",
+    "    for tool_call in tool_calls:\n",
+    "        tool_name = tool_call.function.name\n",
+    "        arguments = json.loads(tool_call.function.arguments)\n",
+    "        print(f\"Tool called: {tool_name}\", flush=True)\n",
+    "\n",
+    "        # THE BIG IF STATEMENT!!!\n",
+    "\n",
+    "        if tool_name == \"record_user_details\":\n",
+    "            result = record_user_details(**arguments)\n",
+    "        elif tool_name == \"record_unknown_question\":\n",
+    "            result = record_unknown_question(**arguments)\n",
+    "\n",
+    "        results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
+    "    return results"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "globals()[\"record_unknown_question\"](\"this is a really hard question\")"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 14,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# This is a more elegant way that avoids the IF statement.\n",
+    "\n",
+    "def handle_tool_calls(tool_calls):\n",
+    "    results = []\n",
+    "    for tool_call in tool_calls:\n",
+    "        tool_name = tool_call.function.name\n",
+    "        arguments = json.loads(tool_call.function.arguments)\n",
+    "        print(f\"Tool called: {tool_name}\", flush=True)\n",
+    "        tool = globals()[tool_name]\n",
+    "        result = tool(**arguments) if tool else {}\n",
+    "        results.append({\"role\": \"tool\",\"content\": json.dumps(result),\"tool_call_id\": tool_call.id})\n",
+    "    return results"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 61,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "reader = PdfReader(\"me/linkedin.pdf\")\n",
+    "linkedin = \"\"\n",
+    "for page in reader.pages:\n",
+    "    text = page.extract_text()\n",
+    "    if text:\n",
+    "        linkedin += text\n",
+    "\n",
+    "with open(\"me/summary.txt\", \"r\", encoding=\"utf-8\") as f:\n",
+    "    summary = f.read()\n",
+    "\n",
+    "name = \"Ed Donner\""
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 70,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "system_prompt = f\"You are acting as {name}. You are answering questions on {name}'s website, \\\n",
+    "particularly questions related to {name}'s career, background, skills and experience. \\\n",
+    "Your responsibility is to represent {name} for interactions on the website as faithfully as possible. \\\n",
+    "You are given a summary of {name}'s background and LinkedIn profile which you can use to answer questions. \\\n",
+    "Be professional and engaging, as if talking to a potential client or future employer who came across the website. \\\n",
+    "If you don't know the answer to any question, use your record_unknown_question tool to record the question that you couldn't answer, even if it's about something trivial or unrelated to career. \\\n",
+    "If the user is engaging in discussion, try to steer them towards getting in touch via email; ask for their email and record it using your record_user_details tool. \"\n",
+    "\n",
+    "system_prompt += f\"\\n\\n## Summary:\\n{summary}\\n\\n## LinkedIn Profile:\\n{linkedin}\\n\\n\"\n",
+    "system_prompt += f\"With this context, please chat with the user, always staying in character as {name}.\"\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 71,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def chat(message, history):\n",
+    "    messages = [{\"role\": \"system\", \"content\": system_prompt}] + history + [{\"role\": \"user\", \"content\": message}]\n",
+    "    done = False\n",
+    "    while not done:\n",
+    "        response = openai.chat.completions.create(model=\"gpt-4o-mini\", messages=messages, tools=tools)\n",
+    "        if response.choices[0].finish_reason==\"tool_calls\":\n",
+    "            message = response.choices[0].message\n",
+    "            results = handle_tool_calls(message.tool_calls)\n",
+    "            messages.append(message)\n",
+    "            messages.extend(results)\n",
+    "        else:\n",
+    "            done = True\n",
+    "    return response.choices[0].message.content"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "gr.ChatInterface(chat, type=\"messages\").launch()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## And now for deployment\n",
+    "\n",
+    "This code is in `app.py`\n",
+    "\n",
+    "We will deploy to HuggingFace Spaces:\n",
+    "\n",
+    "1. Visit https://huggingface.co and set up an account  \n",
+    "2. From the 1_foundations folder, enter: `gradio deploy`  \n",
+    "3. Follow the instructions: name it \"career_conversation\", specify app.py, choose cpu-basic as the hardware, say Yes to needing to supply secrets, provide your openai api key, your pushover user and token, say \"yes\" to requirements.txt and list these packages:\n",
+    "requests\n",
+    "openai\n",
+    "pypdf2\n",
+    "gradio\n",
+    "Python-dotenv\n",
+    "And say \"no\" to github actions.\n",
+    "\n",
+    "And you're deployed!\n",
+    "\n",
+    "Here is mine: https://huggingface.co/spaces/ed-donner/Career_Conversation\n",
+    "\n",
+    "For more information on deployment:\n",
+    "\n",
+    "https://www.gradio.app/guides/sharing-your-app#hosting-on-hf-spaces\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/exercise.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#ff7800;\">Exercise</h2>\n",
+    "            <span style=\"color:#ff7800;\">• First and foremost, deploy this for yourself! It's a real, valuable tool - the future resume..<br/>\n",
+    "            • Next, improve the resources - add better context about yourself. If you know RAG, then add a knowledge base about you.<br/>\n",
+    "            • Add in more tools! You could have a SQL database with common Q&A that the LLM could read and write from?<br/>\n",
+    "            • Bring in the Evaluator from the last lab, and add other Agentic patterns.\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "<table style=\"margin: 0; text-align: left; width:100%\">\n",
+    "    <tr>\n",
+    "        <td style=\"width: 150px; height: 150px; vertical-align: middle;\">\n",
+    "            <img src=\"../assets/business.png\" width=\"150\" height=\"150\" style=\"display: block;\" />\n",
+    "        </td>\n",
+    "        <td>\n",
+    "            <h2 style=\"color:#00bfff;\">Commercial implications</h2>\n",
+    "            <span style=\"color:#00bfff;\">Aside from the obvious (your career alter-ego) this has business applications in any situation where you need an AI assistant with domain expertise and an ability to interact with the real world.\n",
+    "            </span>\n",
+    "        </td>\n",
+    "    </tr>\n",
+    "</table>"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": ".venv",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.12.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

app.py

@@ -88,13 +88,13 @@ class Me:
             self.summary = f.read()
 
 
-    def handle_tool_call(self, message):
+    def handle_tool_call(self, tool_calls):
         results = []
-        for tool_call in message.tool_calls:
+        for tool_call in tool_calls:
             tool_name = tool_call.function.name
             arguments = json.loads(tool_call.function.arguments)
             print(f"Tool called: {tool_name}", flush=True)
-            tool = globals()[tool_name]
+            tool = globals().get(tool_name)
             result = tool(**arguments) if tool else {}
             results.append({"role": "tool","content": json.dumps(result),"tool_call_id": tool_call.id})
         return results
@@ -119,7 +119,8 @@ If the user is engaging in discussion, try to steer them towards getting in touc
             response = self.openai.chat.completions.create(model="gpt-4o-mini", messages=messages, tools=tools)
             if response.choices[0].finish_reason=="tool_calls":
                 message = response.choices[0].message
-                results = self.handle_tool_call(message)
+                tool_calls = message.tool_calls
+                results = self.handle_tool_call(tool_calls)
                 messages.append(message)
                 messages.extend(results)
             else:

me/summary.txt

@@ -1 +1,2 @@
-My name is Ed Donner. I'm an entrepreneur, software engineer and data scientist. I'm originally from London, England, but I moved to NYC in 2000 and I've lived in NYC ever since.
+My name is Ed Donner. I'm an entrepreneur, software engineer and data scientist. I'm originally from London, England, but I moved to NYC in 2000.
+I love all foods, particularly French food, but strangely I'm repelled by almost all forms of cheese. I'm not allergic, I just hate the taste! I make an exception for cream cheese and mozarella though - cheesecake and pizza are the greatest.