Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

Delete o1_job_recommender.ipynb

Eric Ciarla20b998e66aba
diff --git a/examples/o1_job_recommender/o1_job_recommender.ipynb b/examples/o1_job_recommender/o1_job_recommender.ipynb
deleted file mode 100644
index 88278170e..000000000
--- a/examples/o1_job_recommender/o1_job_recommender.ipynb
+++ /dev/null
@@ -1,672 +0,0 @@
-{
- "cells": [
- {
- "cell_type": "code",
- "execution_count": 2,
- "metadata": {},
- "outputs": [],
- "source": [
- "# %%\n",
- "import os\n",
- "import datetime\n",
- "import time\n",
- "import requests\n",
- "import json\n",
- "from dotenv import load_dotenv\n",
- "from firecrawl import FirecrawlApp\n",
- "from pydantic import BaseModel, Field\n",
- "from typing import List\n",
- "\n",
- "# Load environment variables\n",
- "load_dotenv()\n",
- "\n",
- "# Retrieve API keys from environment variables\n",
- "firecrawl_api_key = os.getenv(\"FIRECRAWL_API_KEY\")\n",
- "\n",
- "# Initialize the FirecrawlApp with your API key\n",
- "app = FirecrawlApp(api_key=firecrawl_api_key)\n",
- "\n",
- "# Set the jobs page URL\n",
- "jobs_page_url = \"https://openai.com/careers\"\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 3,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Total pages mapped (excluding original URL): 14\n",
- "['https://openai.com/careers/research-scientist', 'https://openai.com/careers/analytics-engineer', 'https://openai.com/careers/solutions-architect', 'https://openai.com/careers/iam-engineer', 'https://openai.com/careers/talent-partnerships', 'https://openai.com/careers/product-designer', 'https://openai.com/careers/recruiting-coordinator', 'https://openai.com/careers/av-specialist', 'https://openai.com/careers/it-support', 'https://openai.com/careers/director-edu', 'https://openai.com/careers/research-engineer', 'https://openai.com/careers/solutions-engineer', 'https://openai.com/careers/software-engineer-networking', 'https://openai.com/careers/revenue-operations-leader']\n"
- ]
- }
- ],
- "source": [
- "# %%\n",
- "# Use the Firecrawl Map API to get the sitemap\n",
- "api_url = \"https://api.firecrawl.dev/v1/map\"\n",
- "payload = {\n",
- " \"url\": jobs_page_url,\n",
- " \"search\": \"\", # Empty search term to get all pages\n",
- " \"limit\": 15\n",
- "}\n",
- "headers = {\n",
- " \"Authorization\": f\"Bearer {firecrawl_api_key}\",\n",
- " \"Content-Type\": \"application/json\"\n",
- "}\n",
- "response = requests.post(api_url, json=payload, headers=headers)\n",
- "\n",
- "if response.status_code == 200:\n",
- " map_result = response.json()\n",
- " if map_result.get('success'):\n",
- " links = [link for link in map_result.get('links', []) if link != jobs_page_url]\n",
- " print(f\"Total pages mapped (excluding original URL): {len(links)}\")\n",
- " print(links)\n",
- " else:\n",
- " print(\"Map API request was not successful\")\n",
- " exit(1)\n",
- "else:\n",
- " print(f\"Error: {response.status_code}\")\n",
- " print(response.text)\n",
- " exit(1)\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 4,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Error 500 for page 0: {\"success\":false,\"error\":\"(Internal server error) - JSON parsing error(s): must be object\\n\\nLLM extraction did not match the extraction schema you provided. This could be because of a model hallucination, or an Error on our side. Try adjusting your prompt, and if it doesn't work reach out to support. - Could be due to LLM parsing issues\"}\n",
- "Data extracted for page 1\n",
- "Data extracted for page 2\n",
- "Data extracted for page 3\n",
- "Data extracted for page 4\n",
- "Data extracted for page 5\n",
- "Data extracted for page 6\n",
- "Data extracted for page 7\n",
- "Data extracted for page 8\n",
- "Data extracted for page 9\n",
- "Data extracted for page 10\n",
- "Data extracted for page 11\n",
- "Data extracted for page 12\n",
- "Data extracted for page 13\n"
- ]
- }
- ],
- "source": [
- "# %%\n",
- "# Define the extraction schema\n",
- "extract_schema = {\n",
- " \"type\": \"object\",\n",
- " \"properties\": {\n",
- " \"job_title\": {\n",
- " \"type\": \"string\"\n",
- " },\n",
- " \"sub_division_of_organization\": {\n",
- " \"type\": \"string\"\n",
- " },\n",
- " \"key_skills\": {\n",
- " \"type\": \"array\",\n",
- " \"items\": {\n",
- " \"type\": \"string\"\n",
- " }\n",
- " },\n",
- " \"compensation\": {\n",
- " \"type\": \"string\"\n",
- " },\n",
- " \"apply_link\": {\n",
- " \"type\": \"string\"\n",
- " }\n",
- " },\n",
- " \"required\": [\"job_title\", \"sub_division_of_organization\", \"key_skills\", \"compensation\", \"apply_link\"]\n",
- "}\n",
- "\n",
- "# Initialize a list to store the extracted data\n",
- "extracted_data = []\n",
- "\n",
- "# Process each link in the map result\n",
- "for index, link in enumerate(links):\n",
- " try:\n",
- " response = requests.post(\n",
- " \"https://api.firecrawl.dev/v1/scrape\",\n",
- " headers={\n",
- " \"Content-Type\": \"application/json\",\n",
- " \"Authorization\": f\"Bearer {firecrawl_api_key}\"\n",
- " },\n",
- " json={\n",
- " \"url\": link,\n",
- " \"formats\": [\"extract\"],\n",
- " \"extract\": {\n",
- " \"schema\": extract_schema\n",
- " }\n",
- " }\n",
- " )\n",
- " \n",
- " if response.status_code == 200:\n",
- " result = response.json()\n",
- " if result.get('success'):\n",
- " extracted_data.append(result['data']['extract'])\n",
- " print(f\"Data extracted for page {index}\")\n",
- " else:\n",
- " print(f\"No data extracted for page {index}\")\n",
- " else:\n",
- " print(f\"Error {response.status_code} for page {index}: {response.text}\")\n",
- " except Exception as e:\n",
- " print(f\"An error occurred for page {index}: {str(e)}\")\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 5,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Extracted data:\n",
- "{\n",
- " \"job_title\": \"Analytics Engineer\",\n",
- " \"sub_division_of_organization\": \"Growth\",\n",
- " \"key_skills\": [\n",
- " \"SQL\",\n",
- " \"Python\",\n",
- " \"business intelligence tools\",\n",
- " \"ETL workflows\",\n",
- " \"data analysis\",\n",
- " \"dashboards\",\n",
- " \"data storytelling\"\n",
- " ],\n",
- " \"compensation\": \"$245K \\u2013 $385K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/340ef89c-a746-439a-888a-19580eb8c881/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Solutions Architect\",\n",
- " \"sub_division_of_organization\": \"Technical Success\",\n",
- " \"key_skills\": [\n",
- " \"technical consulting\",\n",
- " \"Generative AI\",\n",
- " \"ML solutions\",\n",
- " \"network architecture\",\n",
- " \"cloud architecture\",\n",
- " \"Python\",\n",
- " \"Javascript\"\n",
- " ],\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/51721dfd-7bf5-4112-bb28-da5e4fd86e36/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"IAM Engineer\",\n",
- " \"sub_division_of_organization\": \"IT\",\n",
- " \"key_skills\": [\n",
- " \"AzureAD\",\n",
- " \"Python\",\n",
- " \"PowerShell\",\n",
- " \"identity governance\",\n",
- " \"automation\",\n",
- " \"Terraform\"\n",
- " ],\n",
- " \"compensation\": \"$245K \\u2013 $385K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/e798aa62-74f9-4f53-a890-716310926b70/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Talent Partnerships\",\n",
- " \"sub_division_of_organization\": \"Communications\",\n",
- " \"key_skills\": [\n",
- " \"relationship management\",\n",
- " \"communication\",\n",
- " \"adaptability\",\n",
- " \"creativity\",\n",
- " \"collaboration\",\n",
- " \"transparency\"\n",
- " ],\n",
- " \"compensation\": \"$171K \\u2013 $240K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/84a4a8bb-7d5a-4989-9b5c-bd841db2698e/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"404 Error Page\",\n",
- " \"sub_division_of_organization\": \"Web Development\",\n",
- " \"key_skills\": [\n",
- " \"Error Handling\",\n",
- " \"Web Design\",\n",
- " \"User Experience\"\n",
- " ],\n",
- " \"compensation\": \"N/A\",\n",
- " \"apply_link\": \"N/A\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"\",\n",
- " \"sub_division_of_organization\": \"\",\n",
- " \"key_skills\": [],\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"AV Specialist\",\n",
- " \"sub_division_of_organization\": \"IT\",\n",
- " \"key_skills\": [\n",
- " \"AV support\",\n",
- " \"Google Meet\",\n",
- " \"Zoom\",\n",
- " \"Cisco\",\n",
- " \"ticket management\",\n",
- " \"IT troubleshooting\",\n",
- " \"problem-solving\",\n",
- " \"interpersonal skills\"\n",
- " ],\n",
- " \"compensation\": \"$110K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/20fd0ff8-dd5e-4bec-a401-dd3f8263fe24/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"IT Support\",\n",
- " \"sub_division_of_organization\": \"IT\",\n",
- " \"key_skills\": [\n",
- " \"Intermediate-to-expert understanding of IDP and MDM solutions\",\n",
- " \"Familiarity with Windows or Linux\",\n",
- " \"Understanding of Python, Bash, or Apple Script\",\n",
- " \"Experience with collaboration software\",\n",
- " \"Hands-on expertise implementing and managing AV and telecom systems\",\n",
- " \"Complete Mac and macOS troubleshooting skills\",\n",
- " \"Adept in orchestrating high-production events\"\n",
- " ],\n",
- " \"compensation\": \"$110K \\u2013 $140K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/ca263679-08d5-4492-9a56-32fbcb7318a5/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"404\",\n",
- " \"sub_division_of_organization\": \"OpenAI\",\n",
- " \"key_skills\": [],\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Research Engineer\",\n",
- " \"sub_division_of_organization\": \"Research\",\n",
- " \"key_skills\": [\n",
- " \"strong programming skills\",\n",
- " \"experience working in large distributed systems\"\n",
- " ],\n",
- " \"compensation\": \"$295K \\u2013 $440K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/240d459b-696d-43eb-8497-fab3e56ecd9b/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Solutions Engineer\",\n",
- " \"sub_division_of_organization\": \"Technical Success\",\n",
- " \"key_skills\": [\n",
- " \"7+ years of experience in a technical pre-sales role\",\n",
- " \"Understanding of IT security principles\",\n",
- " \"Experience with programming languages like Python or Javascript\",\n",
- " \"Knowledge of network/cloud architecture\",\n",
- " \"Effective presentation and communication skills\",\n",
- " \"Ability to manage C-level technical and business relationships\"\n",
- " ],\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/dbfef1b0-9a77-46bd-ad36-67f3d0286924/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Software Engineer, Networking\",\n",
- " \"sub_division_of_organization\": \"Platform\",\n",
- " \"key_skills\": [\n",
- " \"C++\",\n",
- " \"CUDA\",\n",
- " \"distributed algorithms\",\n",
- " \"RDMA\",\n",
- " \"network simulation techniques\"\n",
- " ],\n",
- " \"compensation\": \"$360K \\u2013 $530K\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/340c0c22-8d8f-4232-b17e-f642b64c25c3/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "{\n",
- " \"job_title\": \"Revenue Operations Leader\",\n",
- " \"sub_division_of_organization\": \"Revenue Operations\",\n",
- " \"key_skills\": [\n",
- " \"Extensive experience in revenue operations or strategy at a high-growth, technology company\",\n",
- " \"Proficiency with GTM systems, namely SFDC, Gong\",\n",
- " \"Experience managing a large team of 15+ operational team members\",\n",
- " \"Highly analytical\",\n",
- " \"Exceptional project management skills with experience leading complex, cross-functional initiatives\",\n",
- " \"Deep experience designing & executing on a territory strategy for 100+ GTM orgs\",\n",
- " \"Strong communication skills and executive presence\",\n",
- " \"An understanding of the AI landscape, our applications, and the problems they solve for our customers\",\n",
- " \"The ability to thrive in ambiguity and work autonomously\"\n",
- " ],\n",
- " \"compensation\": \"$325K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/61a484e5-4723-4031-92c1-068dfe4b069f/application\"\n",
- "}\n",
- "--------------------------------------------------\n",
- "Extracted data saved to /Users/ericciarla/Documents/GitHub/firecrawl/examples/getting_latest_openai_jobs/openai_jobs.csv\n"
- ]
- }
- ],
- "source": [
- "# %%\n",
- "# Print the extracted data\n",
- "print(\"Extracted data:\")\n",
- "for job in extracted_data:\n",
- " print(json.dumps(job, indent=2))\n",
- " print(\"-\" * 50) # Separator between jobs\n",
- "\n",
- "# Save as CSV\n",
- "import csv\n",
- "import os\n",
- "\n",
- "# Get the current directory\n",
- "current_dir = os.getcwd()\n",
- "\n",
- "# Create the full path for the CSV file\n",
- "csv_file = os.path.join(current_dir, \"openai_jobs.csv\")\n",
- "\n",
- "try:\n",
- " with open(csv_file, \"w\", newline=\"\") as f:\n",
- " if extracted_data:\n",
- " writer = csv.DictWriter(f, fieldnames=extracted_data[0].keys())\n",
- " writer.writeheader()\n",
- " for job in extracted_data:\n",
- " writer.writerow(job)\n",
- " print(f\"Extracted data saved to {csv_file}\")\n",
- " else:\n",
- " print(\"No data to save.\")\n",
- "except IOError as e:\n",
- " print(f\"Error saving CSV file: {e}\")\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 6,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Recommended jobs:\n",
- "[\n",
- " {\n",
- " \"job_title\": \"Analytics Engineer\",\n",
- " \"compensation\": \"$245K \\u2013 $385K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/340ef89c-a746-439a-888a-19580eb8c881/application\"\n",
- " },\n",
- " {\n",
- " \"job_title\": \"Solutions Architect\",\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/51721dfd-7bf5-4112-bb28-da5e4fd86e36/application\"\n",
- " },\n",
- " {\n",
- " \"job_title\": \"Research Engineer\",\n",
- " \"compensation\": \"$295K \\u2013 $440K + Offers Equity\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/240d459b-696d-43eb-8497-fab3e56ecd9b/application\"\n",
- " },\n",
- " {\n",
- " \"job_title\": \"Solutions Engineer\",\n",
- " \"compensation\": \"\",\n",
- " \"apply_link\": \"https://jobs.ashbyhq.com/openai/dbfef1b0-9a77-46bd-ad36-67f3d0286924/application\"\n",
- " }\n",
- "]\n"
- ]
- }
- ],
- "source": [
- "from openai import OpenAI\n",
- "\n",
- "# Resume\n",
- "resume_paste = \"\"\"\"\n",
- "Eric Ciarla\n",
- "Co-Founder @ Firecrawl\n",
- "San Francisco, California, United States\n",
- "Summary\n",
- "Building…\n",
- "Experience\n",
- "Firecrawl\n",
- "Co-Founder\n",
- "April 2024 - Present (6 months)\n",
- "San Francisco, California, United States\n",
- "Firecrawl by Mendable. Building data extraction infrastructure for AI. Used by\n",
- "Amazon, Zapier, and Nvidia (YC S22)\n",
- "Mendable\n",
- "2 years 7 months\n",
- "Co-Founder @ Mendable.ai\n",
- "March 2022 - Present (2 years 7 months)\n",
- "San Francisco, California, United States\n",
- "- Built an AI powered search platform that that served millions of queries for\n",
- "hundreds of customers (YC S22)\n",
- "- We were one of the first LLM powered apps adopted by industry leaders like\n",
- "Coinbase, Snap, DoorDash, and MongoDB\n",
- "Co-Founder @ SideGuide\n",
- "March 2022 - Present (2 years 7 months)\n",
- "San Francisco, California, United States\n",
- "- Built and scaled an online course platform with a community of over 50,000\n",
- "developers\n",
- "- Selected for Y Combinator S22 batch, 2% acceptance rate\n",
- "Fracta\n",
- "Data Engineer\n",
- "2022 - 2022 (less than a year)\n",
- "Palo Alto, California, United States\n",
- "- Demoed tool during sales calls and provided technical support during the\n",
- "entire customer lifecycle\n",
- "Page 1 of 2\n",
- "- Mined, wrangled, & visualized geospatial and water utility data for predictive\n",
- "analytics & ML workflows (Python, QGIS)\n",
- "Ford Motor Company\n",
- "Data Scientist\n",
- "2021 - 2021 (less than a year)\n",
- "Dearborn, Michigan, United States\n",
- "- Extracted, cleaned, and joined data from multiple sources using SQL,\n",
- "Hadoop, and Alteryx\n",
- "- Used Bayesian Network Structure Learning (BNLearn, R) to uncover the\n",
- "relationships between survey free response verbatim topics (derived from\n",
- "natural language processing models) and numerical customer experience\n",
- "scores\n",
- "MDRemindME\n",
- "Co-Founder\n",
- "2018 - 2020 (2 years)\n",
- "Durham, New Hampshire, United States\n",
- "- Founded and led a healthtech startup aimed at improving patient adherence\n",
- "to treatment plans through an innovative engagement and retention tool\n",
- "- Piloted the product with healthcare providers and patients, gathering critical\n",
- "insights to refine functionality and enhance user experience\n",
- "- Secured funding through National Science Foundation I-CORPS Grant and\n",
- "UNH Entrepreneurship Center Seed Grant\n",
- "Education\n",
- "Y Combinator\n",
- "S22\n",
- "University of New Hampshire\n",
- "Economics and Philosophy\n",
- "\"\"\"\n",
- "\n",
- "# Use o1-preview to choose which jobs should be applied to based on the resume\n",
- "client = OpenAI(api_key=os.getenv(\"OPENAI_API_KEY\"))\n",
- "\n",
- "prompt = f\"\"\"\n",
- "Please analyze the resume and job listings, and return a JSON list of the top 3 roles that best fit the candidate's experience and skills. Include only the job title, compensation, and apply link for each recommended role. The output should be a valid JSON array of objects in the following format, with no additional text:\n",
- "\n",
- "[\n",
- " {{\n",
- " \"job_title\": \"Job Title\",\n",
- " \"compensation\": \"Compensation (if available, otherwise empty string)\",\n",
- " \"apply_link\": \"Application URL\"\n",
- " }},\n",
- " ...\n",
- "]\n",
- "\n",
- "Based on the following resume:\n",
- "{resume_paste}\n",
- "\n",
- "And the following job listings:\n",
- "{json.dumps(extracted_data, indent=2)}\n",
- "\"\"\"\n",
- "\n",
- "completion = client.chat.completions.create(\n",
- " model=\"o1-preview\",\n",
- " messages=[\n",
- " {\n",
- " \"role\": \"user\",\n",
- " \"content\": [\n",
- " {\n",
- " \"type\": \"text\",\n",
- " \"text\": prompt\n",
- " }\n",
- " ]\n",
- " }\n",
- " ]\n",
- ")\n",
- "\n",
- "recommended_jobs = json.loads(completion.choices[0].message.content.strip())\n",
- "\n",
- "print(\"Recommended jobs:\")\n",
- "print(json.dumps(recommended_jobs, indent=2))"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "# scrape each of the apply links with firecrawl /v1/scrape\n",
- "import requests\n",
- "\n",
- "firecrawl_api_key = os.getenv(\"FIRECRAWL_API_KEY\")\n",
- "\n",
- "def scrape_apply_link(url):\n",
- " api_url = \"https://api.firecrawl.dev/v1/scrape\"\n",
- " headers = {\n",
- " \"Authorization\": f\"Bearer {firecrawl_api_key}\",\n",
- " \"Content-Type\": \"application/json\"\n",
- " }\n",
- " payload = {\n",
- " \"url\": url\n",
- " }\n",
- " \n",
- " response = requests.post(api_url, json=payload, headers=headers)\n",
- " if response.status_code == 200:\n",
- " return response.json()\n",
- " else:\n",
- " print(f\"Error scraping {url}: {response.status_code}\")\n",
- " return None\n",
- "\n",
- "scraped_job_data = []\n",
- "for job in recommended_jobs:\n",
- " apply_link = job.get('apply_link')\n",
- " if apply_link:\n",
- " scraped_data = scrape_apply_link(apply_link)\n",
- " if scraped_data:\n",
- " scraped_job_data.append({\n",
- " 'job_title': job['job_title'],\n",
- " 'compensation': job['compensation'],\n",
- " 'apply_link': apply_link,\n",
- " 'scraped_content': scraped_data\n",
- " })\n",
- "\n",
- "print(f\"Scraped {len(scraped_job_data)} job application pages\")"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "# use o1 to write the application for you and return in json\n",
- "import json\n",
- "\n",
- "\n",
- "def generate_application(job_data, resume_paste):\n",
- " # Extract relevant information from scraped content\n",
- " scraped_text = job_data['scraped_content'].get('text', '')\n",
- " \n",
- " prompt = f\"\"\"\n",
- " Based on the following job information, scraped content from the application page, and the provided resume, write a tailored job application:\n",
- "\n",
- " Job Title: {job_data['job_title']}\n",
- " Compensation: {job_data['compensation']}\n",
- " Scraped Content: {scraped_text[:1000]} # Limit to first 1000 characters to avoid token limits\n",
- "\n",
- " Resume:\n",
- " {resume_paste}\n",
- "\n",
- " Please format the application as a JSON object with the following fields:\n",
- " - cover_letter: A personalized cover letter addressing key points from the scraped content and highlighting relevant experience from the resume\n",
- " - resume_highlights: Key points from the resume that align with the job requirements mentioned in the scraped content\n",
- " - questions: Any questions you have about the position, derived from the available information\n",
- "\n",
- " Ensure the content is specifically tailored to the information provided in the scraped content and leverages the experience detailed in the resume.\n",
- " \"\"\"\n",
- "\n",
- " try:\n",
- " completion = client.chat.completions.create(\n",
- " model=\"o1-preview\",\n",
- " messages=[\n",
- " \n",
- " {\"role\": \"user\", \"content\": prompt}\n",
- " ]\n",
- " )\n",
- " return json.loads(completion.choices[0].message.content)\n",
- " except Exception as e:\n",
- " print(f\"Error generating application: {str(e)}\")\n",
- " return None\n",
- "\n",
- "\n",
- "\n",
- "applications = []\n",
- "for job in scraped_job_data:\n",
- " application = generate_application(job, resume_paste)\n",
- " if application:\n",
- " applications.append({\n",
- " \"job_title\": job[\"job_title\"],\n",
- " \"apply_link\": job[\"apply_link\"],\n",
- " \"application\": application\n",
- " })\n",
- "\n",
- "print(f\"Generated {len(applications)} job applications based on scraped content and resume\")\n",
- "print(json.dumps(applications, indent=2))\n",
- "\n",
- "# Save the JSON to a file\n",
- "output_file = \"generated_applications.json\"\n",
- "with open(output_file, \"w\") as f:\n",
- " json.dump(applications, f, indent=2)\n",
- "\n",
- "print(f\"Saved generated applications to {output_file}\")"
- ]
- }
- ],
- "metadata": {
- "kernelspec": {
- "display_name": "Python 3",
- "language": "python",
- "name": "python3"
- },
- "language_info": {
- "codemirror_mode": {
- "name": "ipython",
- "version": 3
- },
- "file_extension": ".py",
- "mimetype": "text/x-python",
- "name": "python",
- "nbconvert_exporter": "python",
- "pygments_lexer": "ipython3",
- "version": "3.10.13"
- }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}