search_tests.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "e6be8bef-4761-40c8-9713-e29e4a11ee87",
   "metadata": {},
   "source": [
    "Script for testing the text search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "54122f1c-64a0-44c2-8042-8429da74fed1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<module 'search' from 'C:\\\\Users\\\\LauriKauppinen\\\\Desktop\\\\TEMP\\\\School\\\\ds_project\\\\miniprojektiDS\\\\search.py'>"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import importlib\n",
    "import search\n",
    "importlib.reload(search)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "803a6cdc-e1f2-40ed-a49f-068780c50ba4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>job_title</th>\n",
       "      <th>level</th>\n",
       "      <th>description</th>\n",
       "      <th>job_url</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>IPRally</td>\n",
       "      <td>ML Engineer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Are you up for the toughest AI challenges arou...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/ml-engineer-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Luxid</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>We are looking for a Data Scientist to work in...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-scienti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Silo AI</td>\n",
       "      <td>AI Engineer - DevOps/MLOps</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>At Silo AI our team of 200+ AI Engineers, AI S...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/ai-engineer-...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Data Scientist - Helsinki / Salo</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Job Title: Data ScientistLocation: Helsinki, F...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-scienti...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Silo AI</td>\n",
       "      <td>AI Engineer, Large Language Models</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>At Silo AI engineers and researchers collabora...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/ai-engineer-...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           company                           job_title        level  \\\n",
       "0          IPRally                         ML Engineer  Entry level   \n",
       "1            Luxid                      Data Scientist  Entry level   \n",
       "2          Silo AI          AI Engineer - DevOps/MLOps  Entry level   \n",
       "3  Jefferson Frank    Data Scientist - Helsinki / Salo  Entry level   \n",
       "4          Silo AI  AI Engineer, Large Language Models  Entry level   \n",
       "\n",
       "                                         description  \\\n",
       "0  Are you up for the toughest AI challenges arou...   \n",
       "1  We are looking for a Data Scientist to work in...   \n",
       "2  At Silo AI our team of 200+ AI Engineers, AI S...   \n",
       "3  Job Title: Data ScientistLocation: Helsinki, F...   \n",
       "4  At Silo AI engineers and researchers collabora...   \n",
       "\n",
       "                                             job_url  \n",
       "0  https://fi.linkedin.com/jobs/view/ml-engineer-...  \n",
       "1  https://fi.linkedin.com/jobs/view/data-scienti...  \n",
       "2  https://fi.linkedin.com/jobs/view/ai-engineer-...  \n",
       "3  https://fi.linkedin.com/jobs/view/data-scienti...  \n",
       "4  https://fi.linkedin.com/jobs/view/ai-engineer-...  "
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def load_data() -> pd.DataFrame:\n",
    "    \"\"\"Load raw job post data\"\"\"\n",
    "    df = pd.read_csv(\"data_versions/uniquejobs.csv\")\n",
    "    df.rename(columns={\"job-title\": \"job_title\", \"job-url\": \"job_url\"}, inplace=True)\n",
    "    return df\n",
    "jobs = load_data()\n",
    "jobs.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "9840f220-2ed6-4ce4-acc4-dd045e2c9279",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>job_title</th>\n",
       "      <th>level</th>\n",
       "      <th>description</th>\n",
       "      <th>job_url</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>Huld</td>\n",
       "      <td>Embedded Software Engineer</td>\n",
       "      <td>Employment type\\r\\n        \\r\\n\\r\\n          F...</td>\n",
       "      <td>Are you passionate about software development ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/embedded-sof...</td>\n",
       "      <td>2.409118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Identity Management for Ca...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>SummaryThis is an exciting opportunity for an ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.409118</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>System Software Engineer - Rust compiler, tool...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>We are building a new team to focus on the Rus...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/system-softw...</td>\n",
       "      <td>2.390337</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - OpenStack</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>This is an exciting opportunity for a software...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.369762</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Python and K8s</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Our mission is to reinvent the way companies m...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.347054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - BootStack DevOps</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Help us shape the future of open source IT, de...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.347054</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Cobblestone Energy</td>\n",
       "      <td>GRADUATE SOFTWARE ENGINEER - Dubai, UAE</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Employment type: Full-time &amp; PermanentStarting...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/graduate-sof...</td>\n",
       "      <td>2.345429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>235</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Embedded Linux Containers Software Engineer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Work on mission-critical Golang code, focused ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/embedded-lin...</td>\n",
       "      <td>2.321768</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Micro/Private/Bare-Metal C...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>This is an exciting opportunity for a software...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.293318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>ICEYE</td>\n",
       "      <td>Software Engineer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Who are we?We are a Finnish-based internationa...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.260895</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                company                                          job_title  \\\n",
       "84                 Huld                         Embedded Software Engineer   \n",
       "106           Canonical  Software Engineer - Identity Management for Ca...   \n",
       "232           Canonical  System Software Engineer - Rust compiler, tool...   \n",
       "94            Canonical                      Software Engineer - OpenStack   \n",
       "8             Canonical                 Software Engineer - Python and K8s   \n",
       "81            Canonical               Software Engineer - BootStack DevOps   \n",
       "13   Cobblestone Energy            GRADUATE SOFTWARE ENGINEER - Dubai, UAE   \n",
       "235           Canonical        Embedded Linux Containers Software Engineer   \n",
       "54            Canonical  Software Engineer - Micro/Private/Bare-Metal C...   \n",
       "6                 ICEYE                                  Software Engineer   \n",
       "\n",
       "                                                 level  \\\n",
       "84   Employment type\\r\\n        \\r\\n\\r\\n          F...   \n",
       "106                                        Entry level   \n",
       "232                                        Entry level   \n",
       "94                                         Entry level   \n",
       "8                                          Entry level   \n",
       "81                                         Entry level   \n",
       "13                                         Entry level   \n",
       "235                                        Entry level   \n",
       "54                                         Entry level   \n",
       "6                                          Entry level   \n",
       "\n",
       "                                           description  \\\n",
       "84   Are you passionate about software development ...   \n",
       "106  SummaryThis is an exciting opportunity for an ...   \n",
       "232  We are building a new team to focus on the Rus...   \n",
       "94   This is an exciting opportunity for a software...   \n",
       "8    Our mission is to reinvent the way companies m...   \n",
       "81   Help us shape the future of open source IT, de...   \n",
       "13   Employment type: Full-time & PermanentStarting...   \n",
       "235  Work on mission-critical Golang code, focused ...   \n",
       "54   This is an exciting opportunity for a software...   \n",
       "6    Who are we?We are a Finnish-based internationa...   \n",
       "\n",
       "                                               job_url     score  \n",
       "84   https://fi.linkedin.com/jobs/view/embedded-sof...  2.409118  \n",
       "106  https://fi.linkedin.com/jobs/view/software-eng...  2.409118  \n",
       "232  https://fi.linkedin.com/jobs/view/system-softw...  2.390337  \n",
       "94   https://fi.linkedin.com/jobs/view/software-eng...  2.369762  \n",
       "8    https://fi.linkedin.com/jobs/view/software-eng...  2.347054  \n",
       "81   https://fi.linkedin.com/jobs/view/software-eng...  2.347054  \n",
       "13   https://fi.linkedin.com/jobs/view/graduate-sof...  2.345429  \n",
       "235  https://fi.linkedin.com/jobs/view/embedded-lin...  2.321768  \n",
       "54   https://fi.linkedin.com/jobs/view/software-eng...  2.293318  \n",
       "6    https://fi.linkedin.com/jobs/view/software-eng...  2.260895  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jobs[\"score\"] = search.search_score(jobs, \"software engineer graduate entry\")\n",
    "jobs.sort_values(by=\"score\", ascending=False)[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "3b6e0e74-0a86-483a-aaae-a58d70b52174",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>job_title</th>\n",
       "      <th>level</th>\n",
       "      <th>description</th>\n",
       "      <th>job_url</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Data Scientist - Helsinki / Salo</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Job Title: Data ScientistLocation: Helsinki, F...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-scienti...</td>\n",
       "      <td>2.321768</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Luxid</td>\n",
       "      <td>Data Scientist</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>We are looking for a Data Scientist to work in...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-scienti...</td>\n",
       "      <td>2.293318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>Nigel Frank International</td>\n",
       "      <td>Azure Data engineer &amp; Azure Data Architect</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Our clients are looking for top talent in Finl...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/azure-data-e...</td>\n",
       "      <td>2.125284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>AWS Data Engineer - Helsinki</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Job Title: AWS Data EngineerLocation: Helsinki...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/aws-data-eng...</td>\n",
       "      <td>2.122993</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Data Infrastructure - Kafka</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Canonical is building a comprehensive automati...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.036851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Data Infrastructure</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Canonical is building a comprehensive automati...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>1.984872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>Nosto</td>\n",
       "      <td>Head of Data Engineering</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Who are we?At Nosto, we’re on a mission to mak...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/head-of-data...</td>\n",
       "      <td>1.964297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>Huuva</td>\n",
       "      <td>Data Engineer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>About HuuvaHuuva Kitchens turn local communiti...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-enginee...</td>\n",
       "      <td>1.916303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>Nigel Frank International</td>\n",
       "      <td>Azure Data Engineer's &amp; Architect's - Finland</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Hiring: Azure Data Engineer's + Azure Data Arc...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/azure-data-e...</td>\n",
       "      <td>1.916303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - Data Infrastructure - Open...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Canonical is building a comprehensive automati...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>1.887853</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       company  \\\n",
       "3              Jefferson Frank   \n",
       "1                        Luxid   \n",
       "127  Nigel Frank International   \n",
       "83             Jefferson Frank   \n",
       "110                  Canonical   \n",
       "88                   Canonical   \n",
       "173                      Nosto   \n",
       "56                       Huuva   \n",
       "125  Nigel Frank International   \n",
       "174                  Canonical   \n",
       "\n",
       "                                             job_title        level  \\\n",
       "3                     Data Scientist - Helsinki / Salo  Entry level   \n",
       "1                                       Data Scientist  Entry level   \n",
       "127         Azure Data engineer & Azure Data Architect  Entry level   \n",
       "83                        AWS Data Engineer - Helsinki  Entry level   \n",
       "110    Software Engineer - Data Infrastructure - Kafka  Entry level   \n",
       "88             Software Engineer - Data Infrastructure  Entry level   \n",
       "173                           Head of Data Engineering  Entry level   \n",
       "56                                       Data Engineer  Entry level   \n",
       "125      Azure Data Engineer's & Architect's - Finland  Entry level   \n",
       "174  Software Engineer - Data Infrastructure - Open...  Entry level   \n",
       "\n",
       "                                           description  \\\n",
       "3    Job Title: Data ScientistLocation: Helsinki, F...   \n",
       "1    We are looking for a Data Scientist to work in...   \n",
       "127  Our clients are looking for top talent in Finl...   \n",
       "83   Job Title: AWS Data EngineerLocation: Helsinki...   \n",
       "110  Canonical is building a comprehensive automati...   \n",
       "88   Canonical is building a comprehensive automati...   \n",
       "173  Who are we?At Nosto, we’re on a mission to mak...   \n",
       "56   About HuuvaHuuva Kitchens turn local communiti...   \n",
       "125  Hiring: Azure Data Engineer's + Azure Data Arc...   \n",
       "174  Canonical is building a comprehensive automati...   \n",
       "\n",
       "                                               job_url     score  \n",
       "3    https://fi.linkedin.com/jobs/view/data-scienti...  2.321768  \n",
       "1    https://fi.linkedin.com/jobs/view/data-scienti...  2.293318  \n",
       "127  https://fi.linkedin.com/jobs/view/azure-data-e...  2.125284  \n",
       "83   https://fi.linkedin.com/jobs/view/aws-data-eng...  2.122993  \n",
       "110  https://fi.linkedin.com/jobs/view/software-eng...  2.036851  \n",
       "88   https://fi.linkedin.com/jobs/view/software-eng...  1.984872  \n",
       "173  https://fi.linkedin.com/jobs/view/head-of-data...  1.964297  \n",
       "56   https://fi.linkedin.com/jobs/view/data-enginee...  1.916303  \n",
       "125  https://fi.linkedin.com/jobs/view/azure-data-e...  1.916303  \n",
       "174  https://fi.linkedin.com/jobs/view/software-eng...  1.887853  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jobs[\"score\"] = search.search_score(jobs, \"data scientist\")\n",
    "jobs.sort_values(by=\"score\", ascending=False)[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "5e3d1dd7-32b1-45c7-a65b-a66c5c81ae77",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>job_title</th>\n",
       "      <th>level</th>\n",
       "      <th>description</th>\n",
       "      <th>job_url</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Remote</td>\n",
       "      <td>Backend Engineer - Elixir</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>About RemoteRemote is solving global remote or...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/backend-engi...</td>\n",
       "      <td>2.179030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - App Stores Backend (Remote)</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>SummaryThis is an exciting opportunity for an ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.125284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>iHeadHunt</td>\n",
       "      <td>Web Developer, Backend Developer  &amp; Test Autom...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>On behalf of our client in Finland, who has ma...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/web-develope...</td>\n",
       "      <td>1.839889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Data Engineer- Helsinki- up to 5000€/pm + bonus</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Data Engineer (AWS)- Helsinki- up to 5000€/pm ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-enginee...</td>\n",
       "      <td>1.773565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Backend Python Developer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>We have a new need from one of our best client...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/backend-pyth...</td>\n",
       "      <td>1.773565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>Geosyntec Consultants</td>\n",
       "      <td>Tailings Engineer - Finland</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>OverviewGeosyntec is an internationally recogn...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/tailings-eng...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>AWS Data Engineer - Helsinki</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Job Title: AWS Data EngineerLocation: Helsinki...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/aws-data-eng...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Silo AI</td>\n",
       "      <td>AI Engineer, Large Language Models</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>At Silo AI engineers and researchers collabora...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/ai-engineer-...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Site Reliability Engineer - Helsinki - Hybrid ...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Overview Our Client's global mission is to hel...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/site-reliabi...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Varian</td>\n",
       "      <td>Test Automation Engineer C++</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Together, we can beat cancer.At Varian, a Siem...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/test-automat...</td>\n",
       "      <td>1.652282</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   company                                          job_title  \\\n",
       "57                  Remote                          Backend Engineer - Elixir   \n",
       "60               Canonical    Software Engineer - App Stores Backend (Remote)   \n",
       "59               iHeadHunt  Web Developer, Backend Developer  & Test Autom...   \n",
       "24         Jefferson Frank    Data Engineer- Helsinki- up to 5000€/pm + bonus   \n",
       "7          Jefferson Frank                           Backend Python Developer   \n",
       "276  Geosyntec Consultants                        Tailings Engineer - Finland   \n",
       "83         Jefferson Frank                       AWS Data Engineer - Helsinki   \n",
       "4                  Silo AI                 AI Engineer, Large Language Models   \n",
       "90         Jefferson Frank  Site Reliability Engineer - Helsinki - Hybrid ...   \n",
       "172                 Varian                       Test Automation Engineer C++   \n",
       "\n",
       "           level                                        description  \\\n",
       "57   Entry level  About RemoteRemote is solving global remote or...   \n",
       "60   Entry level  SummaryThis is an exciting opportunity for an ...   \n",
       "59   Entry level  On behalf of our client in Finland, who has ma...   \n",
       "24   Entry level  Data Engineer (AWS)- Helsinki- up to 5000€/pm ...   \n",
       "7    Entry level  We have a new need from one of our best client...   \n",
       "276  Entry level  OverviewGeosyntec is an internationally recogn...   \n",
       "83   Entry level  Job Title: AWS Data EngineerLocation: Helsinki...   \n",
       "4    Entry level  At Silo AI engineers and researchers collabora...   \n",
       "90   Entry level  Overview Our Client's global mission is to hel...   \n",
       "172  Entry level  Together, we can beat cancer.At Varian, a Siem...   \n",
       "\n",
       "                                               job_url     score  \n",
       "57   https://fi.linkedin.com/jobs/view/backend-engi...  2.179030  \n",
       "60   https://fi.linkedin.com/jobs/view/software-eng...  2.125284  \n",
       "59   https://fi.linkedin.com/jobs/view/web-develope...  1.839889  \n",
       "24   https://fi.linkedin.com/jobs/view/data-enginee...  1.773565  \n",
       "7    https://fi.linkedin.com/jobs/view/backend-pyth...  1.773565  \n",
       "276  https://fi.linkedin.com/jobs/view/tailings-eng...  1.719819  \n",
       "83   https://fi.linkedin.com/jobs/view/aws-data-eng...  1.719819  \n",
       "4    https://fi.linkedin.com/jobs/view/ai-engineer-...  1.719819  \n",
       "90   https://fi.linkedin.com/jobs/view/site-reliabi...  1.719819  \n",
       "172  https://fi.linkedin.com/jobs/view/test-automat...  1.652282  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jobs[\"score\"] = search.search_score(jobs, \"backend engineer\")\n",
    "jobs.sort_values(by=\"score\", ascending=False)[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "6f2fb424-8268-46fd-818d-a02a3ec7d8c0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>company</th>\n",
       "      <th>job_title</th>\n",
       "      <th>level</th>\n",
       "      <th>description</th>\n",
       "      <th>job_url</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>Remote</td>\n",
       "      <td>Backend Engineer - Elixir</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>About RemoteRemote is solving global remote or...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/backend-engi...</td>\n",
       "      <td>2.179030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>Canonical</td>\n",
       "      <td>Software Engineer - App Stores Backend (Remote)</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>SummaryThis is an exciting opportunity for an ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/software-eng...</td>\n",
       "      <td>2.125284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>iHeadHunt</td>\n",
       "      <td>Web Developer, Backend Developer  &amp; Test Autom...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>On behalf of our client in Finland, who has ma...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/web-develope...</td>\n",
       "      <td>1.839889</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Data Engineer- Helsinki- up to 5000€/pm + bonus</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Data Engineer (AWS)- Helsinki- up to 5000€/pm ...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/data-enginee...</td>\n",
       "      <td>1.773565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Backend Python Developer</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>We have a new need from one of our best client...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/backend-pyth...</td>\n",
       "      <td>1.773565</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>276</th>\n",
       "      <td>Geosyntec Consultants</td>\n",
       "      <td>Tailings Engineer - Finland</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>OverviewGeosyntec is an internationally recogn...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/tailings-eng...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>AWS Data Engineer - Helsinki</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Job Title: AWS Data EngineerLocation: Helsinki...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/aws-data-eng...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Silo AI</td>\n",
       "      <td>AI Engineer, Large Language Models</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>At Silo AI engineers and researchers collabora...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/ai-engineer-...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>Jefferson Frank</td>\n",
       "      <td>Site Reliability Engineer - Helsinki - Hybrid ...</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Overview Our Client's global mission is to hel...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/site-reliabi...</td>\n",
       "      <td>1.719819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>Varian</td>\n",
       "      <td>Test Automation Engineer C++</td>\n",
       "      <td>Entry level</td>\n",
       "      <td>Together, we can beat cancer.At Varian, a Siem...</td>\n",
       "      <td>https://fi.linkedin.com/jobs/view/test-automat...</td>\n",
       "      <td>1.652282</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                   company                                          job_title  \\\n",
       "57                  Remote                          Backend Engineer - Elixir   \n",
       "60               Canonical    Software Engineer - App Stores Backend (Remote)   \n",
       "59               iHeadHunt  Web Developer, Backend Developer  & Test Autom...   \n",
       "24         Jefferson Frank    Data Engineer- Helsinki- up to 5000€/pm + bonus   \n",
       "7          Jefferson Frank                           Backend Python Developer   \n",
       "276  Geosyntec Consultants                        Tailings Engineer - Finland   \n",
       "83         Jefferson Frank                       AWS Data Engineer - Helsinki   \n",
       "4                  Silo AI                 AI Engineer, Large Language Models   \n",
       "90         Jefferson Frank  Site Reliability Engineer - Helsinki - Hybrid ...   \n",
       "172                 Varian                       Test Automation Engineer C++   \n",
       "\n",
       "           level                                        description  \\\n",
       "57   Entry level  About RemoteRemote is solving global remote or...   \n",
       "60   Entry level  SummaryThis is an exciting opportunity for an ...   \n",
       "59   Entry level  On behalf of our client in Finland, who has ma...   \n",
       "24   Entry level  Data Engineer (AWS)- Helsinki- up to 5000€/pm ...   \n",
       "7    Entry level  We have a new need from one of our best client...   \n",
       "276  Entry level  OverviewGeosyntec is an internationally recogn...   \n",
       "83   Entry level  Job Title: AWS Data EngineerLocation: Helsinki...   \n",
       "4    Entry level  At Silo AI engineers and researchers collabora...   \n",
       "90   Entry level  Overview Our Client's global mission is to hel...   \n",
       "172  Entry level  Together, we can beat cancer.At Varian, a Siem...   \n",
       "\n",
       "                                               job_url     score  \n",
       "57   https://fi.linkedin.com/jobs/view/backend-engi...  2.179030  \n",
       "60   https://fi.linkedin.com/jobs/view/software-eng...  2.125284  \n",
       "59   https://fi.linkedin.com/jobs/view/web-develope...  1.839889  \n",
       "24   https://fi.linkedin.com/jobs/view/data-enginee...  1.773565  \n",
       "7    https://fi.linkedin.com/jobs/view/backend-pyth...  1.773565  \n",
       "276  https://fi.linkedin.com/jobs/view/tailings-eng...  1.719819  \n",
       "83   https://fi.linkedin.com/jobs/view/aws-data-eng...  1.719819  \n",
       "4    https://fi.linkedin.com/jobs/view/ai-engineer-...  1.719819  \n",
       "90   https://fi.linkedin.com/jobs/view/site-reliabi...  1.719819  \n",
       "172  https://fi.linkedin.com/jobs/view/test-automat...  1.652282  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "jobs[\"score\"] = search.search_score(jobs, \"backend engineer entry\")\n",
    "jobs.sort_values(by=\"score\", ascending=False)[:10]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}