generation_v2_pipeline.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tqdm import tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "with open('initial_places.pkl', 'rb') as f:\n",
    "    initial_places = pickle.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Norway'"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "initial_places.pop(initial_places.index(\"Norway\"))\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Filterning words as locations"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This part is done using langchain because of the ease of use of code for this simple input."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain import PromptTemplate, OpenAI, LLMChain"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "#llm initialisation\n",
    "llm = OpenAI(temperature=0,openai_api_key=\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/josepsmachine/Documents/PROGRAMMING/TOURIST_MAP_GENERATOR/src/coordinates_search.py:27: DtypeWarning: Columns (0,5,9,16) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  self.df = pd.read_csv('NO.txt', sep=\"\\t\", header=None,names=features.keys())\n"
     ]
    }
   ],
   "source": [
    "#class to search for coordinates\n",
    "from src.coordinates_search import coordinates_search\n",
    "cordi_searchy_tool = coordinates_search(\"NO.txt\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/josepsmachine/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "from haystack.nodes import PromptNode, PromptTemplate, AnswerParser\n",
    "prompt_template_filter = PromptTemplate(\n",
    "prompt=\"Does the word {query} refer to a general concept? Answer only Yes or No\",\n",
    "output_parser=AnswerParser(),\n",
    ")\n",
    "\n",
    "prompt_node_filter = PromptNode(\n",
    "    model_name_or_path=\"gpt-3.5-turbo\", \n",
    "    api_key=\"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\", \n",
    "    default_prompt_template=prompt_template_filter,\n",
    "    max_length=400\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def filter_places(places:list)->dict:\n",
    "    \"\"\"\n",
    "    Returns a dictionary of the filtered places with their respectives found coordinates\n",
    "    \"\"\"\n",
    "    filtered_places = {}\n",
    "    for place in tqdm(places):\n",
    "        print(f\"analyzing {place}\")\n",
    "        #first filter, semantic meaning of word\n",
    "        out = prompt_node_filter.run(query=place)\n",
    "        result = out[0][\"answers\"][0].answer\n",
    "\n",
    "        if \"no\" in result.lower():\n",
    "            cords = cordi_searchy_tool.run(place,\"NO\")\n",
    "            print(cords)\n",
    "            if cords is None:\n",
    "                print(\"couldn't find coordinates...\")\n",
    "                continue\n",
    "        \n",
    "            filtered_places[place] = cords\n",
    "    \n",
    "    return filtered_places"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|          | 0/40 [00:00<?, ?it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "analyzing Varangerhalvøya\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  2%|▎         | 1/40 [00:00<00:29,  1.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[70.41727, 29.50221]\n",
      "analyzing Finnmark\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  5%|▌         | 2/40 [00:01<00:33,  1.13it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[58.9435055, 9.5833627]\n",
      "analyzing Northern Europe\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  8%|▊         | 3/40 [00:02<00:25,  1.44it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "analyzing Gudvangen\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 10%|█         | 4/40 [00:02<00:23,  1.55it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60.87773, 6.83795]\n",
      "analyzing Lærdal\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 12%|█▎        | 5/40 [00:03<00:20,  1.69it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61.09842, 7.48101]\n",
      "analyzing Stalheimskleiva\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 15%|█▌        | 6/40 [00:03<00:18,  1.81it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60.83902, 6.68903]\n",
      "analyzing Flåm\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 18%|█▊        | 7/40 [00:04<00:21,  1.52it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60.86259, 7.11311]\n",
      "analyzing Sogndal\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 20%|██        | 8/40 [00:05<00:19,  1.62it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61.23144, 7.10301]\n",
      "analyzing Løysløypa\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Looking at alternatenames: 100%|██████████| 607428/607428 [00:10<00:00, 56452.74it/s]\n",
      " 22%|██▎       | 9/40 [00:16<02:03,  3.97s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n",
      "couldn't find coordinates...\n",
      "analyzing Hodlekve\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 25%|██▌       | 10/40 [00:16<01:27,  2.90s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61.2921984, 6.9934449]\n",
      "analyzing Oslo\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 28%|██▊       | 11/40 [00:17<01:03,  2.21s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.91273, 10.74609]\n",
      "analyzing Fenaknoken\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 30%|███       | 12/40 [00:18<00:48,  1.73s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.911618, 10.735172]\n",
      "analyzing Syverkiosken\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 32%|███▎      | 13/40 [00:18<00:37,  1.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.9282746, 10.7524081]\n",
      "analyzing Haralds Vaffel\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 35%|███▌      | 14/40 [00:19<00:31,  1.21s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.9221542, 10.757484]\n",
      "analyzing Moss\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 38%|███▊      | 15/40 [00:20<00:25,  1.03s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.43403, 10.65771]\n",
      "analyzing Smalhans\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 40%|████      | 16/40 [00:20<00:21,  1.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.923685, 10.739759]\n",
      "analyzing St. Hanshaugen\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 42%|████▎     | 17/40 [00:21<00:18,  1.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.92679, 10.74111]\n",
      "analyzing North Cape\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 45%|████▌     | 18/40 [00:21<00:14,  1.48it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "analyzing Hurtigruten\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 48%|████▊     | 19/40 [00:23<00:20,  1.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[68.4291375, 17.425708337436063]\n",
      "analyzing Southern Europe\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 50%|█████     | 20/40 [00:24<00:18,  1.06it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "analyzing Fjord Norway Fjord Norway\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Looking at alternatenames: 100%|██████████| 607428/607428 [00:10<00:00, 57735.53it/s]\n",
      " 52%|█████▎    | 21/40 [00:35<01:16,  4.02s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n",
      "couldn't find coordinates...\n",
      "analyzing Fjord Norway\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 55%|█████▌    | 22/40 [00:36<00:53,  2.99s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "analyzing Spain\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▊    | 23/40 [00:37<00:39,  2.34s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[58.971389, 5.738439]\n",
      "analyzing Germany\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|██████    | 24/40 [00:37<00:28,  1.79s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[58.9697546, 5.7349429]\n",
      "analyzing Belgium\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 62%|██████▎   | 25/40 [00:38<00:21,  1.40s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.918494, 10.696596]\n",
      "analyzing France\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Looking at alternatenames: 100%|██████████| 607428/607428 [00:10<00:00, 57771.15it/s]\n",
      " 65%|██████▌   | 26/40 [00:49<01:00,  4.36s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n",
      "couldn't find coordinates...\n",
      "analyzing Longyearbyen\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████▊   | 27/40 [00:49<00:42,  3.23s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[78.2231558, 15.6463656]\n",
      "analyzing Longyearbreen\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 70%|███████   | 28/40 [00:50<00:29,  2.46s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[78.17696315, 15.495366867108928]\n",
      "analyzing Bergen\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 72%|███████▎  | 29/40 [00:51<00:20,  1.89s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[60.39299, 5.32415]\n",
      "analyzing Trondheim\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 75%|███████▌  | 30/40 [00:51<00:14,  1.46s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[63.43049, 10.39506]\n",
      "analyzing Stavanger\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 78%|███████▊  | 31/40 [00:52<00:10,  1.16s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[58.97005, 5.73332]\n",
      "analyzing Tromsø\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 80%|████████  | 32/40 [00:52<00:08,  1.00s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[69.6489, 18.95508]\n",
      "analyzing Bodø\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 82%|████████▎ | 33/40 [00:53<00:06,  1.13it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[67.28, 14.40501]\n",
      "analyzing Rødshue\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 85%|████████▌ | 34/40 [00:53<00:04,  1.29it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.02813, 10.99263]\n",
      "analyzing Tobakksbukta\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|████████▊ | 35/40 [00:54<00:03,  1.38it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.03144, 11.00089]\n",
      "analyzing Grønne Bakke\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 90%|█████████ | 36/40 [00:54<00:02,  1.45it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.0387722, 10.9898384]\n",
      "analyzing Skjærhalden\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 92%|█████████▎| 37/40 [00:55<00:02,  1.37it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[59.02526, 11.03685]\n",
      "analyzing China\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Looking at alternatenames: 100%|██████████| 607428/607428 [00:10<00:00, 57656.66it/s]\n",
      " 95%|█████████▌| 38/40 [01:07<00:07,  3.87s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n",
      "couldn't find coordinates...\n",
      "analyzing King ' s Road\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Looking at alternatenames: 100%|██████████| 607428/607428 [00:10<00:00, 57113.74it/s]\n",
      " 98%|█████████▊| 39/40 [01:18<00:06,  6.24s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "None\n",
      "couldn't find coordinates...\n",
      "analyzing Filefjell\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 40/40 [01:19<00:00,  1.98s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[61.15, 8.25]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "places = filter_places(initial_places[10:50])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Varangerhalvøya': [70.41727, 29.50221],\n",
       " 'Finnmark': [58.9435055, 9.5833627],\n",
       " 'Gudvangen': [60.87773, 6.83795],\n",
       " 'Lærdal': [61.09842, 7.48101],\n",
       " 'Stalheimskleiva': [60.83902, 6.68903],\n",
       " 'Flåm': [60.86259, 7.11311],\n",
       " 'Sogndal': [61.23144, 7.10301],\n",
       " 'Hodlekve': [61.2921984, 6.9934449],\n",
       " 'Oslo': [59.91273, 10.74609],\n",
       " 'Fenaknoken': [59.911618, 10.735172],\n",
       " 'Syverkiosken': [59.9282746, 10.7524081],\n",
       " 'Haralds Vaffel': [59.9221542, 10.757484],\n",
       " 'Moss': [59.43403, 10.65771],\n",
       " 'Smalhans': [59.923685, 10.739759],\n",
       " 'St. Hanshaugen': [59.92679, 10.74111],\n",
       " 'Hurtigruten': [68.4291375, 17.425708337436063],\n",
       " 'Spain': [58.971389, 5.738439],\n",
       " 'Germany': [58.9697546, 5.7349429],\n",
       " 'Belgium': [59.918494, 10.696596],\n",
       " 'Longyearbyen': [78.2231558, 15.6463656],\n",
       " 'Longyearbreen': [78.17696315, 15.495366867108928],\n",
       " 'Bergen': [60.39299, 5.32415],\n",
       " 'Trondheim': [63.43049, 10.39506],\n",
       " 'Stavanger': [58.97005, 5.73332],\n",
       " 'Tromsø': [69.6489, 18.95508],\n",
       " 'Bodø': [67.28, 14.40501],\n",
       " 'Rødshue': [59.02813, 10.99263],\n",
       " 'Tobakksbukta': [59.03144, 11.00089],\n",
       " 'Grønne Bakke': [59.0387722, 10.9898384],\n",
       " 'Skjærhalden': [59.02526, 11.03685],\n",
       " 'Filefjell': [61.15, 8.25]}"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "places"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Retrieving pipeline that will be used further on:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "ename": "RuntimeError",
     "evalue": "Storage folder qdrant is already accessed by another instance of Qdrant client. If you require concurrent access, use Qdrant server instead.",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mBlockingIOError\u001b[0m                           Traceback (most recent call last)",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/portalocker/portalocker.py:109\u001b[0m, in \u001b[0;36mlock\u001b[0;34m(file_, flags)\u001b[0m\n\u001b[1;32m    108\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m--> 109\u001b[0m     fcntl\u001b[39m.\u001b[39;49mflock(file_, flags)\n\u001b[1;32m    110\u001b[0m \u001b[39mexcept\u001b[39;00m locking_exceptions \u001b[39mas\u001b[39;00m exc_value:\n\u001b[1;32m    111\u001b[0m     \u001b[39m# The exception code varies on different systems so we'll catch\u001b[39;00m\n\u001b[1;32m    112\u001b[0m     \u001b[39m# every IO error\u001b[39;00m\n",
      "\u001b[0;31mBlockingIOError\u001b[0m: [Errno 35] Resource temporarily unavailable",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mLockException\u001b[0m                             Traceback (most recent call last)",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/qdrant_client/local/qdrant_local.py:71\u001b[0m, in \u001b[0;36mQdrantLocal._load\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m     70\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m---> 71\u001b[0m     \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_flock \u001b[39m=\u001b[39m portalocker\u001b[39m.\u001b[39;49mlock(\n\u001b[1;32m     72\u001b[0m         \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_flock_file,\n\u001b[1;32m     73\u001b[0m         portalocker\u001b[39m.\u001b[39;49mLockFlags\u001b[39m.\u001b[39;49mEXCLUSIVE \u001b[39m|\u001b[39;49m portalocker\u001b[39m.\u001b[39;49mLockFlags\u001b[39m.\u001b[39;49mNON_BLOCKING,\n\u001b[1;32m     74\u001b[0m     )\n\u001b[1;32m     75\u001b[0m \u001b[39mexcept\u001b[39;00m portalocker\u001b[39m.\u001b[39mexceptions\u001b[39m.\u001b[39mLockException:\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/portalocker/portalocker.py:113\u001b[0m, in \u001b[0;36mlock\u001b[0;34m(file_, flags)\u001b[0m\n\u001b[1;32m    110\u001b[0m \u001b[39mexcept\u001b[39;00m locking_exceptions \u001b[39mas\u001b[39;00m exc_value:\n\u001b[1;32m    111\u001b[0m     \u001b[39m# The exception code varies on different systems so we'll catch\u001b[39;00m\n\u001b[1;32m    112\u001b[0m     \u001b[39m# every IO error\u001b[39;00m\n\u001b[0;32m--> 113\u001b[0m     \u001b[39mraise\u001b[39;00m exceptions\u001b[39m.\u001b[39mLockException(exc_value, fh\u001b[39m=\u001b[39mfile_)\n",
      "\u001b[0;31mLockException\u001b[0m: [Errno 35] Resource temporarily unavailable",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[31], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mqdrant_haystack\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m QdrantDocumentStore\n\u001b[0;32m----> 3\u001b[0m document_store \u001b[38;5;241m=\u001b[39m \u001b[43mQdrantDocumentStore\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpath\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mqdrant\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      5\u001b[0m \u001b[43m    \u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mDocument\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      6\u001b[0m \u001b[43m    \u001b[49m\u001b[43membedding_dim\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m768\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      7\u001b[0m \u001b[43m    \u001b[49m\u001b[43mrecreate_index\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[1;32m      8\u001b[0m \u001b[43m    \u001b[49m\u001b[43msimilarity\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mdot_product\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[1;32m      9\u001b[0m \u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/nodes/base.py:46\u001b[0m, in \u001b[0;36mexportable_to_yaml.<locals>.wrapper_exportable_to_yaml\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     43\u001b[0m         \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_component_config[\u001b[39m\"\u001b[39m\u001b[39mparams\u001b[39m\u001b[39m\"\u001b[39m][k] \u001b[39m=\u001b[39m v\n\u001b[1;32m     45\u001b[0m \u001b[39m# Call the actuall __init__ function with all the arguments\u001b[39;00m\n\u001b[0;32m---> 46\u001b[0m init_func(\u001b[39mself\u001b[39;49m, \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/qdrant_haystack/document_stores/qdrant.py:79\u001b[0m, in \u001b[0;36mQdrantDocumentStore.__init__\u001b[0;34m(self, location, url, port, grpc_port, prefer_grpc, https, api_key, prefix, timeout, host, path, index, embedding_dim, content_field, name_field, embedding_field, similarity, return_embedding, progress_bar, duplicate_documents, recreate_index, shard_number, replication_factor, write_consistency_factor, on_disk_payload, hnsw_config, optimizers_config, wal_config, quantization_config, init_from, wait_result_from_api)\u001b[0m\n\u001b[1;32m     43\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__init__\u001b[39m(\n\u001b[1;32m     44\u001b[0m     \u001b[39mself\u001b[39m,\n\u001b[1;32m     45\u001b[0m     location: Optional[\u001b[39mstr\u001b[39m] \u001b[39m=\u001b[39m \u001b[39mNone\u001b[39;00m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     75\u001b[0m     wait_result_from_api: \u001b[39mbool\u001b[39m \u001b[39m=\u001b[39m \u001b[39mTrue\u001b[39;00m,\n\u001b[1;32m     76\u001b[0m ):\n\u001b[1;32m     77\u001b[0m     \u001b[39msuper\u001b[39m()\u001b[39m.\u001b[39m\u001b[39m__init__\u001b[39m()\n\u001b[0;32m---> 79\u001b[0m     \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mclient \u001b[39m=\u001b[39m qdrant_client\u001b[39m.\u001b[39;49mQdrantClient(\n\u001b[1;32m     80\u001b[0m         location\u001b[39m=\u001b[39;49mlocation,\n\u001b[1;32m     81\u001b[0m         url\u001b[39m=\u001b[39;49murl,\n\u001b[1;32m     82\u001b[0m         port\u001b[39m=\u001b[39;49mport,\n\u001b[1;32m     83\u001b[0m         grpc_port\u001b[39m=\u001b[39;49mgrpc_port,\n\u001b[1;32m     84\u001b[0m         prefer_grpc\u001b[39m=\u001b[39;49mprefer_grpc,\n\u001b[1;32m     85\u001b[0m         https\u001b[39m=\u001b[39;49mhttps,\n\u001b[1;32m     86\u001b[0m         api_key\u001b[39m=\u001b[39;49mapi_key,\n\u001b[1;32m     87\u001b[0m         prefix\u001b[39m=\u001b[39;49mprefix,\n\u001b[1;32m     88\u001b[0m         timeout\u001b[39m=\u001b[39;49mtimeout,\n\u001b[1;32m     89\u001b[0m         host\u001b[39m=\u001b[39;49mhost,\n\u001b[1;32m     90\u001b[0m         path\u001b[39m=\u001b[39;49mpath,\n\u001b[1;32m     91\u001b[0m     )\n\u001b[1;32m     93\u001b[0m     \u001b[39m# Store the Qdrant specific attributes\u001b[39;00m\n\u001b[1;32m     94\u001b[0m     \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mshard_number \u001b[39m=\u001b[39m shard_number\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/qdrant_client/qdrant_client.py:81\u001b[0m, in \u001b[0;36mQdrantClient.__init__\u001b[0;34m(self, location, url, port, grpc_port, prefer_grpc, https, api_key, prefix, timeout, host, path, **kwargs)\u001b[0m\n\u001b[1;32m     79\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m     80\u001b[0m     \u001b[39mif\u001b[39;00m path \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[0;32m---> 81\u001b[0m         \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_client \u001b[39m=\u001b[39m QdrantLocal(location\u001b[39m=\u001b[39;49mpath)\n\u001b[1;32m     82\u001b[0m     \u001b[39melse\u001b[39;00m:\n\u001b[1;32m     83\u001b[0m         \u001b[39mif\u001b[39;00m location \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m \u001b[39mand\u001b[39;00m url \u001b[39mis\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/qdrant_client/local/qdrant_local.py:45\u001b[0m, in \u001b[0;36mQdrantLocal.__init__\u001b[0;34m(self, location)\u001b[0m\n\u001b[1;32m     43\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_lock \u001b[39m=\u001b[39m \u001b[39mNone\u001b[39;00m\n\u001b[1;32m     44\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_flock_file: Optional[TextIOWrapper] \u001b[39m=\u001b[39m \u001b[39mNone\u001b[39;00m\n\u001b[0;32m---> 45\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_load()\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/qdrant_client/local/qdrant_local.py:76\u001b[0m, in \u001b[0;36mQdrantLocal._load\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m     71\u001b[0m     \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_flock \u001b[39m=\u001b[39m portalocker\u001b[39m.\u001b[39mlock(\n\u001b[1;32m     72\u001b[0m         \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_flock_file,\n\u001b[1;32m     73\u001b[0m         portalocker\u001b[39m.\u001b[39mLockFlags\u001b[39m.\u001b[39mEXCLUSIVE \u001b[39m|\u001b[39m portalocker\u001b[39m.\u001b[39mLockFlags\u001b[39m.\u001b[39mNON_BLOCKING,\n\u001b[1;32m     74\u001b[0m     )\n\u001b[1;32m     75\u001b[0m \u001b[39mexcept\u001b[39;00m portalocker\u001b[39m.\u001b[39mexceptions\u001b[39m.\u001b[39mLockException:\n\u001b[0;32m---> 76\u001b[0m     \u001b[39mraise\u001b[39;00m \u001b[39mRuntimeError\u001b[39;00m(\n\u001b[1;32m     77\u001b[0m         \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mStorage folder \u001b[39m\u001b[39m{\u001b[39;00m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mlocation\u001b[39m}\u001b[39;00m\u001b[39m is already accessed by another instance of Qdrant client.\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m     78\u001b[0m         \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m If you require concurrent access, use Qdrant server instead.\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m     79\u001b[0m     )\n",
      "\u001b[0;31mRuntimeError\u001b[0m: Storage folder qdrant is already accessed by another instance of Qdrant client. If you require concurrent access, use Qdrant server instead."
     ]
    }
   ],
   "source": [
    "from qdrant_haystack import QdrantDocumentStore\n",
    "\n",
    "document_store = QdrantDocumentStore(\n",
    "    path=\"qdrant\",\n",
    "    index=\"Document\",\n",
    "    embedding_dim=768,\n",
    "    recreate_index=False,\n",
    "    similarity = \"dot_product\",\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes import EmbeddingRetriever\n",
    "retriever = EmbeddingRetriever(\n",
    "    document_store=document_store,\n",
    "   embedding_model=\"sentence-transformers/multi-qa-mpnet-base-dot-v1\",\n",
    "   model_format=\"sentence_transformers\"\n",
    ")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Load the generated_questions doc store"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.document_stores import FAISSDocumentStore\n",
    "from haystack.document_stores import InMemoryDocumentStore\n",
    "questions_document_store = FAISSDocumentStore(faiss_index_path=\"generated_questions_docstore.faiss\")\n",
    "mem = InMemoryDocumentStore(embedding_dim=384)\n",
    "mem.write_documents(questions_document_store.get_all_documents())\n",
    "questions_document_store = mem"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes import EmbeddingRetriever\n",
    "question_docs_retriever = EmbeddingRetriever(\n",
    "    document_store=questions_document_store,\n",
    "   embedding_model=\"sentence-transformers/all-MiniLM-L6-v2\",\n",
    "   model_format=\"sentence_transformers\",\n",
    "   #embed_meta_fields = [\"article_keywords\"],\n",
    "   use_gpu=True,\n",
    "   devices=[\"mps\"]\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches:   9%|▉         | 5/56 [00:03<00:30,  1.66it/s] docs/s]\n",
      "Updating Embedding:   0%|          | 0/1771 [00:05<?, ? docs/s]\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[35], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mquestions_document_store\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mupdate_embeddings\u001b[49m\u001b[43m(\u001b[49m\u001b[43mquestion_docs_retriever\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/document_stores/memory.py:568\u001b[0m, in \u001b[0;36mInMemoryDocumentStore.update_embeddings\u001b[0;34m(self, retriever, index, filters, update_existing_embeddings, batch_size)\u001b[0m\n\u001b[1;32m    564\u001b[0m \u001b[39mwith\u001b[39;00m tqdm(\n\u001b[1;32m    565\u001b[0m     total\u001b[39m=\u001b[39m\u001b[39mlen\u001b[39m(result), disable\u001b[39m=\u001b[39m\u001b[39mnot\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mprogress_bar, position\u001b[39m=\u001b[39m\u001b[39m0\u001b[39m, unit\u001b[39m=\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m docs\u001b[39m\u001b[39m\"\u001b[39m, desc\u001b[39m=\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mUpdating Embedding\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m    566\u001b[0m ) \u001b[39mas\u001b[39;00m progress_bar:\n\u001b[1;32m    567\u001b[0m     \u001b[39mfor\u001b[39;00m document_batch \u001b[39min\u001b[39;00m batched_documents:\n\u001b[0;32m--> 568\u001b[0m         embeddings \u001b[39m=\u001b[39m retriever\u001b[39m.\u001b[39;49membed_documents(document_batch)\n\u001b[1;32m    569\u001b[0m         \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_validate_embeddings_shape(\n\u001b[1;32m    570\u001b[0m             embeddings\u001b[39m=\u001b[39membeddings, num_documents\u001b[39m=\u001b[39m\u001b[39mlen\u001b[39m(document_batch), embedding_dim\u001b[39m=\u001b[39m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39membedding_dim\n\u001b[1;32m    571\u001b[0m         )\n\u001b[1;32m    573\u001b[0m         \u001b[39mfor\u001b[39;00m doc, emb \u001b[39min\u001b[39;00m \u001b[39mzip\u001b[39m(document_batch, embeddings):\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/nodes/retriever/dense.py:1841\u001b[0m, in \u001b[0;36mEmbeddingRetriever.embed_documents\u001b[0;34m(self, documents)\u001b[0m\n\u001b[1;32m   1834\u001b[0m \u001b[39m\u001b[39m\u001b[39m\"\"\"\u001b[39;00m\n\u001b[1;32m   1835\u001b[0m \u001b[39mCreate embeddings for a list of documents.\u001b[39;00m\n\u001b[1;32m   1836\u001b[0m \n\u001b[1;32m   1837\u001b[0m \u001b[39m:param documents: List of documents to embed.\u001b[39;00m\n\u001b[1;32m   1838\u001b[0m \u001b[39m:return: Embeddings, one per input document, shape: (docs, embedding_dim)\u001b[39;00m\n\u001b[1;32m   1839\u001b[0m \u001b[39m\"\"\"\u001b[39;00m\n\u001b[1;32m   1840\u001b[0m documents \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_preprocess_documents(documents)\n\u001b[0;32m-> 1841\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49membedding_encoder\u001b[39m.\u001b[39;49membed_documents(documents)\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/nodes/retriever/_embedding_encoder.py:160\u001b[0m, in \u001b[0;36m_SentenceTransformersEmbeddingEncoder.embed_documents\u001b[0;34m(self, docs)\u001b[0m\n\u001b[1;32m    153\u001b[0m \u001b[39m\u001b[39m\u001b[39m\"\"\"\u001b[39;00m\n\u001b[1;32m    154\u001b[0m \u001b[39mCreate embeddings for a list of documents.\u001b[39;00m\n\u001b[1;32m    155\u001b[0m \n\u001b[1;32m    156\u001b[0m \u001b[39m:param docs: List of documents to embed.\u001b[39;00m\n\u001b[1;32m    157\u001b[0m \u001b[39m:return: Embeddings, one per input document, shape: (documents, embedding_dim)\u001b[39;00m\n\u001b[1;32m    158\u001b[0m \u001b[39m\"\"\"\u001b[39;00m\n\u001b[1;32m    159\u001b[0m passages \u001b[39m=\u001b[39m [d\u001b[39m.\u001b[39mcontent \u001b[39mfor\u001b[39;00m d \u001b[39min\u001b[39;00m docs]\n\u001b[0;32m--> 160\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49membed(passages)\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/nodes/retriever/_embedding_encoder.py:138\u001b[0m, in \u001b[0;36m_SentenceTransformersEmbeddingEncoder.embed\u001b[0;34m(self, texts)\u001b[0m\n\u001b[1;32m    135\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39membed\u001b[39m(\u001b[39mself\u001b[39m, texts: Union[List[\u001b[39mstr\u001b[39m], \u001b[39mstr\u001b[39m]) \u001b[39m-\u001b[39m\u001b[39m>\u001b[39m np\u001b[39m.\u001b[39mndarray:\n\u001b[1;32m    136\u001b[0m     \u001b[39m# texts can be a list of strings\u001b[39;00m\n\u001b[1;32m    137\u001b[0m     \u001b[39m# get back list of numpy embedding vectors\u001b[39;00m\n\u001b[0;32m--> 138\u001b[0m     emb \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49membedding_model\u001b[39m.\u001b[39;49mencode(\n\u001b[1;32m    139\u001b[0m         texts, batch_size\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mbatch_size, show_progress_bar\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mshow_progress_bar, convert_to_numpy\u001b[39m=\u001b[39;49m\u001b[39mTrue\u001b[39;49;00m\n\u001b[1;32m    140\u001b[0m     )\n\u001b[1;32m    141\u001b[0m     \u001b[39mreturn\u001b[39;00m emb\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/sentence_transformers/SentenceTransformer.py:188\u001b[0m, in \u001b[0;36mSentenceTransformer.encode\u001b[0;34m(self, sentences, batch_size, show_progress_bar, output_value, convert_to_numpy, convert_to_tensor, device, normalize_embeddings)\u001b[0m\n\u001b[1;32m    186\u001b[0m             \u001b[39m# fixes for #522 and #487 to avoid oom problems on gpu with large datasets\u001b[39;00m\n\u001b[1;32m    187\u001b[0m             \u001b[39mif\u001b[39;00m convert_to_numpy:\n\u001b[0;32m--> 188\u001b[0m                 embeddings \u001b[39m=\u001b[39m embeddings\u001b[39m.\u001b[39;49mcpu()\n\u001b[1;32m    190\u001b[0m         all_embeddings\u001b[39m.\u001b[39mextend(embeddings)\n\u001b[1;32m    192\u001b[0m all_embeddings \u001b[39m=\u001b[39m [all_embeddings[idx] \u001b[39mfor\u001b[39;00m idx \u001b[39min\u001b[39;00m np\u001b[39m.\u001b[39margsort(length_sorted_idx)]\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "questions_document_store.update_embeddings(question_docs_retriever)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes.base import BaseComponent\n",
    "from haystack.nodes import EmbeddingRetriever\n",
    "from haystack.schema import Document\n",
    "\n",
    "class document_question_search_bridge(BaseComponent):\n",
    "    outgoing_edges = 1\n",
    "\n",
    "    def run(self, query: str, documents):\n",
    "        \n",
    "        new_docs = []\n",
    "        for doc in documents:\n",
    "            d = {\n",
    "                \"content\":doc.meta[\"article_content\"]\n",
    "            }\n",
    "            new_docs.append(Document.from_dict(d))\n",
    "            \n",
    "        \n",
    "        output={\n",
    "            \"documents\": new_docs,\n",
    "            \"_debug\": {\"anything\": \"you want\"}\n",
    "        }\n",
    "        return output, \"output_1\"\n",
    "\n",
    "    def run_batch(self, queries,**kwargs):\n",
    "        print(\"Why is this running batch??\")\n",
    "        output={\n",
    "            \"documents\": ...,\n",
    "        }\n",
    "        return output, \"output_1\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "bridge = document_question_search_bridge()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "from diversity_ranker import DiversityRanker\n",
    "from haystack.nodes import TopPSampler\n",
    "sampler = TopPSampler(top_p=0.95)\n",
    "ranker = DiversityRanker()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Retrival only pipeline (for summary creation)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "from diversity_ranker import DiversityRanker\n",
    "from haystack.nodes import TopPSampler\n",
    "from haystack import Pipeline\n",
    "\n",
    "p = Pipeline()\n",
    "p.add_node(component=question_docs_retriever, name=\"Retriever\", inputs=[\"Query\"])\n",
    "p.add_node(component=TopPSampler(top_p=0.95,use_gpu=True,devices=[\"mps\"]), name=\"Sampler\", inputs=[\"Retriever\"])\n",
    "p.add_node(component=DiversityRanker(use_gpu=True,devices=[\"mps\"]), name=\"DiversityRanker\", inputs=[\"Sampler\"])\n",
    "p.add_node(component=bridge,name=\"Bridge\", inputs=[\"DiversityRanker\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes import PromptNode, PromptTemplate, AnswerParser\n",
    "prompt_template = PromptTemplate(\n",
    "prompt=\"\"\"\n",
    "Elaborate a 100 words description about {query}, use your own words but it should be truthfully based solely on the given documents. \n",
    "Try to add as many different information as possible but avoid giving too many concrete details. Be diverse, the description should be broad. Remember to keep it short, maximum 100 words.\n",
    "Use a touristic guide tone. For everything you say, properlly cite only the documents where the information was extracted from using Document[number] notation. If multiple documents contain the answer, cite those documents like as stated in Document[number], Document[number], ...  e.g. [1],[2]\n",
    "{join(documents, delimiter=new_line, pattern=new_line+'Document[$idx]: $content', str_replace={new_line: ' ', '[': '(', ']': ')'})}\n",
    "Answer:\"\"\",\n",
    "output_parser=AnswerParser(),\n",
    ")\n",
    "\n",
    "prompt_node = PromptNode(\n",
    "    model_name_or_path=\"gpt-3.5-turbo\", \n",
    "    api_key=\"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\", \n",
    "    default_prompt_template=prompt_template,\n",
    "    max_length=400\n",
    ")\n",
    "p.add_node(component=prompt_node, name=\"Prompt_node\", inputs=[\"Bridge\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Retrieval + Question answering (for FAQ generation)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack.nodes import PromptNode, PromptTemplate, AnswerParser\n",
    "FAQ_prompt_template = PromptTemplate(\n",
    "    prompt=\"\"\"\n",
    "    Create a concise and informative answer (no more than 50 words) for a given question \n",
    "    based solely on the given documents. You must only use information from the given documents. \n",
    "    Use an unbiased and journalistic tone. Do not repeat text. Cite the documents using Document[number] notation. \n",
    "    If multiple documents contain the answer, cite those documents like as stated:  Document[number], Document[number], ... e.g. [1],[2]\n",
    "    If the documents do not contain the answer to the question, briefly say that answering is not possible given the available information.\n",
    "    {join(documents, delimiter=new_line, pattern=new_line+'Document[$idx]: $content', str_replace={new_line: ' ', '[': '(', ']': ')'})}\n",
    "    Question: {query}; Answer:\"\"\",\n",
    "    output_parser=AnswerParser(),\n",
    ")\n",
    "\n",
    "FAQ_prompt_node = PromptNode(\n",
    "    model_name_or_path=\"gpt-3.5-turbo\", api_key=\"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\", default_prompt_template=FAQ_prompt_template\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "from haystack import Pipeline\n",
    "QA_p = Pipeline()\n",
    "QA_p.add_node(component=retriever, name=\"Retriever\", inputs=[\"Query\"])\n",
    "QA_p.add_node(component=sampler, name=\"Sampler\", inputs=[\"Retriever\"])\n",
    "QA_p.add_node(component=ranker, name=\"DiversityRanker\", inputs=[\"Sampler\"])\n",
    "QA_p.add_node(component=FAQ_prompt_node, name=\"Prompt_node\", inputs=[\"DiversityRanker\"])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# For tag generation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/josepsmachine/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/transformers/convert_slow_tokenizer.py:470: UserWarning: The sentencepiece tokenizer that you are converting to a fast tokenizer uses the byte fallback option which is not implemented in the fast tokenizers. In practice this means that the fast version of the tokenizer can produce unknown tokens whereas the sentencepiece version would have converted these unknown tokens into a sequence of byte tokens matching the original piece of text.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "from transformers import pipeline\n",
    "classifier = pipeline(\"zero-shot-classification\", model=\"MoritzLaurer/DeBERTa-v3-base-mnli-fever-anli\")\n",
    "candidate_labels = [\"nature\",\"culinary\", \"city\", \"cultural\",\"other\"]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Place summary + FAQ generation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "The number of documents in the SQL database (5) doesn't match the number of embeddings in FAISS (0). Make sure your FAISS configuration file points to the same database that you used when you saved the original index.",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[44], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mhaystack\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mdocument_stores\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m FAISSDocumentStore\n\u001b[0;32m----> 3\u001b[0m places_doc_store \u001b[38;5;241m=\u001b[39m \u001b[43mFAISSDocumentStore\u001b[49m\u001b[43m(\u001b[49m\u001b[43mfaiss_index_factory_str\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mFlat\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\u001b[43mindex\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mplaces\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/nodes/base.py:46\u001b[0m, in \u001b[0;36mexportable_to_yaml.<locals>.wrapper_exportable_to_yaml\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m     43\u001b[0m         \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_component_config[\u001b[39m\"\u001b[39m\u001b[39mparams\u001b[39m\u001b[39m\"\u001b[39m][k] \u001b[39m=\u001b[39m v\n\u001b[1;32m     45\u001b[0m \u001b[39m# Call the actuall __init__ function with all the arguments\u001b[39;00m\n\u001b[0;32m---> 46\u001b[0m init_func(\u001b[39mself\u001b[39;49m, \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/document_stores/faiss.py:163\u001b[0m, in \u001b[0;36mFAISSDocumentStore.__init__\u001b[0;34m(self, sql_url, vector_dim, embedding_dim, faiss_index_factory_str, faiss_index, return_embedding, index, similarity, embedding_field, progress_bar, duplicate_documents, faiss_index_path, faiss_config_path, isolation_level, n_links, ef_search, ef_construction, validate_index_sync)\u001b[0m\n\u001b[1;32m    158\u001b[0m \u001b[39msuper\u001b[39m()\u001b[39m.\u001b[39m\u001b[39m__init__\u001b[39m(\n\u001b[1;32m    159\u001b[0m     url\u001b[39m=\u001b[39msql_url, index\u001b[39m=\u001b[39mindex, duplicate_documents\u001b[39m=\u001b[39mduplicate_documents, isolation_level\u001b[39m=\u001b[39misolation_level\n\u001b[1;32m    160\u001b[0m )\n\u001b[1;32m    162\u001b[0m \u001b[39mif\u001b[39;00m validate_index_sync:\n\u001b[0;32m--> 163\u001b[0m     \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_validate_index_sync()\n",
      "File \u001b[0;32m~/miniforge3/envs/haystack_stuff/lib/python3.9/site-packages/haystack/document_stores/faiss.py:182\u001b[0m, in \u001b[0;36mFAISSDocumentStore._validate_index_sync\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    177\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m_validate_index_sync\u001b[39m(\u001b[39mself\u001b[39m):\n\u001b[1;32m    178\u001b[0m     \u001b[39m# This check ensures the correct document database was loaded.\u001b[39;00m\n\u001b[1;32m    179\u001b[0m     \u001b[39m# If it fails, make sure you provided the path to the database\u001b[39;00m\n\u001b[1;32m    180\u001b[0m     \u001b[39m# used when creating the original FAISS index\u001b[39;00m\n\u001b[1;32m    181\u001b[0m     \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mget_document_count() \u001b[39m==\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mget_embedding_count():\n\u001b[0;32m--> 182\u001b[0m         \u001b[39mraise\u001b[39;00m \u001b[39mValueError\u001b[39;00m(\n\u001b[1;32m    183\u001b[0m             \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mThe number of documents in the SQL database (\u001b[39m\u001b[39m{\u001b[39;00m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mget_document_count()\u001b[39m}\u001b[39;00m\u001b[39m) doesn\u001b[39m\u001b[39m'\u001b[39m\u001b[39mt \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m    184\u001b[0m             \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39mmatch the number of embeddings in FAISS (\u001b[39m\u001b[39m{\u001b[39;00m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mget_embedding_count()\u001b[39m}\u001b[39;00m\u001b[39m). Make sure your FAISS \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m    185\u001b[0m             \u001b[39m\"\u001b[39m\u001b[39mconfiguration file points to the same database that \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m    186\u001b[0m             \u001b[39m\"\u001b[39m\u001b[39myou used when you saved the original index.\u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m    187\u001b[0m         )\n",
      "\u001b[0;31mValueError\u001b[0m: The number of documents in the SQL database (5) doesn't match the number of embeddings in FAISS (0). Make sure your FAISS configuration file points to the same database that you used when you saved the original index."
     ]
    }
   ],
   "source": [
    "from haystack.document_stores import FAISSDocumentStore\n",
    "\n",
    "places_doc_store = FAISSDocumentStore(faiss_index_factory_str=\"Flat\",index=\"places\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "def apply_links(out):\n",
    "    content = out[\"answers\"][0].answer\n",
    "\n",
    "    #For each cited document substitute that with a html link tag to its respective webpage.\n",
    "    document_store_doc_ids = out[\"answers\"][0].document_ids\n",
    "    for i,doc in enumerate(document_store.get_documents_by_id(document_store_doc_ids)):\n",
    "        url = doc.meta[\"url\"]\n",
    "        html_tag = f\"<a href='{url}' target='_blank'>({i})</a>\"\n",
    "        content = content.replace(f\"[{i+1}]\",html_tag)\n",
    "        content = content .replace(f\"Document[{i+1}]\",html_tag)\n",
    "        content = content .replace(f\"Document [{i+1}]\",html_tag)\n",
    "        content = content .replace(f\"[Document{i+1}]\",html_tag)\n",
    "        content = content .replace(f\"[Document {i+1}]\",html_tag)\n",
    "\n",
    "    return content\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Varangerhalvøya\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  1.54it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Varangerhalvøya is famous for its stunning natural beauty and diverse wildlife. Located in northeastern Norway, this peninsula offers a range of activities for nature enthusiasts. Explore the Varanger National Park, home to a rich variety of bird species, including the iconic Steller's eider and king eider <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Take a hike along the rugged coastline and admire the breathtaking fjords and mountains <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Experience the thrill of fishing in the crystal-clear waters, with salmon and trout being popular catches <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. For a cultural experience, visit the charming fishing villages and learn about the Sami indigenous culture <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Don't miss the chance to witness the mesmerizing Northern Lights dancing across the sky during winter nights <a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>.\n",
      "------------------------------------\n",
      "FAQ answering Varangerhalvøya\n",
      "------------------------------------\n",
      "What is the weather like year round in Varangerhalvøya?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  1.62it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Varangerhalvøya?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.98it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Varangerhalvøya?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 13.38it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Varangerhalvøya?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 24.10it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Varangerhalvøya are Træna, Røst, and Værøy. These islands are known for their welcoming locals and a mix of newcomers and long-time residents. <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Varangerhalvøya? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.80it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Varangerhalvøya:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.33it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Varangerhalvøya is not mentioned in the given documents, so it is not possible to provide a short summary about its history based solely on the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Varangerhalvøya\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 641321.08it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Finnmark\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.49it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Finnmark, located in the northernmost part of Norway, is famous for its stunning natural beauty and unique cultural heritage. The region is known for its vast wilderness, including the expansive tundra and the breathtaking fjords <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Visitors can engage in a wide range of activities in Finnmark, such as dog sledding, snowmobiling, and reindeer sleigh rides, offering a truly unforgettable Arctic experience <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Must-see places in Finnmark include the North Cape, where one can witness the midnight sun and the spectacular Northern Lights <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Additionally, exploring the Sami culture and visiting the Sami Museum and Nature Center are highly recommended to gain insight into the region's rich heritage <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>.\n",
      "------------------------------------\n",
      "FAQ answering Finnmark\n",
      "------------------------------------\n",
      "What is the weather like year round in Finnmark?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.42it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide information about the weather in Finnmark year-round.\n",
      "\n",
      "What is the best time of the year to visit Finnmark?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.08it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of year to visit Finnmark is between late November and early March when you have the highest chance of seeing the Northern Lights. Additionally, during this time, you can also explore the Sami culture and attend the Sami Easter festival in Kautokeino. <a href='http://www.lonelyplanet.com/articles/top-things-to-do-in-norway' target='_blank'>(1)</a>\n",
      "\n",
      "How good is public transport in Finnmark?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.73it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Finnmark?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 11.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Finnmark include a reindeer sanctuary, the Louise Bourgeois and Peter Zumthor’s Steilneset Memorial in Vardø, the Varanger area for birdwatching, and the Finnmarksvidda mountain plateau. <a href='https://www.visitnorway.com/hotels-more/hotels/snow-and-ice-hotels/' target='_blank'>(0)</a>,<a href='https://coolhunting.com/travel/up-norway-offers-travelers-unique-personalized-experiences/' target='_blank'>(2)</a>\n",
      "\n",
      "Is it safe to travel to Finnmark? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.32it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide any information regarding the safety of traveling to Finnmark or any safety concerns/precautions. Answering this question is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Finnmark:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 14.85it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Finnmark includes a rich Sámi culture, with the Sami people traditionally living as nomads and herding reindeer across the Arctic landscape. Today, the Sami culture is thriving, and visitors can explore the Sami Parliament and Sami National Museum in Karasjok, as well as attend the Sami Easter festival in Kautokeino. <a href='https://coolhunting.com/travel/up-norway-offers-travelers-unique-personalized-experiences/' target='_blank'>(0)</a>,<a href='http://www.lonelyplanet.com/articles/top-things-to-do-in-norway' target='_blank'>(1)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Finnmark\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 724317.27it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Gudvangen\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.46it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Gudvangen, a picturesque village in Norway, is famous for its stunning natural beauty and captivating fjord landscape. Nestled at the head of the Nærøyfjord, a UNESCO World Heritage Site, Gudvangen offers visitors a unique and unforgettable experience. The best things to do here include taking a scenic boat tour along the fjord, immersing yourself in the local Viking culture at the Gudvangen Viking Valley, and exploring the nearby hiking trails that offer breathtaking views of the surrounding mountains and waterfalls. Must-see places in Gudvangen include the Nærøyfjord, the Viking Valley, and the impressive Stalheimskleiva road, known for its hairpin bends and panoramic views. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>\n",
      "------------------------------------\n",
      "FAQ answering Gudvangen\n",
      "------------------------------------\n",
      "What is the weather like year round in Gudvangen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.14it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Gudvangen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.60it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information about the best time of year to visit Gudvangen.\n",
      "\n",
      "How good is public transport in Gudvangen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.92it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Gudvangen is available through boat services from Flåm, buses to Voss, and the Oslo-Bergen railway. The Future of the Fjords, an all-electric vessel, operates the Gudvangen-Flåm route. <a href='https://tc.tradetracker.net/?c=29084&m=12&a=262073&r=content&u=https%3A%2F%2Fwww.dancenter.com%2Fnorway%2F' target='_blank'>(0)</a>, <a href='http://www.lonelyplanet.com/articles/exploring-norways-fjords' target='_blank'>(2)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Gudvangen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.45it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The Viking village in Gudvangen is an off-the-beaten-path attraction to explore in Gudvangen. <a href='https://www.visitnorway.com/places-to-go/fjord-norway/winter-season/' target='_blank'>(1)</a>\n",
      "\n",
      "Is it safe to travel to Gudvangen? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.25it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No information is provided in the given documents about the safety of traveling to Gudvangen or any specific safety concerns or precautions.\n",
      "\n",
      "Short summary about the history of Gudvangen:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.96it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Gudvangen is a town located at the head of the Nærøyfjord in Norway. It is known for its stunning scenery, with high cliffs and waterfalls surrounding the town. The road leading to the town, Stalheimskleiva, is one of the steepest roads in Northern Europe and took seven years to build. Gudvangen is also a popular destination for those interested in Viking history, with a Viking market and opportunities to learn traditional crafts and trades\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Gudvangen\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 845506.48it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Lærdal\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.45it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Lærdal, a picturesque village situated in Norway, is famous for its stunning natural beauty and rich cultural heritage. Known as the Gateway to the Fjords, Lærdal offers a multitude of activities for nature enthusiasts and history buffs alike. Immerse yourself in the breathtaking landscapes by hiking through the majestic mountains or exploring the nearby fjords. Discover the authentic charm of the village by visiting its well-preserved wooden houses, some of which date back to the 18th century. Lærdal is also home to the world's longest road tunnel, the Lærdalstunnelen, which offers a unique driving experience. Don't miss the chance to experience the mesmerizing Northern Lights during the winter months. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>\n",
      "------------------------------------\n",
      "FAQ answering Lærdal\n",
      "------------------------------------\n",
      "What is the weather like year round in Lærdal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.66it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Lærdal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.03it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of the year to visit Lærdal is not stated in the given documents.\n",
      "\n",
      "How good is public transport in Lærdal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.95it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Lærdal is well-developed and accessible. Visitors can take direct buses from Bergen and Oslo to Lærdal multiple times daily, and there are also bus routes connecting Lærdal to Sogndal and other nearby attractions. In addition, there is an express boat that provides transportation between Lærdal and Bergen. <a href='https://www.visitnorway.com/listings/kingsroad-highlights-(vindhella-galdane)/12203/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/plan-your-trip/round-trips/fjord-norway/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.com/plan-your-trip/round-trips/fjord-norway/' target='_blank'>(5)</a>,<a href='http://www.lonelyplanet.com/articles/winding-through-the-wilds-road-tripping-norways-west-coast' target='_blank'>(6)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Lærdal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.78it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Lærdal include the Old Lærdalsøyri wooden house town, the Kingsroad hike starting behind the red Borgund church, and the charming wooden houses in the village of Lærdalsøyri. <a href='https://www.visitnorway.com/listings/kingsroad-highlights-(vindhella-galdane)/12203/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/kingsroad-highlights-(vindhella-galdane)/12203/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/listings/kingsroad-highlights-(vindhella-galdane)/12203/' target='_blank'>(3)</a>\n",
      "\n",
      "Is it safe to travel to Lærdal? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 12.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information available in the given documents regarding the safety of traveling to Lærdal or any safety concerns or precautions.\n",
      "\n",
      "Short summary about the history of Lærdal:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.40it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Lærdal is a town in Norway known for its historical significance and natural landscapes. The Kingsroad, a famous route, passes through Lærdal and is full of myths and stories. The town is home to the old Lærdalsøyri, a well-preserved wooden house town that escaped a major fire in 2014. The main street Øyragata, which is part of the Kingsroad, has a rich history dating back to the 16th century.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Lærdal\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 713924.09it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Stalheimskleiva\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.64it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Stalheimskleiva is famous for its stunning and picturesque landscape, making it a popular tourist destination in Norway. The highlight of Stalheimskleiva is its famous mountain road, which is known as one of the steepest in Northern Europe <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Visitors can enjoy breathtaking views of the surrounding mountains and fjords as they drive or hike along this road. In addition to the scenic beauty, there are several activities to do in Stalheimskleiva. Nature enthusiasts can explore the nearby hiking trails and go on adventurous bike rides <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Moreover, Stalheim Hotel, located in Stalheimskleiva, offers comfortable accommodations with panoramic views, allowing visitors to fully immerse themselves in the natural beauty of the area <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Overall, Stalheimskleiva is a must-visit destination for those seeking awe-inspiring landscapes and outdoor adventures.\n",
      "------------------------------------\n",
      "FAQ answering Stalheimskleiva\n",
      "------------------------------------\n",
      "What is the weather like year round in Stalheimskleiva?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.20it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Stalheimskleiva?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.47it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Stalheimskleiva?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 24.33it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Stalheimskleiva?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.27it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The document does not mention any off-the-beaten-path attractions to explore in Stalheimskleiva. Answering the question is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Stalheimskleiva? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.15it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "It is not possible to determine if it is safe to travel to Stalheimskleiva based on the given documents. There is no information provided about any safety concerns or precautions for traveling to Stalheimskleiva.\n",
      "\n",
      "Short summary about the history of Stalheimskleiva:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.40it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Stalheimskleiva is not provided in the given documents.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Stalheimskleiva\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 701107.25it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Flåm\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.64it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Flåm, a picturesque village nestled in the heart of Norway, is renowned for its stunning natural beauty and a plethora of outdoor activities. Surrounded by towering mountains, cascading waterfalls, and serene fjords, Flåm offers a truly immersive experience for nature enthusiasts and adventure seekers. One of the must-see attractions is the Flåm Railway, a scenic train journey that takes you through breathtaking landscapes <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Additionally, visitors can embark on a thrilling fjord safari, kayak along the tranquil waters, or hike through the enchanting valleys <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. For those interested in culture, the Flåm Museum provides insights into the village's rich history and traditions <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Flåm is truly a haven for exploration and discovery.\n",
      "------------------------------------\n",
      "FAQ answering Flåm\n",
      "------------------------------------\n",
      "What is the weather like year round in Flåm?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.97it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Flåm?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 11.48it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide a clear answer to the question.\n",
      "\n",
      "How good is public transport in Flåm?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.40it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Flåm is easily accessible and well-planned, allowing for convenient travel to even remote small places in Fjord Norway. <a href='https://tc.tradetracker.net/?c=31633&m=12&a=262073&r=offer&u=%2Feu%2Ftour%2Fnorway-in-depth-small-group-tour' target='_blank'>(2)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Flåm?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.69it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Flåm include the eco-lodge 29|2 Aurland, the Varanger Peninsula for its natural landscapes and Sami culture, the Brekkefossen waterfall hike, the Stegastein viewpoint in Aurland, and the Cultural Evening Walk offered by FjordSafari Norway AS. <a href='https://www.fjordtours.com/tourism/?tt=25455_12_262073_offer&r=https%3A%2F%2Fwww.norwaynutshell.com%2Fsognefjord-winter%2F%3Futm_source%3Dvisitnorway%26utm_medium%3Dlinks%26utm_campaign%3DGlobal' target='_blank'>(0)</a>,<a href='https://www.wendyperrin.com/?destination=insiders-guide-to-wild-norway-from-kayaking-the-fjords-to-off-the-grid-lodges' target='_blank'>(2)</a>,<a href='https://www.visitnorway.com/plan-your-trip/round-trips/fjord-norway/' target='_blank'>(5)</a>\n",
      "\n",
      "Is it safe to travel to Flåm? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  5.58it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The document does not provide information about the safety of traveling to Flåm or any safety concerns/precautions.\n",
      "\n",
      "Short summary about the history of Flåm:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.78it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Flåm includes its evolution from the time of trolls and witches to the present day. The area has seen changes in landscape and life, and local guides can provide insight into the local history and culture. <a href='https://www.visitnorway.com/listings/brekkefossen-waterfall-hike/221093/' target='_blank'>(0)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Flåm\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 627824.03it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Sogndal\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.82it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sogndal, a picturesque town nestled in the heart of Norway, is famous for its stunning natural beauty and outdoor activities. Surrounded by majestic mountains and fjords, Sogndal offers a plethora of adventures for nature enthusiasts. From hiking and climbing to skiing and snowboarding, there is no shortage of adrenaline-pumping activities to enjoy in this scenic paradise. Sogndal is also known for its vibrant cultural scene, with numerous art galleries and museums showcasing the region's rich history and heritage. Don't miss the chance to explore the iconic Sognefjord, the largest fjord in Norway, or visit the charming stave churches that dot the landscape. Whether you're seeking adventure or cultural immersion, Sogndal has something for everyone to enjoy. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>\n",
      "------------------------------------\n",
      "FAQ answering Sogndal\n",
      "------------------------------------\n",
      "What is the weather like year round in Sogndal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.22it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide information about the weather in Sogndal.\n",
      "\n",
      "What is the best time of the year to visit Sogndal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.26it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Sogndal is during the winter season, which lasts from November to May. This is when you can experience winter sports activities, such as skiing, in Sogndal Skisenter. Additionally, visiting the fjords in winter allows for majestic views with fewer crowds and the opportunity to see the beautiful blue colors of the winter lights reflected in the fjord. <a href='https://www.visitnorway.com/listings/sogndal-ski-resort/3744/' target='_blank'>(1)</a>, <a href='https://www.fjordtours.com/tourism/?tt=25455_12_262073_offer&r=https%3A%2F%2Fwww.norwaynutshell.com%2Fsognefjord-winter%2F%3Futm_source%3Dvisitnorway%26utm_medium%3Dlinks%26utm_campaign%3DGlobal' target='_blank'>(2)</a>\n",
      "\n",
      "How good is public transport in Sogndal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.47it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Sogndal is convenient and reliable. There are buses available to travel to nearby destinations such as Lærdal and Bergen, as well as attractions like Jostedalsbreen National Park and Nigardsbreen glacier. Additionally, there is an express boat, the Sognefjordekspressen, that provides transportation back to Bergen. <a href='https://www.fjordtours.com/tourism/?tt=25455_12_262073_offer&r=https%3A%2F%2Fwww.norwaynutshell.com%2Fsognefjord-winter%2F%3Futm_source%3Dvisitnorway%26utm_medium%3Dlinks%26utm_campaign%3DGlobal' target='_blank'>(0)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Sogndal?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.79it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Sogndal include the Jostedalsbreen National Park, where you can participate in glacier hikes and visit glacier museums, and the Fjærland book town, which can be reached by a scenic boat ride from the artistic village of Balestrand. <a href='https://www.fjordtours.com/tourism/?tt=25455_12_262073_offer&r=https%3A%2F%2Fwww.norwaynutshell.com%2Fsognefjord-winter%2F%3Futm_source%3Dvisitnorway%26utm_medium%3Dlinks%26utm_campaign%3DGlobal' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Sogndal? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.50it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Traveling to Sogndal is generally safe, but precautions should be taken for off-piste skiing (Document<a href='https://www.visitnorway.com/listings/sogndal-ski-resort/3744/' target='_blank'>(3)</a>). It is recommended to ask staff about snow conditions and hire a mountain guide for activities outside the groomed area.\n",
      "\n",
      "Short summary about the history of Sogndal:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.22it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Sogndal\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 738018.02it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Hodlekve\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.59it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hodlekve is famous for its stunning natural beauty and outdoor activities. Located in Sogn og Fjordane county, Norway, it offers a plethora of opportunities for adventure seekers and nature enthusiasts. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a> The best things to do in Hodlekve include skiing on its excellent slopes, with a variety of trails suitable for all levels of expertise. <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a> In addition to skiing, visitors can indulge in hiking, camping, and mountain biking, surrounded by breathtaking landscapes and picturesque views. <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a> Must-see places in Hodlekve include the famous Hodlekve Ski Center, known for its well-maintained slopes and modern facilities. <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a> Nature lovers should explore the nearby Vassenden Valley, where they can witness cascading waterfalls and abundant wildlife. <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>\n",
      "------------------------------------\n",
      "FAQ answering Hodlekve\n",
      "------------------------------------\n",
      "What is the weather like year round in Hodlekve?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.55it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Hodlekve?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.83it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Hodlekve is from November to May, as the ski season is quite long during this period and the resort boasts the best natural snow in Norway. <a href='https://www.visitnorway.com/listings/sogndal-ski-resort/3744/' target='_blank'>(0)</a>\n",
      "\n",
      "How good is public transport in Hodlekve?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.99it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Hodlekve?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 16.95it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There are cross-country trails in Hodlekve that are easy to navigate, suitable for both experienced skiers and beginners. The area has a long history, dating back to the time of Birkebeinarane. Visitors can also enjoy a cafe in Dalalåven after their skiing trip. <a href='https://www.visitnorway.com/listings/sogndal-skisenter-cross-country-skiing/3886/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Hodlekve? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 13.50it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information about the safety of traveling to Hodlekve or any safety concerns or precautions.\n",
      "\n",
      "Short summary about the history of Hodlekve:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 26.73it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Hodlekve dates back to the time of the Birkebeinarane, where people have been skiing in the forest for many years. The trails are suitable for all skill levels, and there is a cafe in Dalalåven for refreshments after skiing. <a href='https://www.visitnorway.com/listings/sogndal-skisenter-cross-country-skiing/3886/' target='_blank'>(0)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Hodlekve\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 862315.79it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Oslo\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  1.90it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Oslo, the capital city of Norway, is famous for its stunning natural beauty and vibrant cultural scene. It is surrounded by breathtaking fjords and lush forests, making it a paradise for outdoor enthusiasts. The city is known for its modern architecture and innovative design, with landmarks like the Oslo Opera House and the Astrup Fearnley Museum showcasing its contemporary charm. Visitors can explore the rich history of Oslo by visiting the Akershus Fortress and the Viking Ship Museum, which displays well-preserved Viking ships. For a taste of Norwegian cuisine, the Mathallen Food Hall offers a variety of local delicacies. Whether you want to go hiking, immerse yourself in art and culture, or indulge in delicious food, Oslo has something for everyone. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>\n",
      "------------------------------------\n",
      "FAQ answering Oslo\n",
      "------------------------------------\n",
      "What is the weather like year round in Oslo?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  5.75it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The weather in Oslo can vary throughout the year. In August, the local weather forecast shows temperatures ranging from 12°C (54 °F) to 18°C (65 °F) with overcast clouds and rain. It is described as a bike-friendly city with a climate that rarely exceeds 25 degrees Celsius <a href='https://www.visitnorway.com/places-to-go/eastern-norway/oslo/experience-oslo-by-bike/' target='_blank'>(1)</a>,<a href='https://bureaumundo.com/en/eventos/autumn-in-norway-stay-for-a-while/' target='_blank'>(3)</a>.\n",
      "\n",
      "What is the best time of the year to visit Oslo?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.86it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of the year to visit Oslo is in the autumn, particularly in September. This is when the city is filled with art attractions and has world-class museums and galleries <a href='https://bureaumundo.com/en/eventos/autumn-in-norway-stay-for-a-while/' target='_blank'>(1)</a>. Additionally, Oslo experiences a rebirth of its waterfront district and offers new restaurants and even a beach <a href='http://www.lonelyplanet.com/articles/best-places-to-visit-in-norway' target='_blank'>(2)</a>.\n",
      "\n",
      "How good is public transport in Oslo?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.95it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Oslo is extensive and easy to use. It includes a metro (T-bane), bus, tram, and ferry services. The city's transport system is coordinated by Ruter, and tickets are valid for any mode of transport on the network. Most attractions are within zones 1 and 2, and tickets can be purchased through the Ruter app or self-service kiosks. Additionally, buying an Oslo Pass provides free transport in zones 1 and 2, as well as\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Oslo?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.04it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Oslo include the Holmenkollen Ski Jump, Mount Fløyen in Bergen, the Aksla viewpoint in Ålesund, and the aquavit tasting experience at Berg Gård on The Golden Road. <a href='http://www.lonelyplanet.com/articles/exploring-norways-fjords' target='_blank'>(0)</a>,<a href='http://www.lonelyplanet.com/articles/norway-on-a-budget' target='_blank'>(2)</a>\n",
      "\n",
      "Is it safe to travel to Oslo? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.51it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Oslo is generally a safe place to travel to, but pickpocketing can occur in popular tourist areas like the Torget area. It is advised to keep valuables hidden and not leave them visible in an unattended car. Additionally, it is important to pay attention to the weather as wild weather can occur without warning, especially in the wilderness areas. It is recommended to always carry warm wet-weather gear and let someone know your whereabouts. <a href='http://www.lonelyplanet.com/articles/things-to-know-before-traveling-to-norway' target='_blank'>(0)</a>\n",
      "\n",
      "Short summary about the history of Oslo:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.91it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Oslo, the largest city in Norway, has a rich history dating back to pre-1000 B.C. It has been the nation's capital since 1299 and celebrated its 1000-year anniversary in 2000. Oslo is known for its historical landmarks, modern architecture, vibrant city life, and small-town charm. It offers a variety of parks, museums, theaters, and art expos, including the National Museum which showcases Norwegian cultural heritage. The Oslo Opera House, a renowned architectural\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Oslo\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 632720.47it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Fenaknoken\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.67it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fenaknoken is a charming destination known for its rich cultural heritage and breathtaking natural landscapes. This hidden gem offers travelers a unique and authentic experience. Immerse yourself in the local traditions by visiting the vibrant markets and partaking in the lively festivals celebrated throughout the year <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. For nature enthusiasts, Fenaknoken boasts stunning hiking trails that lead to picturesque waterfalls and mesmerizing viewpoints <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Indulge in the local cuisine, which is famous for its bold flavors and fresh ingredients <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Don't miss the opportunity to explore the ancient ruins that dot the region, showcasing the historical significance of Fenaknoken <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. With its warm hospitality and unspoiled beauty, Fenaknoken guarantees an unforgettable adventure for all.\n",
      "------------------------------------\n",
      "FAQ answering Fenaknoken\n",
      "------------------------------------\n",
      "What is the weather like year round in Fenaknoken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 16.65it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Fenaknoken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.95it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Fenaknoken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.44it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Fenaknoken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.02it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information provided in the given documents about off-the-beaten-path attractions to explore in Fenaknoken. Answering this question is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Fenaknoken? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.15it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide any information about the safety of traveling to Fenaknoken or any safety concerns/precautions.\n",
      "\n",
      "Short summary about the history of Fenaknoken:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.56it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide any information about the history of Fenaknoken. Answering this question is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Fenaknoken\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1022377.57it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Syverkiosken\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.04it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Syverkiosken, a small village nestled in the picturesque countryside, is famous for its charming atmosphere and rich cultural heritage. With its quaint streets lined with traditional houses, Syverkiosken offers a glimpse into the region's history and traditions. Visitors can immerse themselves in the local culture by exploring the village's vibrant market, where they can find a variety of handmade crafts and local produce <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. For nature enthusiasts, Syverkiosken boasts beautiful hiking trails that wind through lush forests and offer breathtaking views of the surrounding landscape <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Additionally, history buffs can visit the village's historical museum, which showcases artifacts and exhibits detailing the area's past <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Whether it's strolling through the charming streets or embarking on an outdoor adventure, Syverkiosken offers a delightful experience for all.\n",
      "------------------------------------\n",
      "FAQ answering Syverkiosken\n",
      "------------------------------------\n",
      "What is the weather like year round in Syverkiosken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 26.06it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Syverkiosken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.05it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Syverkiosken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering this question is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Syverkiosken?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.54it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Syverkiosken include a wide selection of sausages and homemade condiments, as well as the opportunity to try a rare combination from the city of Moss: a sausage in a waffle. <a href='https://www.visitnorway.com/places-to-go/eastern-norway/oslo/weekend-insider-tips/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Syverkiosken? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Document<a href='https://www.visitnorway.com/places-to-go/eastern-norway/oslo/weekend-insider-tips/' target='_blank'>(0)</a> does not provide any information about the safety of traveling to Syverkiosken or any safety concerns/precautions. Therefore, it is not possible to answer the question with the available information.\n",
      "\n",
      "Short summary about the history of Syverkiosken:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.44it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information available in the given documents about the history of Syverkiosken.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Syverkiosken\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1132126.97it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Haralds Vaffel\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  6.82it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Haralds Vaffel is famous for its delicious and unique waffles, which have gained popularity among locals and tourists alike. The best thing to do in Haralds Vaffel is to indulge in their mouthwatering waffles, which are made with a secret recipe passed down through generations <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. In addition to enjoying their delectable waffles, visitors can also partake in various activities in Haralds Vaffel. One can explore the charming streets of the town, visit local shops and boutiques to discover unique souvenirs <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>, or simply relax in one of the cozy cafes while savoring a warm cup of coffee or hot chocolate. Must-see places in Haralds Vaffel include the historic town square, where one can admire the beautiful architecture and immerse themselves in the town's rich cultural heritage <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Whether you have a sweet tooth or simply appreciate the beauty of a quaint town, Haralds Vaffel is sure to captivate your senses.\n",
      "------------------------------------\n",
      "FAQ answering Haralds Vaffel\n",
      "------------------------------------\n",
      "What is the weather like year round in Haralds Vaffel?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 11.38it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Haralds Vaffel?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.39it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of the year to visit Haralds Vaffel in Oslo is between July and mid-August when the elusive multebær or cloudberries are in season and can be enjoyed in their decadent dessert, multekrem. <a href='http://www.lonelyplanet.com/articles/what-to-eat-and-drink-in-norway' target='_blank'>(0)</a>\n",
      "\n",
      "How good is public transport in Haralds Vaffel?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.24it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Haralds Vaffel?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.21it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information in the given documents about off-the-beaten-path attractions to explore in Haralds Vaffel. Answering this question is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Haralds Vaffel? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.74it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Haralds Vaffel:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.99it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "No information is provided about the history of Haralds Vaffel in the given documents. Answering the question is not possible based on the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Haralds Vaffel\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1075765.99it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Moss\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.80it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Moss, a picturesque town located in southern Norway, is famous for its rich cultural heritage and stunning natural landscapes. Known as the \"Pearl of the Oslofjord,\" Moss offers a variety of activities for visitors to enjoy. Explore the town's history by visiting the Moss Town and Industrial Museum, which showcases the region's industrial past <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Take a leisurely stroll along the charming marina and waterfront, where you can admire the beautiful boats and soak in the tranquil atmosphere <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Nature enthusiasts will be delighted by the numerous hiking trails and scenic viewpoints in the surrounding Moss municipality, such as Jeløya Island and Refsnes Beach <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Don't miss out on sampling delicious local cuisine and experiencing the warm hospitality of the locals.\n",
      "------------------------------------\n",
      "FAQ answering Moss\n",
      "------------------------------------\n",
      "What is the weather like year round in Moss?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.58it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Moss?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 26.05it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Moss?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.11it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Moss?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.74it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Moss? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.37it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Moss:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 14.35it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Moss\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 297000.75it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Smalhans\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.54it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Smalhans, a charming town nestled in the heart of the countryside, is famous for its picturesque landscapes and rich cultural heritage. This quaint destination offers a plethora of activities for visitors to enjoy. Nature enthusiasts can embark on scenic hikes through lush forests and rolling hills, immersing themselves in the breathtaking beauty of the surroundings <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. For those seeking culinary delights, Smalhans is renowned for its diverse gastronomy, offering a wide array of local delicacies that will tantalize your taste buds <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Moreover, history buffs can explore the town's historical landmarks, such as the impressive Smalhans Castle, which dates back to the medieval era <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Whether you're looking for outdoor adventures, gastronomic experiences, or a journey through time, Smalhans has something for everyone. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>\n",
      "------------------------------------\n",
      "FAQ answering Smalhans\n",
      "------------------------------------\n",
      "What is the weather like year round in Smalhans?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Smalhans?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.95it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Smalhans?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.12it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Smalhans?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.03it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is a quirky restaurant called Smalhans at St. Hanshaugen known for its delicious food. Another option is Restaurant Schrøder, which is recommended for fans of Norwegian crime author Jo Nesbø and his main character Harry Hole. <a href='https://www.visitnorway.com/places-to-go/eastern-norway/oslo/weekend-insider-tips/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Smalhans? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.28it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Smalhans:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.48it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Smalhans\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 967209.50it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation St. Hanshaugen\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  4.29it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "St. Hanshaugen, located in Oslo, Norway, is famous for its stunning park and vibrant atmosphere. The park, known as St. Hanshaugen Park, offers breathtaking views of the city and is a popular spot for picnics and relaxation <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Visitors can also explore the historical district of St. Hanshaugen, which is filled with charming buildings and picturesque streets <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. In addition, the area is home to a variety of trendy cafes, bars, and restaurants, providing visitors with plenty of options for dining and entertainment <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. For those seeking outdoor activities, St. Hanshaugen offers opportunities for hiking, jogging, and cycling <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Don't miss the chance to visit this dynamic neighborhood and immerse yourself in its lively atmosphere. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>\n",
      "------------------------------------\n",
      "FAQ answering St. Hanshaugen\n",
      "------------------------------------\n",
      "What is the weather like year round in St. Hanshaugen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.91it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The weather in St. Hanshaugen is not mentioned in the given documents.\n",
      "\n",
      "What is the best time of the year to visit St. Hanshaugen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.41it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in St. Hanshaugen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.12it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide information about the quality of public transport in St. Hanshaugen.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in St. Hanshaugen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.67it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in St. Hanshaugen include Smalhans and Restaurant Schrøder. Smalhans is known for its delicious food, while Restaurant Schrøder is a must-visit for fans of Norwegian crime author Jo Nesbø and his main character Harry Hole.\n",
      "\n",
      "Is it safe to travel to St. Hanshaugen? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.70it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of St. Hanshaugen:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.89it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation St. Hanshaugen\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1079559.35it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Hurtigruten\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  7.56it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hurtigruten, known as the \"world's most beautiful voyage,\" is famous for its breathtaking cruises along the stunning Norwegian coastline. With over 125 years of experience, Hurtigruten offers a unique blend of adventure and relaxation, allowing travelers to fully immerse themselves in the natural wonders of Norway. Onboard, guests can indulge in delicious cuisine featuring locally sourced ingredients and enjoy comfortable accommodations <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. The best things to do in Hurtigruten include exploring charming coastal towns, witnessing the mesmerizing Northern Lights, and experiencing thrilling wildlife encounters. From dog sledding and snowshoeing to visiting historic sites and museums, there are endless activities to suit every traveler's interests <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Don't miss the chance to visit iconic landmarks such as the North Cape and the Lofoten Islands, which offer breathtaking landscapes and unforgettable experiences <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>.\n",
      "------------------------------------\n",
      "FAQ answering Hurtigruten\n",
      "------------------------------------\n",
      "What is the weather like year round in Hurtigruten?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 24.21it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The weather in Hurtigruten varies throughout the year. In winter, there can be snowstorms and milder temperatures with occasional rainy spells. The sun remains below the horizon at mid-day from November 25 to January 17 in Vadsø. In summer, Vardø experiences the midnight sun from May 15 to July 28. <a href='https://www.visitnorway.com/places-to-go/northern-norway/varanger/' target='_blank'>(0)</a>\n",
      "\n",
      "What is the best time of the year to visit Hurtigruten?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.71it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of year to visit Hurtigruten is during the winter, from October to March, when you can have the chance to see the northern lights and experience the midnight sun. Hurtigruten has also launched a Northern Lights Guarantee for their winter cruises. <a href='http://www.lonelyplanet.com/articles/winter-adventures-in-norway' target='_blank'>(2)</a>\n",
      "\n",
      "How good is public transport in Hurtigruten?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.89it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hurtigruten serves as a means of transport for Norwegians, with locals using it for short journeys along the coast. While the ships have been adapted for the tourist market, it still provides an authentic transportation experience. However, Hurtigruten also offers optional daily excursions, some of which are pricey. Document<a href='http://www.lonelyplanet.com/articles/hurtigruten-northern-lights-cruise-norway' target='_blank'>(3)</a>,<a href='http://www.lonelyplanet.com/articles/hurtigruten-northern-lights-cruise-norway' target='_blank'>(7)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Hurtigruten?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.79it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Hurtigruten include taking a selfie with a blue kicksled, spending a night in a fishermen's cabin by the seaside, visiting the Lofotr Viking Museum, and exploring the charming villages of Svolvær or Kabelvåg. <a href='http://www.lonelyplanet.com/articles/hurtigruten-northern-lights-cruise-norway' target='_blank'>(2)</a>\n",
      "\n",
      "Is it safe to travel to Hurtigruten? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.18it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide any information on the safety of travelling with Hurtigruten or any specific safety concerns or precautions. Answering this question is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Hurtigruten:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.55it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Hurtigruten has been operating since 1893, initially serving as a cargo and postal service for local communities. It later became a growing passenger cruise company and has been closely connected to the coastal landscape of Norway. The company offers a variety of trips, including the classic Coastal Express voyage from Bergen to Kirkenes and back, stopping at 34 ports along the way. Hurtigruten has also launched a Northern Lights Guarantee for winter cruises. <a href='http://www.lonelyplanet.com/articles/hurtigruten-northern-lights-cruise-norway' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/plan-your-trip/cruise/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.com/plan-your-trip/getting-around/by-boat/hurtigruten/plan-your-trip/' target='_blank'>(4)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Hurtigruten\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 770827.56it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Spain\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.60it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Spain is famous for its rich history, vibrant culture, and beautiful landscapes. As stated in <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>, Spain is renowned for its flamenco music and dance, as well as its delicious cuisine, including tapas and paella. Visitors to Spain can explore its many historic sites, such as the Alhambra in Granada and the Sagrada Familia in Barcelona, as mentioned in <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Nature lovers can enjoy the stunning beaches of Costa del Sol and Costa Brava, as described in <a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>,<a href='http://www.lonelyplanet.com/articles/winding-through-the-wilds-road-tripping-norways-west-coast' target='_blank'>(5)</a>. Additionally, <a href='https://www.visitnorway.com/listings/sogndal-skisenter-cross-country-skiing/3886/' target='_blank'>(6)</a> mentions that Spain offers a variety of adventurous activities, such as hiking in the Pyrenees Mountains or exploring the Camino de Santiago pilgrimage route. With its diverse attractions, Spain offers something for every traveler.\n",
      "------------------------------------\n",
      "FAQ answering Spain\n",
      "------------------------------------\n",
      "What is the weather like year round in Spain?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  7.86it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Spain?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.00it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide information about the best time of year to visit Spain.\n",
      "\n",
      "How good is public transport in Spain?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.29it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Spain?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.84it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Spain? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.99it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: It is not possible to determine if it is safe to travel to Spain based on the available information. The documents do not provide any information about safety concerns or precautions related to traveling to Spain.\n",
      "\n",
      "Short summary about the history of Spain:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.93it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Spain\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 809789.36it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Germany\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.45it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Germany is a country famous for its rich history, vibrant culture, and stunning landscapes. From the iconic Brandenburg Gate in Berlin to the fairytale-like Neuschwanstein Castle in Bavaria, there are countless must-see places in Germany <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. The country is also known for its delicious cuisine, such as bratwurst and pretzels, which can be enjoyed at traditional beer gardens <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. For those interested in history, visiting the Berlin Wall Memorial and the Holocaust Memorial in Berlin is a must <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Germany is also home to numerous world-class museums, including the Pergamon Museum and the Museum Island in Berlin <a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>. Outdoor enthusiasts can explore the picturesque Black Forest or hike up the Zugspitze, Germany's highest mountain <a href='http://www.lonelyplanet.com/articles/winding-through-the-wilds-road-tripping-norways-west-coast' target='_blank'>(5)</a>,<a href='https://www.visitnorway.com/listings/sogndal-skisenter-cross-country-skiing/3886/' target='_blank'>(6)</a>. With its diverse range of activities and attractions, Germany offers something for everyone to enjoy.\n",
      "------------------------------------\n",
      "FAQ answering Germany\n",
      "------------------------------------\n",
      "What is the weather like year round in Germany?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.09it/s]\n",
      "The prompt has been truncated from 4613 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Germany?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.11it/s]\n",
      "The prompt has been truncated from 4041 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "EU/EEA citizens do not need a visa to travel to Norway and can stay for up to three months. <a href='https://upnorway.com/inspiration/how-to-get-to-norway' target='_blank'>(3)</a>\n",
      "\n",
      "How good is public transport in Germany?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Germany?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.61it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering this question is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Germany? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.90it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: It is not possible to determine the safety of traveling to Germany based on the given documents.\n",
      "\n",
      "Short summary about the history of Germany:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  6.37it/s]\n",
      "The prompt has been truncated from 4632 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Germany\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 901651.83it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Belgium\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.41it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Belgium is famous for its rich history, stunning architecture, delicious chocolates, and world-renowned beers. In this charming country, there are plenty of activities to enjoy. One can explore the picturesque canals and medieval buildings in the enchanting city of Bruges <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Art lovers can visit the impressive museums in Brussels, such as the Royal Museums of Fine Arts <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. For those seeking adventure, the Ardennes region offers opportunities for hiking, cycling, and kayaking <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. To indulge in Belgium's culinary delights, don't miss trying the famous Belgian waffles and mussels <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. Additionally, beer enthusiasts can embark on a beer tasting tour, discovering the country's diverse and unique brews <a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>.\n",
      "------------------------------------\n",
      "FAQ answering Belgium\n",
      "------------------------------------\n",
      "What is the weather like year round in Belgium?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.02it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Belgium?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.53it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Belgium?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.32it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The document does not provide any information about the quality of public transport in Belgium. Answering this question is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Belgium?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.18it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Belgium? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.16it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "Short summary about the history of Belgium:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.53it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Belgium\n",
      "------------------------------------\n",
      "culinary\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 388833.12it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Longyearbyen\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.61it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Longyearbyen, the largest settlement in the Norwegian archipelago of Svalbard, is famous for its unique Arctic experiences and breathtaking natural beauty. Known as the gateway to the North Pole, this remote town offers a plethora of activities for adventurous travelers. From dog sledding to snowmobiling, Longyearbyen is a haven for winter sports enthusiasts. In the summer, visitors can embark on wildlife safaris to spot polar bears, reindeer, and arctic foxes. The Svalbard Museum provides a fascinating insight into the region's history and wildlife, while the Global Seed Vault showcases the importance of preserving biodiversity. For adrenaline junkies, a visit to the abandoned Russian mining town of Pyramiden is a must. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>\n",
      "------------------------------------\n",
      "FAQ answering Longyearbyen\n",
      "------------------------------------\n",
      "What is the weather like year round in Longyearbyen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.92it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Longyearbyen experiences exceptional conditions due to its location in the Arctic Ocean. From early spring until autumn, there are never-ending days of the midnight sun. In winter, during the polar night from November until the end of January, there is no daylight. The temperatures in Longyearbyen are relatively mild for its northern location, with an average temperature of -14°C in the wintertime. <a href='https://www.visitnorway.com/places-to-go/svalbard-islands/northern-lights/' target='_blank'>(0)</a>,<a href='http://www.lonelyplanet.com/news/all-day-aurora-tour-norway' target='_blank'>(3)</a>\n",
      "\n",
      "What is the best time of the year to visit Longyearbyen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.38it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of year to visit Longyearbyen is from November to late January, during the period when the sun does not rise above the horizon. This allows for clear, dark skies, increasing the chances of seeing the northern lights. <a href='https://www.visitnorway.com/listings/evening-hike-with-ice-cave-visit-snowfox-travel/262171/' target='_blank'>(3)</a>,<a href='http://www.lonelyplanet.com/news/all-day-aurora-tour-norway' target='_blank'>(4)</a>\n",
      "\n",
      "How good is public transport in Longyearbyen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.47it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: Public transport in Longyearbyen is not mentioned in the given documents, so it is not possible to determine how good it is.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Longyearbyen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.78it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Longyearbyen include the ice cave on Longyearbreen, the abandoned Russian mining settlement of Pyramiden, and the outpost of Isfjord Radio. <a href='https://www.visitnorway.com/listings/evening-hike-with-ice-cave-visit-snowfox-travel/262171/' target='_blank'>(0)</a>, <a href='https://www.visitnorway.com/places-to-go/svalbard-islands/northern-lights/' target='_blank'>(1)</a>, <a href='https://www.visitnorway.com/listings/snowmobile-safari-to-ice-cave-svalbard-adventures/215391/' target='_blank'>(5)</a>\n",
      "\n",
      "Is it safe to travel to Longyearbyen? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  5.17it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Longyearbyen offers a variety of activities including evening hikes to the ice cave and snowmobile tours. Safety precautions are taken seriously, with rescue insurance, emergency and safety equipment, and experienced guides provided for all activities. It is important to wear appropriate clothing and bring necessary gear for outdoor excursions. Adjustments to planned routes may be made for safety reasons. However, the documents do not provide specific information on safety concerns or overall safety of traveling to Longyearbyen.\n",
      "\n",
      "Short summary about the history of Longyearbyen:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.87it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Longyearbyen is a small, cosmopolitan Norwegian city with a population of 2,400 residents from various countries. It serves as the administrative settlement of the Svalbard Islands, located halfway between mainland Norway and the North Pole. The town is famous for being the northernmost permanently inhabited town on Earth. Longyearbyen offers a range of cultural activities, shops, restaurants, bars, and accommodations, making it a popular gateway to the High Arctic and a premier destination for northern lights trips\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Longyearbyen\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 503929.26it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Longyearbreen\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.63it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Longyearbreen is famous for its stunning natural beauty and unique Arctic experiences. Located in Svalbard, Norway, this icy wonderland offers a plethora of activities for adventurous travelers. From dog sledding and snowmobiling to witnessing the mesmerizing Northern Lights, Longyearbreen promises unforgettable moments. Explore the fascinating wildlife, including reindeer and polar bears, in their natural habitat. Visit the Svalbard Museum <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a> to learn about the history and culture of the region. Don't miss the opportunity to explore the awe-inspiring ice caves <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a> and take a boat trip to the majestic fjords <a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>. Longyearbreen is the ultimate destination for those seeking an extraordinary Arctic adventure. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>\n",
      "------------------------------------\n",
      "FAQ answering Longyearbreen\n",
      "------------------------------------\n",
      "What is the weather like year round in Longyearbreen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.66it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Longyearbreen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.80it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not contain information about the best time of year to visit Longyearbreen.\n",
      "\n",
      "How good is public transport in Longyearbreen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.21it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Longyearbreen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 24.24it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The ice cave on Longyearbreen is an off-the-beaten-path attraction in Longyearbreen. <a href='https://www.visitnorway.com/listings/evening-hike-with-ice-cave-visit-snowfox-travel/262171/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Longyearbreen? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 22.80it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Traveling to Longyearbreen is safe as the hike includes professional guides, rescue insurance, and emergency and safety equipment <a href='https://www.visitnorway.com/listings/evening-hike-with-ice-cave-visit-snowfox-travel/262171/' target='_blank'>(0)</a>. There are no safety concerns mentioned in the document.\n",
      "\n",
      "Short summary about the history of Longyearbreen:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.18it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering this question is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Longyearbreen\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 728013.47it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Bergen\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.65it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bergen, known as the \"Gateway to the Fjords,\" is a picturesque city in Norway renowned for its stunning natural beauty and rich cultural heritage. This charming city offers a plethora of activities for visitors to enjoy. Explore the historic Bryggen Wharf, a UNESCO World Heritage site, and immerse yourself in the city's maritime history <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Take a ride on the Fløibanen funicular to Mount Fløyen and witness breathtaking panoramic views of the city and surrounding fjords <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Don't miss the chance to visit the vibrant fish market and indulge in fresh seafood delicacies <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Additionally, Bergen is a hub for outdoor enthusiasts, offering hiking opportunities, fjord cruises, and even skiing in the nearby mountains <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>,<a href='https://tc.tradetracker.net/?c=31633&m=12&a=252110&r=offer&u=%2Feu%2Ftour%2Fbeautiful-norway' target='_blank'>(4)</a>. With its blend of natural wonders and cultural treasures, Bergen truly has something for everyone.\n",
      "------------------------------------\n",
      "FAQ answering Bergen\n",
      "------------------------------------\n",
      "What is the weather like year round in Bergen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.29it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Bergen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.42it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The documents do not provide information about the best time of year to visit Bergen.\n",
      "\n",
      "How good is public transport in Bergen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.69it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transportation in Bergen is excellent. Document<a href='http://www.lonelyplanet.com/articles/getting-around-norway' target='_blank'>(0)</a> states that the country has an excellent public transportation network of trains, buses, and ferries, and Document<a href='http://www.lonelyplanet.com/articles/norway-on-a-budget' target='_blank'>(1)</a> mentions that Bergen has its own public transportation system called Skyss.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Bergen?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.99it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Bergen include the hidden world of passages, small shops, galleries, and artist studios behind the iconic Bryggen front (Document<a href='http://www.lonelyplanet.com/news/bergen-norway-food-flights-art' target='_blank'>(1)</a>), the charming neighborhood of Indre Sandviken with its charming alleys, street art, and old houses (Document<a href='https://www.visitnorway.com/listings/hike-up-mount-ulriken/180806/' target='_blank'>(13)</a>), and the Old Bergen Museum where you can explore historic houses and interact with role players who bring the site to life (Document<a href='http://www.lonelyplanet.com/articles/best-places-to-visit-in-norway' target='_blank'>(4)</a>).\n",
      "\n",
      "Is it safe to travel to Bergen? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.84it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bergen is generally safe for travel, but pickpocketing can occur in popular tourist areas like the Torget area. It is advised to keep valuables hidden and not leave them visible in unattended cars. Additionally, it is important to watch the weather, as wild weather can occur without warning. Always carry warm wet-weather gear and let someone know your plans before heading into the Norwegian wilderness. <a href='http://www.lonelyplanet.com/articles/things-to-know-before-traveling-to-norway' target='_blank'>(0)</a>\n",
      "\n",
      "Short summary about the history of Bergen:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.40it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bergen is a historic city that was Europe's largest wooden city in the 1800s. It was an important trading center, particularly for the fishing industry, and was controlled by the German Hanseatic League for many years. The city has a rich history, with buildings dating back to the 12th century, and the Bryggen district is a UNESCO World Heritage site. Visitors can explore the old city at the Old Bergen open-air museum and experience life from different time periods.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Bergen\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 822686.78it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Trondheim\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.88it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trondheim, the third-largest city in Norway, is famous for its rich history, stunning architecture, and vibrant cultural scene. Known as the \"Historical Capital of Norway,\" it is home to several fascinating landmarks and attractions. One must-see place is the iconic Nidaros Cathedral, Scandinavia's largest medieval building, as mentioned in Document<a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. The city also offers great opportunities for outdoor activities, such as hiking in the nearby Bymarka forest or kayaking along the Nidelva River, as suggested in Document<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. In addition, Trondheim is a hub for music and arts, with numerous festivals and concerts taking place throughout the year, as mentioned in Document<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Don't miss the chance to explore this charming city and immerse yourself in its rich cultural heritage.\n",
      "------------------------------------\n",
      "FAQ answering Trondheim\n",
      "------------------------------------\n",
      "What is the weather like year round in Trondheim?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.66it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The weather in Trondheim varies throughout the year. Summers experience long daylight hours and mild temperatures, while winters are dark and cold with only a few hours of twilight. The first stars are not visible until mid-August, and the city suffers from SAD syndrome during the winter months. <a href='http://www.lonelyplanet.com/articles/trondheim-norway-female-farmers-sustainable-food-scene' target='_blank'>(2)</a>\n",
      "\n",
      "What is the best time of the year to visit Trondheim?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.23it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time of the year to visit Trondheim is during the summer, as mentioned in Document<a href='http://www.lonelyplanet.com/articles/best-beaches-norway' target='_blank'>(1)</a>. On a balmy summer's day, visitors can enjoy the turquoise water and take a dip in Trondheimsfjorden. Additionally, Document<a href='https://bureaumundo.com/en/eventos/autumn-in-norway-stay-for-a-while/' target='_blank'>(0)</a> suggests that August and September are beautiful times to visit Northern Norway, which includes Trondheim, for hiking and outdoor activities.\n",
      "\n",
      "How good is public transport in Trondheim?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.75it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Trondheim is available and convenient for travelers. Trondheim uses AtB as its local transport system, which includes bus and ferry services <a href='https://www.visitnorway.com/plan-your-trip/getting-around/by-boat/' target='_blank'>(0)</a>. Additionally, the coastal pilgrimage path, known as \"St. Olavsled,\" runs from Egersund to Trondheim and allows travelers to use public transport such as boats and buses <a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/listings-stavanger/coastal-pilgrim-tour-egersund-trondheim/10078/' target='_blank'>(1)</a>. However, the specific quality or efficiency of Trondheim's public transport system is not mentioned in the available documents.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Trondheim?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 21.41it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Trondheim include Svartlamon, Bakklandet, and Kulturkvartalet. Svartlamon is a unique neighborhood with a shop offering free clothes, experimental housing projects, and a pub and spiseri called Ramp Pub & Spiseri. Bakklandet is the heart of Trondheim, offering delicious food and drinks at places like Baklandet Skydsstasjon and Sellanraa Bok & Bar.\n",
      "\n",
      "Is it safe to travel to Trondheim? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.43it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trondheim is considered a safe travel destination with no safety concerns mentioned in the available documents <a href='https://www.lonelyplanet.com/articles/exploring-norways-north-on-the-nordlandsbanen' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/plan-your-trip/travel-tips-a-z/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/plan-your-trip/travel-tips-a-z/' target='_blank'>(2)</a>,<a href='https://www.norwegianholidays.com/visitnorway?tt=32573_12_262073_sponsor&r=%2Feu%2Fdestinations%2Fnorway' target='_blank'>(3)</a>,<a href='http://www.lonelyplanet.com/articles/best-beaches-norway' target='_blank'>(4)</a>. However, it is always advisable for travelers to exercise general safety precautions and be aware of their surroundings while traveling.\n",
      "\n",
      "Short summary about the history of Trondheim:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 16.50it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Trondheim, known as the \"home of Nordic flavors,\" is a historical city in Norway. It has gained international recognition as the European Region of Gastronomy in 2022, thanks to its dedicated farmers and innovative chefs. Trondheim is also home to the Nidaros Cathedral, built over the tomb of Olav the Holy, and the Archbishop's Palace Museum, which showcases archaeological finds. The city has a vibrant food scene, including three Michelin-starred restaurants. <a href='https://www.visitnorway.com/places-to-go/trondelag/trondheim/weekend-insider-tips/' target='_blank'>(0)</a>,[2\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Trondheim\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 835086.21it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Stavanger\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.57it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Stavanger, a picturesque city in Norway, is famous for its rich history, stunning natural landscapes, and vibrant cultural scene. Known as the \"Oil Capital of Norway,\" Stavanger offers a unique blend of modernity and tradition. Visitors can explore the charming streets of Old Stavanger, with its well-preserved wooden houses <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. For nature enthusiasts, a visit to the nearby Lysefjord is a must, where one can hike to the iconic Preikestolen (Pulpit Rock) and enjoy breathtaking views <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Stavanger also boasts numerous museums and art galleries, such as the Stavanger Art Museum <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Food lovers can indulge in the city's thriving culinary scene, with restaurants offering a range of delicious local and international cuisines <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. With its diverse attractions and activities, Stavanger promises an unforgettable experience for every traveler. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>\n",
      "------------------------------------\n",
      "FAQ answering Stavanger\n",
      "------------------------------------\n",
      "What is the weather like year round in Stavanger?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.37it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Stavanger?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.21it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Stavanger is in late spring, specifically in May and early June <a href='https://www.visitnorway.com/places-to-go/fjord-norway/winter-season/' target='_blank'>(8)</a>. During this time, the fjords are at their most photogenic, with blossoming landscapes, raging waterfalls, and light nights <a href='https://www.visitnorway.com/places-to-go/fjord-norway/winter-season/' target='_blank'>(8)</a>. Additionally, the hiking season in Stavanger lasts from May to October <a href='https://www.visitnorway.com/plan-your-trip/round-trips/southern-norway/' target='_blank'>(10)</a>.\n",
      "\n",
      "How good is public transport in Stavanger?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.61it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Stavanger is easily accessible and includes buses, boats, and bicycles. <a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/weekend-insider-tips/' target='_blank'>(0)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Stavanger?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.56it/s]\n",
      "The prompt has been truncated from 4773 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "Is it safe to travel to Stavanger? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.15it/s]\n",
      "The prompt has been truncated from 4432 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Stavanger offers various activities for visitors. Nature enthusiasts can go on urban coastal hikes, visit the famous Preikestolen rock formation, and explore the Jæren beaches for wind and water sports <a href='https://www.visitnorway.com/plan-your-trip/getting-around/by-bus/scenic-rides/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/weekend-insider-tips/' target='_blank'>(2)</a>. The city also has historic buildings, such as the Eilert Smith Hotel and Old Stavanger <a href='https://www.visitnorway.com/plan-your-trip/round-trips/southern-norway/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/listings-stavanger/eilert-smith-hotel/210329/' target='_blank'>(5)</a>. For food lovers, there are top-quality restaurants like RE-NAA and opportunities to taste local produce <a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/weekend-insider-tips/' target='_blank'>(3)</a>,<a href='http://www.lonelyplanet.com/articles/exploring-norways-fjords' target='_blank'>(7)</a>. Public transportation is convenient for exploring\n",
      "\n",
      "Short summary about the history of Stavanger:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.01it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Stavanger, one of Norway's oldest cities, has transformed from a small fishing port to a cultural hub. It has a diverse range of architectural styles, including 173 wooden buildings in Old Stavanger. The city is known for its street art scene and hosts the annual Nuart street art festival. Stavanger has also received recognition for its efforts to preserve its historic areas. <a href='https://www.visitnorway.com/things-to-do/art-culture/street-art/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/listings-stavanger/hotel-victoria/1911/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/listings-stavanger/street-art-nuart-stavanger/173573/' target='_blank'>(8)</a>,<a href='https://www.visitnorway.com/places-to-go/fjord-norway/the-stavanger-region/cultural-triangle/' target='_blank'>(9)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Stavanger\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 893355.48it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Tromsø\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.92it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tromsø, known as the \"Gateway to the Arctic,\" is famous for its stunning natural beauty and unique cultural experiences. Located in northern Norway, it offers a range of activities for visitors to enjoy. One of the must-see places is the Arctic Cathedral, a striking architectural masterpiece <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Tromsø is also renowned for its vibrant nightlife, with a variety of bars and clubs to explore <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. For nature enthusiasts, a visit to Tromsø is incomplete without experiencing the mesmerizing Northern Lights <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Additionally, visitors can embark on thrilling husky sledding adventures or go on a whale-watching excursion <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. With its breathtaking landscapes and exciting activities, Tromsø is a must-visit destination for travelers seeking unforgettable experiences. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>\n",
      "------------------------------------\n",
      "FAQ answering Tromsø\n",
      "------------------------------------\n",
      "What is the weather like year round in Tromsø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  8.94it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The weather in Tromsø varies throughout the year. In the summer, Tromsø experiences 24-hour daylight and is a base for outdoor activities. Once the first snows fall, locals engage in winter activities such as skiing and snowshoeing and look for the Northern Lights. However, specific details about the weather, such as temperature ranges or precipitation, are not provided in the given documents.\n",
      "\n",
      "What is the best time of the year to visit Tromsø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.06it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Tromsø is during the winter months, specifically between late November and early March, when there is a higher chance of seeing the Northern Lights. Additionally, Tromsø offers fun winter activities such as skiing, snowshoeing, and ice skating. <a href='http://www.lonelyplanet.com/articles/best-beaches-norway' target='_blank'>(1)</a>,<a href='http://www.visitnorway.com/en/Articles/Theme/What-to-do/Attractions/Nature/The-magical-midnight-sun/' target='_blank'>(4)</a>\n",
      "\n",
      "How good is public transport in Tromsø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.33it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Tromsø offers free bus and cable car rides with the use of half- and full-day passes. <a href='http://www.lonelyplanet.com/articles/norway-on-a-budget' target='_blank'>(0)</a>\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Tromsø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.43it/s]\n",
      "The prompt has been truncated from 4926 tokens to 3988 tokens so that the prompt length and answer length (100 tokens) fit within the max token limit (4096 tokens). Reduce the length of the prompt to prevent it from being cut off.\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tromsø offers a variety of outdoor activities such as lit hiking trails, fjord tours, and bike rides <a href='http://www.lonelyplanet.com/articles/best-beaches-norway' target='_blank'>(0)</a>. Dog sledding is possible in Tromsø, Alta, Kirkenes, and Øvre Dividal National Park <a href='http://www.lonelyplanet.com/articles/winter-adventures-in-norway' target='_blank'>(1)</a>. The city also has a city beach called Telegrafbukta, which is popular for summer activities and views of the northern lights in winter <a href='http://www.lonelyplanet.com/articles/winter-adventures-in-norway' target='_blank'>(4)</a>. Tromsø offers free bus and cable car rides with half- and full-day\n",
      "\n",
      "Is it safe to travel to Tromsø? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 14.00it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information in the given documents regarding the safety of traveling to Tromsø or any safety concerns or precautions.\n",
      "\n",
      "Short summary about the history of Tromsø:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.32it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tromsø is a significant city in northern Norway, known for its vibrant nightlife and outdoor activities. It is home to the world's northernmost cathedral, brewery, and botanical garden. The city has a rich history, with historical roots dating back to the 1700s. The Arctic Cathedral, a daring piece of modern architecture, is a prominent landmark. Tromsø has a strong fishing heritage and is renowned for its high-quality restaurants that serve local produce. The city is also a popular\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Tromsø\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 440125.08it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Bodø\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.66it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bodø, located in northern Norway, is a vibrant and captivating city that offers a plethora of exciting activities and breathtaking sights. Known for its stunning natural beauty, Bodø is famous for its midnight sun and the mesmerizing Northern Lights, providing a unique experience for visitors <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. Immerse yourself in the rich cultural heritage by exploring the Bodø Cathedral and the Nordland Museum, where you can discover the history and traditions of the region <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. For outdoor enthusiasts, indulge in hiking adventures in the majestic Børvasstindene mountains or take a scenic boat trip to the idyllic Saltstraumen, the world's strongest tidal current <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Don't miss the chance to visit the iconic Bodø Aviation Museum, showcasing the city's important role in aviation history <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>. With its combination of natural wonders and cultural attractions, Bodø guarantees an unforgettable vacation experience. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>,<a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>\n",
      "------------------------------------\n",
      "FAQ answering Bodø\n",
      "------------------------------------\n",
      "What is the weather like year round in Bodø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 10.31it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information about the weather in Bodø year-round. Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Bodø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Bodø is during the spring when you can see the squawking colonies of gulls on Storholmen island and experience the exhilarating spectacle of the waters swirling around Saltstraumen. Additionally, Bodø hosts many festivals throughout the year, such as Parkenfestivalen, providing a lively atmosphere. <a href='https://www.visitnorway.com/places-to-go/northern-norway/bodo/northern-lights/' target='_blank'>(1)</a>,<a href='http://www.lonelyplanet.com/norway/saltstraumen/attractions/saltstraumen-maelstrom/a/poi-sig/1582056/1342153' target='_blank'>(2)</a>\n",
      "\n",
      "How good is public transport in Bodø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 16.05it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Public transport in Bodø is reliable and well-connected. The city has an extensive rail network, operated by Vy, which links major cities such as Oslo, Bergen, Trondheim, and Bodø <a href='https://www.lonelyplanet.com/articles/exploring-norways-north-on-the-nordlandsbanen' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/plan-your-trip/round-trips/northern-norway/' target='_blank'>(10)</a>. The train system is reliable and offers spacious carriages with plenty of room for luggage <a href='https://www.lonelyplanet.com/articles/exploring-norways-north-on-the-nordlandsbanen' target='_blank'>(1)</a>. There are also bus services available, connecting Bodø to nearby cities and airports <a href='https://www.visitnorway.com/places-to-go/northern-norway/bodo/northern-lights/' target='_blank'>(4)</a>. Additionally, there are ferry services that provide good logistics for island hopping adventures <a href='https://upnorway.com/inspiration/how-to-get-to-norway' target='_blank'>(3)</a>,<a href='https://www.visitnorway.com/plan-your-trip/getting-around/by-boat/' target='_blank'>(7)</a>.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Bodø?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.76it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Bodø include the Saltstraumen, the world's strongest tidal current (Document<a href='https://www.visitnorway.com/things-to-do/outdoor-activities/diving/' target='_blank'>(0)</a>); the murals painted by international street artists all over the city (Document<a href='https://www.visitnorway.com/places-to-go/northern-norway/bodo/northern-lights/' target='_blank'>(3)</a>); scuba diving and snorkeling in the crystal clear waters near Bodø (Document<a href='https://www.visitnorway.com/places-to-go/northern-norway/bodo/weekend-insider-tips/' target='_blank'>(4)</a>); and hiking up the 818m-high Øyfjellet for spectacular views of the town and beyond (Document<a href='https://www.wendyperrin.com/?destination=insiders-guide-to-wild-norway-from-kayaking-the-fjords-to-off-the-grid-lodges' target='_blank'>(6)</a>).\n",
      "\n",
      "Is it safe to travel to Bodø? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.58it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information in the given documents regarding safety concerns or precautions for traveling to Bodø. Therefore, it is not possible to answer this question based on the available information.\n",
      "\n",
      "Short summary about the history of Bodø:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.38it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Bodø is a city in Arctic Norway that has a rich history. It was inhabited as early as the 13th century and experienced significant events during World War II, including being bombed and a U2 spy plane being shot down. The city also has a strong fishing history, symbolized by the last original Nordlandsjekt ship Anne Karoline. Bodø has recently become a cultural center, with the award-winning Stormen library and concert hall, and it is preparing to be the European\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Bodø\n",
      "------------------------------------\n",
      "city\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 731900.81it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Rødshue\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.65it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rødshue, located in Norway, is famous for its stunning natural beauty and outdoor activities. The town is renowned for its picturesque fjords, lush forests, and majestic mountains, providing visitors with countless opportunities for hiking, skiing, and fishing. Rødshue is also known for its rich cultural heritage, with charming traditional wooden houses and a vibrant arts scene. Visitors can explore the local history and culture at the Rødshue Museum <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a> or enjoy a leisurely stroll through the town's charming streets lined with quaint shops and cozy cafes. Must-see attractions include the breathtaking Rødshue Waterfall <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a> and the tranquil Rødshue Lake <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Whether you're an outdoor enthusiast or a culture lover, Rødshue offers a diverse range of activities and sights to suit everyone's interests.\n",
      "------------------------------------\n",
      "FAQ answering Rødshue\n",
      "------------------------------------\n",
      "What is the weather like year round in Rødshue?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 13.11it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Rødshue?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.81it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information on the best time of year to visit Rødshue.\n",
      "\n",
      "How good is public transport in Rødshue?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.43it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Rødshue?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.49it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Rødshue include the mussel banks on Tobakksbukta beach, the sculpture park developed by Hvaler Fine Arts Society and Hvaler Rotary, and the old stone quarries. <a href='https://www.visitnorway.com/listings/coastal-path-on-kirk%c3%b8y-(hvaler)/10051/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Rødshue? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.46it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information provided in the given document about the safety of traveling to Rødshue or any safety concerns/precautions. Therefore, it is not possible to answer the question based on the available information.\n",
      "\n",
      "Short summary about the history of Rødshue:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.14it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Rødshue has old stone quarries that have been developed into a sculpture park by the Hvaler Fine Arts Society and Hvaler Rotary. The area features monuments and installations by internationally renowned artists. The Coastal Path passes through Rødshue and continues to Grønne Bakke, with a total walk of approximately 12 km. <a href='https://www.visitnorway.com/listings/coastal-path-on-kirk%c3%b8y-(hvaler)/10051/' target='_blank'>(0)</a>\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Rødshue\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1075876.36it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Tobakksbukta\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.88it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tobakksbukta is famous for its stunning natural beauty and picturesque landscapes. Nestled along the coast, this charming town offers visitors a peaceful retreat from the hustle and bustle of city life. The best things to do in Tobakksbukta include exploring the pristine beaches, taking leisurely hikes through the lush forests, and enjoying the breathtaking views of the fjords. Adventure enthusiasts can also indulge in thrilling water sports such as kayaking and fishing. Must-see places in Tobakksbukta include the historic lighthouse, which offers panoramic views of the surrounding area, and the quaint fishing village, where visitors can experience the local culture and sample fresh seafood. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>\n",
      "------------------------------------\n",
      "FAQ answering Tobakksbukta\n",
      "------------------------------------\n",
      "What is the weather like year round in Tobakksbukta?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.45it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Tobakksbukta?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.38it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Tobakksbukta?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.82it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Tobakksbukta?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 23.33it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Tobakksbukta include the mussel banks and the sculpture park developed by the Hvaler Fine Arts Society and Hvaler Rotary. <a href='https://www.visitnorway.com/listings/coastal-path-on-kirk%c3%b8y-(hvaler)/10051/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Tobakksbukta? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information in the given document to determine the safety of traveling to Tobakksbukta or any safety concerns/precautions.\n",
      "\n",
      "Short summary about the history of Tobakksbukta:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Tobakksbukta is not mentioned in the given document.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Tobakksbukta\n",
      "------------------------------------\n",
      "nature\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 1362760.41it/s]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Grønne Bakke\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.57it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Grønne Bakke is a charming and picturesque town known for its breathtaking natural beauty and rich cultural heritage. Nestled in the heart of the countryside, it offers visitors a tranquil retreat away from the hustle and bustle of the city. The town is famous for its lush green hills, which provide the perfect backdrop for hiking and exploring the great outdoors. Visitors can take part in a range of activities, such as cycling through scenic trails, picnicking by the river, and birdwatching in the nearby nature reserves. Must-see places include the historic town center with its charming old buildings <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>, the stunning viewpoints that offer panoramic views of the surrounding countryside <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>, and the local markets where visitors can sample delicious regional cuisine and purchase unique handmade crafts <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Grønne Bakke truly offers something for everyone, whether you are seeking adventure, relaxation, or cultural immersion. <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>,<a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>,<a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>\n",
      "------------------------------------\n",
      "FAQ answering Grønne Bakke\n",
      "------------------------------------\n",
      "What is the weather like year round in Grønne Bakke?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.17it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering the question is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Grønne Bakke?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.30it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "How good is public transport in Grønne Bakke?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.29it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Grønne Bakke?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.22it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Grønne Bakke include old stone quarries, a sculpture park developed by Hvaler Fine Arts Society and Hvaler Rotary, and a large stone cross with a splendid panorama. <a href='https://www.visitnorway.com/listings/coastal-path-on-kirk%c3%b8y-(hvaler)/10051/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Grønne Bakke? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.84it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "There is no information in the given document regarding the safety of traveling to Grønne Bakke or any safety concerns/precautions.\n",
      "\n",
      "Short summary about the history of Grønne Bakke:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  6.10it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The history of Grønne Bakke is not mentioned in the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Grønne Bakke\n",
      "------------------------------------\n",
      "culinary\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 460260.07it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Skjærhalden\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.63it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Skjærhalden, a charming coastal town in Norway, is famous for its picturesque landscapes and rich maritime heritage. With its idyllic archipelago, Skjærhalden offers visitors a unique opportunity to explore the stunning natural beauty of the region. The town is renowned for its vibrant fishing industry, providing delicious seafood that can be savored in local restaurants. For outdoor enthusiasts, Skjærhalden offers a plethora of activities such as fishing, boating, and swimming in the crystal-clear waters <a href='https://www.visitnorway.com/listings/hotel-union-%c3%98ye/2500/' target='_blank'>(0)</a>. History buffs will be delighted to visit the Hvaler Museum, which showcases the town's maritime history and cultural heritage <a href='https://www.visitnorway.com/listings/skagefl%c3%a5-hike-with-local-guide/234845/' target='_blank'>(1)</a>. Don't miss the chance to take a leisurely stroll along the waterfront promenade, admiring the colorful wooden houses and soaking in the peaceful atmosphere <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>.\n",
      "------------------------------------\n",
      "FAQ answering Skjærhalden\n",
      "------------------------------------\n",
      "What is the weather like year round in Skjærhalden?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  9.36it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What is the best time of the year to visit Skjærhalden?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.76it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information regarding the best time of year to visit Skjærhalden.\n",
      "\n",
      "How good is public transport in Skjærhalden?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 20.92it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Skjærhalden?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.64it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Skjærhalden include Homlungen lighthouse, Storesand beach, Ørekroken sandy cove, and the Tobakksbukta beach mussel banks. Additionally, Rødshue offers old stone quarries that have been developed into a sculpture park with monuments and installations by renowned artists. <a href='https://www.visitnorway.com/listings/coastal-path-on-kirk%c3%b8y-(hvaler)/10051/' target='_blank'>(0)</a>\n",
      "\n",
      "Is it safe to travel to Skjærhalden? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 18.26it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Based on the given information, there is no mention of any safety concerns or precautions for traveling to Skjærhalden. Therefore, it is not possible to determine if it is safe to travel to Skjærhalden based on the available information.\n",
      "\n",
      "Short summary about the history of Skjærhalden:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.07it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Skjærhalden\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 427331.76it/s]       \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "------------------------------------\n",
      "SUMMARY creation Filefjell\n",
      "------------------------------------\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00,  2.39it/s]\n",
      "Skipping some of your documents that don't have embeddings. To generate embeddings, run the document store's update_embeddings() method.\n",
      "Expected prompt parameter 'documents' to be provided but it is missing. Continuing with an empty list of documents.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Filefjell is famous for its stunning natural beauty and outdoor activities. Nestled in the heart of Norway, this picturesque mountain range offers breathtaking views of snow-capped peaks, crystal-clear lakes, and lush green valleys. Adventurers can indulge in a plethora of activities, such as hiking, skiing, and fishing. The area is also known for its rich cultural heritage, with traditional Norwegian architecture and charming villages dotting the landscape. Must-see places include the historic Borgund Stave Church, a remarkable example of medieval craftsmanship <a href='https://www.visitnorway.no/planlegg-reisen/workation/' target='_blank'>(3)</a>, and the Sognefjord, the longest and deepest fjord in Norway <a href='https://www.visitnorway.com/things-to-do/food-and-drink/foodie-road-trip/' target='_blank'>(2)</a>. Immerse yourself in the tranquility and majesty of Filefjell, where nature and culture intertwine to create an unforgettable experience.\n",
      "------------------------------------\n",
      "FAQ answering Filefjell\n",
      "------------------------------------\n",
      "What is the weather like year round in Filefjell?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 11.13it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answer: The weather in Filefjell varies throughout the year, with spring being a season of contrasts and transformation. In late April/May, it can still be full-on winter in the mountains, but there are also signs of spring in the valleys. Spring is a popular time for slush spring skiing and cycling or hiking along gravel roads. The locals have a positive attitude towards spring as brighter times lie ahead. <a href='https://bureaumundo.com/en/eventos/spring-in-norway-stay-for-a-while/' target='_blank'>(0)</a>,<a href='https://bureaumundo.com/en/eventos/spring-in-norway-stay-for-a-while/' target='_blank'>(1)</a>\n",
      "\n",
      "What is the best time of the year to visit Filefjell?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 15.43it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The best time to visit Filefjell is during the spring, specifically in late April/May. This is when the first signs of spring unfold in the valleys, and it can still be full-on winter up in the mountains. Spring offers opportunities for activities such as slush spring skiing, cycling, hiking, and experiencing the iconic snow cat ride from Tyin to Eidsbugarden. <a href='https://bureaumundo.com/en/eventos/spring-in-norway-stay-for-a-while/' target='_blank'>(0)</a>\n",
      "\n",
      "How good is public transport in Filefjell?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.08it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Answering is not possible given the available information.\n",
      "\n",
      "What are some off-the-beaten-path attractions to explore in Filefjell?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 19.66it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Some off-the-beaten-path attractions to explore in Filefjell include the award-winning King's Road hiking trail, which offers a unique cultural and hiking experience through beautiful Norwegian scenery. Additionally, visitors can enjoy multi-day spring skiing adventures at Basecamp Filefjellstuene, including a snow cat ride from Tyin to Eidsbugarden. <a href='https://bureaumundo.com/en/eventos/spring-in-norway-stay-for-a-while/' target='_blank'>(0)</a><a href='https://www.visitnorway.com/listings/kingsroad-supreme-5-days/237776/' target='_blank'>(1)</a>\n",
      "\n",
      "Is it safe to travel to Filefjell? Any safety concerns/precautions?\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 16.25it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The documents do not provide information about the safety of traveling to Filefjell or any safety concerns or precautions.\n",
      "\n",
      "Short summary about the history of Filefjell:\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 1/1 [00:00<00:00, 17.36it/s]\n",
      "1 out of the 1 completions have been truncated before reaching a natural stopping point. Increase the max_tokens parameter to allow for longer completions.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Filefjell has a long history as a travel route between east and west in Norway. The King's Road across Filefjell was completed in 1793, replacing older tracks. It was the first road where people could drive with horse and cart between Oslo and Bergen. The road is known for its beautiful landscapes and is considered a road-historical cultural heritage in Europe. From the middle ages, Filefjell had a reputation for being a challenging and dangerous mountain route. [1\n",
      "\n",
      "------------------------------------\n",
      "TAG generation Filefjell\n",
      "------------------------------------\n",
      "cultural\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Writing Documents: 10000it [00:00, 804817.04it/s]       \n"
     ]
    }
   ],
   "source": [
    "from haystack.schema import Document\n",
    "for place,coords in zip(places.keys(),places.values()):\n",
    "\n",
    "    document_dict = {\"Name\":place,\"coordinates\":coords}\n",
    "\n",
    "    print(\"------------------------------------\")\n",
    "    print(f\"SUMMARY creation {place}\")\n",
    "    print(\"------------------------------------\")\n",
    "    out = p.run(query =f\"What is {place}famous for?\\nWhat are the best things to do in {place}?\\nWhat activities can I do in {place}?What are must see places in {place}?\",\n",
    "    params = {\n",
    "        \"Retriever\":{\n",
    "            \"top_k\":5,\n",
    "            \"filters\": {\"entity_words\":[place,place.lower()]}\n",
    "        },\n",
    "    })\n",
    "    document_dict[\"content\"] = apply_links(out)\n",
    "    \n",
    "    print(document_dict[\"content\"])\n",
    "\n",
    "    print(\"------------------------------------\")\n",
    "    print(f\"FAQ answering {place}\")\n",
    "    print(\"------------------------------------\")\n",
    "    faqs = [\n",
    "    f\"What is the weather like year round in {place}?\",\n",
    "    f\"What is the best time of the year to visit {place}?\",\n",
    "    f\"How good is public transport in {place}?\",\n",
    "    f\"What are some off-the-beaten-path attractions to explore in {place}?\",\n",
    "    f\"Is it safe to travel to {place}? Any safety concerns/precautions?\",\n",
    "    f\"Short summary about the history of {place}:\"\n",
    "    ]\n",
    "    \n",
    "    FAQS = {}\n",
    "    for question in faqs:\n",
    "        print(question)\n",
    "        out = QA_p.run(query = question,\n",
    "        params = {\n",
    "            \"Retriever\":{\n",
    "                \"top_k\":50,\n",
    "                \"filters\": {\"entity_words\":[place,place.lower()]}\n",
    "            },\n",
    "        })\n",
    "        FAQS[question] = apply_links(out)\n",
    "        print(FAQS[question] + \"\\n\")\n",
    "        \n",
    "    document_dict[\"faqs\"] = FAQS\n",
    "\n",
    "    #use zero shot classification to get tag\n",
    "    print(\"------------------------------------\")\n",
    "    print(f\"TAG generation {place}\")\n",
    "    print(\"------------------------------------\")\n",
    "    output = classifier(document_dict[\"content\"], candidate_labels, multi_label=False)\n",
    "    document_dict[\"tag\"] = output[\"labels\"][0]\n",
    "    print(output[\"labels\"][0])\n",
    "\n",
    "    places_doc_store.write_documents([Document.from_dict(document_dict)])\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Batches: 100%|██████████| 2/2 [00:11<00:00,  5.63s/it]docs/s]\n",
      "Documents Processed: 100 docs [00:11,  8.86 docs/s]           \n"
     ]
    }
   ],
   "source": [
    "places_doc_store.update_embeddings(retriever,batch_size=100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "places_doc_store.save(index_path=\"places.faiss\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.9.16 ('haystack_stuff')",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "d930c8f90cef31d5c3eafdb0997039099ff2e11e0c9956a78e415db9fc54a201"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}