Deployed 09bd5d6 with MkDocs version: 1.6.1

Dynatrace · Nov 20, 2024 · 211a679 · 211a679
1 parent 07d143e
commit 211a679
Show file tree

Hide file tree

Showing 74 changed files with 44 additions and 19 deletions.
diff --git a/404.html b/404.html
@@ -12,7 +12,7 @@
 
 
       <link rel="icon" href="/assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/assets/images/favicon.png b/assets/images/favicon.png
diff --git a/assets/javascripts/bundle.fe8b6f2b.min.js b/assets/javascripts/bundle.fe8b6f2b.min.js
diff --git a/assets/javascripts/bundle.fe8b6f2b.min.js.map b/assets/javascripts/bundle.fe8b6f2b.min.js.map
diff --git a/assets/javascripts/lunr/min/lunr.ar.min.js b/assets/javascripts/lunr/min/lunr.ar.min.js
diff --git a/assets/javascripts/lunr/min/lunr.da.min.js b/assets/javascripts/lunr/min/lunr.da.min.js
diff --git a/assets/javascripts/lunr/min/lunr.de.min.js b/assets/javascripts/lunr/min/lunr.de.min.js
diff --git a/assets/javascripts/lunr/min/lunr.du.min.js b/assets/javascripts/lunr/min/lunr.du.min.js
diff --git a/assets/javascripts/lunr/min/lunr.el.min.js b/assets/javascripts/lunr/min/lunr.el.min.js
diff --git a/assets/javascripts/lunr/min/lunr.es.min.js b/assets/javascripts/lunr/min/lunr.es.min.js
diff --git a/assets/javascripts/lunr/min/lunr.fi.min.js b/assets/javascripts/lunr/min/lunr.fi.min.js
diff --git a/assets/javascripts/lunr/min/lunr.fr.min.js b/assets/javascripts/lunr/min/lunr.fr.min.js
diff --git a/assets/javascripts/lunr/min/lunr.he.min.js b/assets/javascripts/lunr/min/lunr.he.min.js
diff --git a/assets/javascripts/lunr/min/lunr.hi.min.js b/assets/javascripts/lunr/min/lunr.hi.min.js
diff --git a/assets/javascripts/lunr/min/lunr.hu.min.js b/assets/javascripts/lunr/min/lunr.hu.min.js
diff --git a/assets/javascripts/lunr/min/lunr.hy.min.js b/assets/javascripts/lunr/min/lunr.hy.min.js
diff --git a/assets/javascripts/lunr/min/lunr.it.min.js b/assets/javascripts/lunr/min/lunr.it.min.js
diff --git a/assets/javascripts/lunr/min/lunr.ja.min.js b/assets/javascripts/lunr/min/lunr.ja.min.js
diff --git a/assets/javascripts/lunr/min/lunr.jp.min.js b/assets/javascripts/lunr/min/lunr.jp.min.js
diff --git a/assets/javascripts/lunr/min/lunr.kn.min.js b/assets/javascripts/lunr/min/lunr.kn.min.js
diff --git a/assets/javascripts/lunr/min/lunr.ko.min.js b/assets/javascripts/lunr/min/lunr.ko.min.js
diff --git a/assets/javascripts/lunr/min/lunr.multi.min.js b/assets/javascripts/lunr/min/lunr.multi.min.js
diff --git a/assets/javascripts/lunr/min/lunr.nl.min.js b/assets/javascripts/lunr/min/lunr.nl.min.js
diff --git a/assets/javascripts/lunr/min/lunr.no.min.js b/assets/javascripts/lunr/min/lunr.no.min.js
diff --git a/assets/javascripts/lunr/min/lunr.pt.min.js b/assets/javascripts/lunr/min/lunr.pt.min.js
diff --git a/assets/javascripts/lunr/min/lunr.ro.min.js b/assets/javascripts/lunr/min/lunr.ro.min.js
diff --git a/assets/javascripts/lunr/min/lunr.ru.min.js b/assets/javascripts/lunr/min/lunr.ru.min.js
diff --git a/assets/javascripts/lunr/min/lunr.sa.min.js b/assets/javascripts/lunr/min/lunr.sa.min.js
diff --git a/assets/javascripts/lunr/min/lunr.stemmer.support.min.js b/assets/javascripts/lunr/min/lunr.stemmer.support.min.js
diff --git a/assets/javascripts/lunr/min/lunr.sv.min.js b/assets/javascripts/lunr/min/lunr.sv.min.js
diff --git a/assets/javascripts/lunr/min/lunr.ta.min.js b/assets/javascripts/lunr/min/lunr.ta.min.js
diff --git a/assets/javascripts/lunr/min/lunr.te.min.js b/assets/javascripts/lunr/min/lunr.te.min.js
diff --git a/assets/javascripts/lunr/min/lunr.th.min.js b/assets/javascripts/lunr/min/lunr.th.min.js
diff --git a/assets/javascripts/lunr/min/lunr.tr.min.js b/assets/javascripts/lunr/min/lunr.tr.min.js
diff --git a/assets/javascripts/lunr/min/lunr.vi.min.js b/assets/javascripts/lunr/min/lunr.vi.min.js
diff --git a/assets/javascripts/lunr/min/lunr.zh.min.js b/assets/javascripts/lunr/min/lunr.zh.min.js
diff --git a/assets/javascripts/lunr/tinyseg.js b/assets/javascripts/lunr/tinyseg.js
diff --git a/assets/javascripts/lunr/wordcut.js b/assets/javascripts/lunr/wordcut.js
diff --git a/assets/javascripts/workers/search.b8dbb3d2.min.js b/assets/javascripts/workers/search.b8dbb3d2.min.js
diff --git a/assets/javascripts/workers/search.b8dbb3d2.min.js.map b/assets/javascripts/workers/search.b8dbb3d2.min.js.map
diff --git a/assets/stylesheets/main.3cba04c6.min.css b/assets/stylesheets/main.3cba04c6.min.css
diff --git a/assets/stylesheets/main.3cba04c6.min.css.map b/assets/stylesheets/main.3cba04c6.min.css.map
diff --git a/assets/stylesheets/palette.06af60db.min.css b/assets/stylesheets/palette.06af60db.min.css
diff --git a/assets/stylesheets/palette.06af60db.min.css.map b/assets/stylesheets/palette.06af60db.min.css.map
diff --git a/cleanup/index.html b/cleanup/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/how-it-works-rag/index.html b/how-it-works-rag/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 
@@ -513,19 +513,22 @@
 
   <h1>3. How it works (RAG)</h1>
 
-<p>The "Retrieval-Augmented Generation" (RAG) version (available <a href="https://github.com/dynatrace-perfclinics/obslab-llm-observability/tree/ollama-pinecone" target="_blank">on the ollama-pinecone branch</a>) mimicks training an LLM on an internal knowledgebase. 
+<p>The "Retrieval-Augmented Generation" (RAG) version (available 
+<a href="https://github.com/dynatrace-perfclinics/obslab-llm-observability/tree/ollama-pinecone" target="_blank">on the ollama-pinecone branch</a>)
+mimicks training an LLM on an internal knowledgebase. 
 It will produce custom destination advice for places the system has explicitly been trained on (the files in the <a href="https://github.com/dynatrace-perfclinics/obslab-llm-observability/tree/ollama-pinecone/destinations" target="_blank">destinations folder</a>).
 Namely, <code>Bali</code> and <code>Sydney</code>. For other locations, the model will provide an answer based on its own knowledge.
 It is based on <a href="https://dt-url.net/l843uge">Ollama</a> and uses <a href="https://dt-url.net/0323urx">PineCone</a> as a Vector database. The RAG pipeline is built using <a href="https://dt-url.net/6d03u7j">LangChain</a>. </p>
-<p>The RAG version of the demo mimicks training an LLM on an internal knowledgebase.</p>
+<p>The dropdown allow to select two modes: <code>Direct LLM</code> and <code>RAG</code>.<br />
+Switching between the two, we can verify the answer provided without and with our own knowledge based, respectively.</p>
 <p><img alt="" src="https://dt-cdn.net/images/architecture-rag-1269-e11f226cf6.jpg" /></p>
 <p>When the application starts, files inside the <a href="https://github.com/dynatrace-perfclinics/obslab-llm-observability/tree/ollama-pinecone/destinations" target="_blank">destinations</a> folder are read, processed, and stored in PineCone for later lookup.
 Afterwards, each request goes through the LangChain RAG pipeline, which performs the following steps:</p>
 <ul>
 <li>It contacts Ollama to produce an embedding of the user input</li>
 <li>With the embedding, reach out to PineCone to find documents relevant to the user input</li>
 <li>Use the documents to perform prompt engineering and send it to Ollama to produce the travel recommendation </li>
-<li>Process the answer received </li>
+<li>Process the answer received</li>
 </ul>
 <div class="grid cards">
 <ul>

diff --git a/how-it-works-standard/index.html b/how-it-works-standard/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/images/architecture.jpg b/images/architecture.jpg
diff --git a/images/blank-terminal.png b/images/blank-terminal.png
diff --git a/images/cached-request-not-stale.png b/images/cached-request-not-stale.png
diff --git a/images/dashboard-upload.png b/images/dashboard-upload.png
diff --git a/images/dashboard.png b/images/dashboard.png
diff --git a/images/distributed-trace-openai-metadata.png b/images/distributed-trace-openai-metadata.png
diff --git a/images/distributed-trace-weaviate.png b/images/distributed-trace-weaviate.png
diff --git a/images/distributed-trace-with-openai.png b/images/distributed-trace-with-openai.png
diff --git a/images/ports-open-in-browser.png b/images/ports-open-in-browser.png
diff --git a/images/rag-architecture.jpg b/images/rag-architecture.jpg
diff --git a/images/screenshot.png b/images/screenshot.png
diff --git a/images/success-message.png b/images/success-message.png
diff --git a/images/trace-rag.png b/images/trace-rag.png
diff --git a/index.html b/index.html
@@ -14,7 +14,7 @@
 
 
       <link rel="icon" href="assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/prerequisites/index.html b/prerequisites/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/resources/index.html b/resources/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/search/search_index.json b/search/search_index.json
diff --git a/setup/index.html b/setup/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/sitemap.xml b/sitemap.xml
diff --git a/sitemap.xml.gz b/sitemap.xml.gz
diff --git a/snippets/disclaimer/index.html b/snippets/disclaimer/index.html
@@ -12,7 +12,7 @@
 
 
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/snippets/preview-functionality/index.html b/snippets/preview-functionality/index.html
@@ -12,7 +12,7 @@
 
 
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/snippets/view-code/index.html b/snippets/view-code/index.html
@@ -12,7 +12,7 @@
 
 
       <link rel="icon" href="../../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/startup/index.html b/startup/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/use-demo/index.html b/use-demo/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 

diff --git a/visualise-dt/index.html b/visualise-dt/index.html
@@ -16,7 +16,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
 
 
 
@@ -465,6 +465,15 @@
     <nav class="md-nav" aria-label="Distributed Traces">
       <ul class="md-nav__list">
 
+          <li class="md-nav__item">
+  <a href="#trace-of-the-rag-pipeline" class="md-nav__link">
+    <span class="md-ellipsis">
+      Trace of the RAG Pipeline
+    </span>
+  </a>
+
+</li>
+
           <li class="md-nav__item">
   <a href="#trace-with-openai" class="md-nav__link">
     <span class="md-ellipsis">
@@ -610,6 +619,15 @@
     <nav class="md-nav" aria-label="Distributed Traces">
       <ul class="md-nav__list">
 
+          <li class="md-nav__item">
+  <a href="#trace-of-the-rag-pipeline" class="md-nav__link">
+    <span class="md-ellipsis">
+      Trace of the RAG Pipeline
+    </span>
+  </a>
+
+</li>
+
           <li class="md-nav__item">
   <a href="#trace-with-openai" class="md-nav__link">
     <span class="md-ellipsis">
@@ -680,6 +698,10 @@ <h2 id="distributed-traces">Distributed Traces<a class="headerlink" href="#distr
 <li>Traces for <code>/api/v1/completion</code> are created for each call to either OpenAI or a call to the Weaviate cache.</li>
 </ul>
 <p>Remember that only the very first requests for a given destination will go out to OpenAI. So expect many many more cached traces than "live" traces.</p>
+<h3 id="trace-of-the-rag-pipeline">Trace of the RAG Pipeline<a class="headerlink" href="#trace-of-the-rag-pipeline" title="Permanent link">#</a></h3>
+<p>Tracing LangChain allows to see all step that the pipeline takes to supply external knowledge to the LLM model.
+In the span attributes, we can observe the prompt crafted by the RAG pipeline with the external documents.</p>
+<p><img alt="distributed trace RAG" src="../images/trace-rag.png" /></p>
 <h3 id="trace-with-openai">Trace with OpenAI<a class="headerlink" href="#trace-with-openai" title="Permanent link">#</a></h3>
 <p>A "full" call to OpenAI looks like this. Notice the long call halfway through the trace to <code>openai.chat</code>. These traces take much longer (3 seconds vs. 500ms).</p>
 <p><img alt="distributed trace calling OpenAI" src="../images/distributed-trace-with-openai.png" /></p>

diff --git a/whats-next/index.html b/whats-next/index.html
@@ -14,7 +14,7 @@
 
 
       <link rel="icon" href="../assets/images/favicon.png">
-      <meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
+      <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">
Original file line number	Diff line number	Diff line change
Expand Up		@@ -12,7 +12,7 @@


		<link rel="icon" href="/assets/images/favicon.png">
		<meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
		<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">



Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -16,7 +16,7 @@


		<link rel="icon" href="../assets/images/favicon.png">
		<meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
		<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">



Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -14,7 +14,7 @@


		<link rel="icon" href="assets/images/favicon.png">
		<meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
		<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">



Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -12,7 +12,7 @@


		<link rel="icon" href="../../assets/images/favicon.png">
		<meta name="generator" content="mkdocs-1.6.0, mkdocs-material-9.5.31">
		<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.30">



Expand Down