Built site for gh-pages

axolotl-ai-cloud · Apr 3, 2024 · 1fce4cd · 1fce4cd
1 parent 82dd304
commit 1fce4cd
Show file tree

Hide file tree

Showing 23 changed files with 102 additions and 70 deletions.
diff --git a/.nojekyll b/.nojekyll
@@ -1 +1 @@
-1731c2d8
+f561c4bc
diff --git a/FAQS.html b/FAQS.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/TODO.html b/TODO.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/config.html b/docs/config.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/dataset-formats/conversation.html b/docs/dataset-formats/conversation.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 
@@ -351,39 +351,39 @@ <h1 class="title">Dataset Formats</h1>
 </tr>
 </thead>
 <tbody class="list">
-<tr data-index="0" data-listing-file-modified-sort="1712061749763" data-listing-reading-time-sort="1" data-listing-word-count-sort="189" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
+<tr data-index="0" data-listing-file-modified-sort="1712171163568" data-listing-reading-time-sort="1" data-listing-word-count-sort="189" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
 <td>
 <a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
 </td>
 <td>
 <span class="listing-description">Conversation format for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="1" data-listing-file-modified-sort="1712061749763" data-listing-reading-time-sort="2" data-listing-word-count-sort="222" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
+<tr data-index="1" data-listing-file-modified-sort="1712171163568" data-listing-reading-time-sort="2" data-listing-word-count-sort="222" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
 <td>
 <a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
 </td>
 <td>
 <span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="2" data-listing-file-modified-sort="1712061749763" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
+<tr data-index="2" data-listing-file-modified-sort="1712171163568" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
 <td>
 <a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
 </td>
 <td>
 <span class="listing-description">Data format for a pre-training completion task.</span>
 </td>
 </tr>
-<tr data-index="3" data-listing-file-modified-sort="1712061749763" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
+<tr data-index="3" data-listing-file-modified-sort="1712171163568" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
 <td>
 <a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
 </td>
 <td>
 <span class="listing-description">Construct prompts without a template.</span>
 </td>
 </tr>
-<tr data-index="4" data-listing-file-modified-sort="1712061749763" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
+<tr data-index="4" data-listing-file-modified-sort="1712171163568" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
 <td>
 <a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
 </td>

diff --git a/docs/dataset-formats/inst_tune.html b/docs/dataset-formats/inst_tune.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/dataset-formats/pretraining.html b/docs/dataset-formats/pretraining.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/dataset-formats/template_free.html b/docs/dataset-formats/template_free.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/dataset-formats/tokenized.html b/docs/dataset-formats/tokenized.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/debugging.html b/docs/debugging.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/faq.html b/docs/faq.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/fsdp_qlora.html b/docs/fsdp_qlora.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/input_output.html b/docs/input_output.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/mac.html b/docs/mac.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/multi-node.html b/docs/multi-node.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/multipack.html b/docs/multipack.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/nccl.html b/docs/nccl.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/docs/rlhf.html b/docs/rlhf.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/examples/colab-notebooks/colab-axolotl-example.html b/examples/colab-notebooks/colab-axolotl-example.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 

diff --git a/index.html b/index.html
@@ -2,7 +2,7 @@
 <html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
 
 <meta charset="utf-8">
-<meta name="generator" content="quarto-1.4.552">
+<meta name="generator" content="quarto-1.4.553">
 
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 
@@ -276,8 +276,8 @@
 <div id="quarto-sidebar-glass" class="quarto-sidebar-collapse-item" data-bs-toggle="collapse" data-bs-target=".quarto-sidebar-collapse-item"></div>
 <!-- margin-sidebar -->
     <div id="quarto-margin-sidebar" class="sidebar margin-sidebar">
-        <nav id="TOC" role="doc-toc" class="toc-active">
-    <h2 id="toc-title">On this page</h2>
+        <nav id="TOC" role="doc-toc" class="toc-active" data-toc-expanded="2">
+    <h2 id="toc-title">Table Of Contents</h2>
 
   <ul>
   <li><a href="#axolotl" id="toc-axolotl" class="nav-link active" data-scroll-target="#axolotl">Axolotl</a>
@@ -315,7 +315,39 @@ <h2 id="toc-title">On this page</h2>
 
 
 
-
+<nav id="TOC-body" role="doc-toc">
+    <h2 id="toc-title">Table Of Contents</h2>
+
+  <ul>
+  <li><a href="#axolotl" id="toc-axolotl">Axolotl</a>
+  <ul>
+  <li><a href="#axolotl-supports" id="toc-axolotl-supports">Axolotl supports</a></li>
+  <li><a href="#quickstart" id="toc-quickstart">Quickstart ⚡</a>
+  <ul>
+  <li><a href="#usage" id="toc-usage">Usage</a></li>
+  </ul></li>
+  <li><a href="#advanced-setup" id="toc-advanced-setup">Advanced Setup</a>
+  <ul>
+  <li><a href="#environment" id="toc-environment">Environment</a></li>
+  <li><a href="#dataset" id="toc-dataset">Dataset</a></li>
+  <li><a href="#config" id="toc-config">Config</a></li>
+  <li><a href="#train" id="toc-train">Train</a></li>
+  <li><a href="#inference-playground" id="toc-inference-playground">Inference Playground</a></li>
+  <li><a href="#merge-lora-to-base" id="toc-merge-lora-to-base">Merge LORA to base</a></li>
+  </ul></li>
+  <li><a href="#common-errors" id="toc-common-errors">Common Errors 🧰</a>
+  <ul>
+  <li><a href="#tokenization-mismatch-bw-inference-training" id="toc-tokenization-mismatch-bw-inference-training">Tokenization Mismatch b/w Inference &amp; Training</a></li>
+  </ul></li>
+  <li><a href="#debugging-axolotl" id="toc-debugging-axolotl">Debugging Axolotl</a></li>
+  <li><a href="#need-help" id="toc-need-help">Need help? 🙋</a></li>
+  <li><a href="#badge" id="toc-badge">Badge ❤🏷️</a></li>
+  <li><a href="#community-showcase" id="toc-community-showcase">Community Showcase</a></li>
+  <li><a href="#contributing" id="toc-contributing">Contributing 🤝</a></li>
+  <li><a href="#sponsors" id="toc-sponsors">Sponsors 🤝❤</a></li>
+  </ul></li>
+  </ul>
+</nav>
 <section id="axolotl" class="level1">
 <h1>Axolotl</h1>
 <p>Axolotl is a tool designed to streamline the fine-tuning of various AI models, offering support for multiple configurations and architectures.</p>

diff --git a/search.json b/search.json
diff --git a/sitemap.xml b/sitemap.xml
@@ -2,82 +2,82 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html</loc>
-    <lastmod>2024-04-02T12:42:29.759Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.568Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html</loc>
-    <lastmod>2024-04-02T12:42:29.763Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.572Z</lastmod>
   </url>
   <url>
     <loc>https://OpenAccess-AI-Collective.github.io/axolotl/index.html</loc>
-    <lastmod>2024-04-02T12:42:29.775Z</lastmod>
+    <lastmod>2024-04-03T19:06:03.580Z</lastmod>
   </url>
 </urlset>