diff --git a/.changes/unreleased/Under the Hood-20240320-172307.yaml b/.changes/unreleased/Under the Hood-20240320-172307.yaml
new file mode 100644
index 0000000000..6ef367026b
--- /dev/null
+++ b/.changes/unreleased/Under the Hood-20240320-172307.yaml	
@@ -0,0 +1,6 @@
+kind: Under the Hood
+body: Clean up files included in MetricFlow package distribution
+time: 2024-03-20T17:23:07.114845-07:00
+custom:
+  Author: tlento
+  Issue: "1092"
diff --git a/.github/workflows/ci-validation-duration.yaml b/.github/workflows/ci-validation-duration.yaml
deleted file mode 100644
index d8277dbf36..0000000000
--- a/.github/workflows/ci-validation-duration.yaml
+++ /dev/null
@@ -1,24 +0,0 @@
-name: Measure Validation Test Duration
-
-on:
-  workflow_dispatch:
-
-jobs:
-  validation-tests:
-    name: Run validation tests and measure duration
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - name: Set up Python 3.9
-        uses: actions/setup-python@v4
-        with:
-          python-version: "3.9"
-
-      - name: Install Poetry
-        run: pip install poetry
-
-      - name: Install Deps
-        run: cd metricflow && poetry install
-
-      - name: Run Validation Tests
-        run: poetry run pytest  --durations=0 metricflow/test/model/validations/
diff --git a/pyproject.toml b/pyproject.toml
index a9ea6a3a29..bc87b832ee 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -110,7 +110,10 @@ exclude = [
   ".gitignore",
   ".pre-commit-config.yaml",
   "CONTRIBUTING.md",
-  "MAKEFILE",
+  "Makefile",
+  "/dbt-metricflow",
+  "/local-data-warehouses",
+  "/scripts",
   "/tests",
 ]