diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml
index d94b057..dda6e68 100644
--- a/.github/workflows/pr-gpu.yaml
+++ b/.github/workflows/pr-gpu.yaml
@@ -21,14 +21,14 @@ jobs:
       fail-fast: false
       matrix:
         include:
-        - name: "python3.11-pytorch2.4.0-gpus1"
+        - name: "python3.11-pytorch2.5.1-gpus1"
           gpu_num: 1
           python_version: 3.11
-          container: mosaicml/pytorch:2.4.0_cu124-python3.11-ubuntu20.04
-        - name: "python3.11-pytorch2.4.0-gpus2"
+          container: mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu20.04
+        - name: "python3.11-pytorch2.5.1-gpus2"
           gpu_num: 2
           python_version: 3.11
-          container: mosaicml/pytorch:2.4.0_cu124-python3.11-ubuntu20.04
+          container: mosaicml/pytorch:2.5.1_cu124-python3.11-ubuntu20.04
     steps:
     - name: Run PR GPU tests
       uses: mosaicml/ci-testing/.github/actions/pytest-gpu@v0.1.2
diff --git a/megablocks/_version.py b/megablocks/_version.py
index 5f259c3..5148393 100644
--- a/megablocks/_version.py
+++ b/megablocks/_version.py
@@ -3,4 +3,4 @@
 
 """The MegaBlocks Version."""
 
-__version__ = '0.7.0.dev0'
+__version__ = '0.8.0.dev0'
diff --git a/pyproject.toml b/pyproject.toml
index ad4dc1b..28b9135 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -3,7 +3,7 @@
 
 # build requirements
 [build-system]
-requires = ["setuptools < 70.0.0", "torch >= 2.4.0, < 2.4.1"]
+requires = ["setuptools < 70.0.0", "torch >= 2.5.1, < 2.5.2"]
 build-backend = "setuptools.build_meta"
 
 # Pytest
diff --git a/setup.py b/setup.py
index 4b7be37..5338d6b 100644
--- a/setup.py
+++ b/setup.py
@@ -62,7 +62,7 @@
 install_requires = [
     'numpy>=1.21.5,<2.1.0',
     'packaging>=21.3.0,<24.2',
-    'torch>=2.4.0,<2.4.1',
+    'torch>=2.5.1,<2.5.2',
     'triton>=2.1.0',
     'stanford-stk==0.7.1',
 ]