diff --git a/.github/actions/setup-build/action.yml b/.github/actions/setup-build/action.yml
index a39ace34bcd6..a21c9a1d7296 100644
--- a/.github/actions/setup-build/action.yml
+++ b/.github/actions/setup-build/action.yml
@@ -19,7 +19,7 @@ inputs:
       Additional string to determine wether to test against a stable
       torch release or against the nightly build
     required: false
-    default: 'stable'
+    default: 'nightly'
 
 runs:
   using: "composite"
diff --git a/.github/workflows/buildAndTest.yml b/.github/workflows/buildAndTest.yml
index 01afc901ec3d..817ae6d01461 100644
--- a/.github/workflows/buildAndTest.yml
+++ b/.github/workflows/buildAndTest.yml
@@ -32,7 +32,7 @@ jobs:
         os-arch: [macos-arm64, windows-x86_64]
         llvm-build: [in-tree, out-of-tree]
         torch-binary: [ON]
-        torch-version: [stable]
+        torch-version: [nightly, stable]
         exclude:
           # Exclude llvm out-of-tree and pytorch stable (to save resources)
           - llvm-build: out-of-tree
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1911f27f090e..689b4510f958 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -20,7 +20,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        torch-version: [stable]
+        torch-version: [nightly, stable]
     name: Build and Test (Linux, torch-${{ matrix.torch-version }}, assertions)
     runs-on: ubuntu-latest
     env:
diff --git a/pytorch-requirements.txt b/pytorch-requirements.txt
index 9266796f92cd..59883080fe38 100644
--- a/pytorch-requirements.txt
+++ b/pytorch-requirements.txt
@@ -4,4 +4,4 @@
 # release page, and we use this page as an additional source for the wheels.
 -f https://xilinx.github.io/torch-mlir/package-index/
 --pre
-torch==2.4.0.dev20240318
+torch==2.4.0.dev20240408
diff --git a/torchvision-requirements.txt b/torchvision-requirements.txt
index e372d8c5cd38..e7b03696371a 100644
--- a/torchvision-requirements.txt
+++ b/torchvision-requirements.txt
@@ -4,4 +4,4 @@
 # release page, and we use this page as an additional source for the wheels.
 -f https://xilinx.github.io/torch-mlir/package-index/
 --pre
-torchvision==0.18.0.dev20240318
+torchvision==0.19.0.dev20240408