diff --git a/.cci.jenkinsfile b/.cci.jenkinsfile
index d95275b255..e66ef1d0aa 100644
--- a/.cci.jenkinsfile
+++ b/.cci.jenkinsfile
@@ -47,7 +47,6 @@ parallel insttests: {
           # include our built rpm-ostree in the image
           mkdir -p overrides/rpm
           mv *.rpm overrides/rpm
-          ${env.WORKSPACE}/ci/cosa-overrides.sh
           coreos-assembler fetch
           coreos-assembler build
            ${env.WORKSPACE}/ci/composepost-checks.sh
diff --git a/ci/cosa-overrides.sh b/ci/cosa-overrides.sh
index 80d1b5a2c1..e79f0930f4 100755
--- a/ci/cosa-overrides.sh
+++ b/ci/cosa-overrides.sh
@@ -2,5 +2,3 @@
 # Inject ideally temporary overrides into our cosa build
 # skopeo for containers https://github.com/containers/skopeo/pull/1476
 cd overrides/rpm
-curl -L --remote-name-all \
-  https://kojipkgs.fedoraproject.org//packages/skopeo/1.5.1/1.fc35/x86_64/skopeo-1.5.1-1.fc35.x86_64.rpm
diff --git a/ci/prow/fcos-e2e.sh b/ci/prow/fcos-e2e.sh
index ff4cc1f0a3..6365ad84e8 100755
--- a/ci/prow/fcos-e2e.sh
+++ b/ci/prow/fcos-e2e.sh
@@ -10,7 +10,6 @@ rpm-ostree --version
 cd $(mktemp -d)
 cosa init https://github.com/coreos/fedora-coreos-config/
 rsync -rlv /cosa/component-install/ overrides/rootfs/
-/ci/cosa-overrides.sh
 cosa fetch
 cosa build
 cosa kola run 'ext.rpm-ostree.*'