diff --git a/.install b/.install
index bb47ce32d2..d7801ca0da 100755
--- a/.install
+++ b/.install
@@ -3,7 +3,7 @@
 virtualenv -p python3 ../tmp/venv
 source ../tmp/venv/bin/activate
 pip install -r <(grep -v tensorflow requirements.txt)
-pip install tensorflow-gpu==1.11.0
+pip install tensorflow-gpu==1.12.0rc2
 
 python3 util/taskcluster.py --arch gpu --target ../tmp/native_client
 
diff --git a/Dockerfile b/Dockerfile
index 564ae57e19..25425b10fb 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -62,7 +62,7 @@ RUN wget https://bootstrap.pypa.io/get-pip.py && \
 # Clone TensoFlow from Mozilla repo
 RUN git clone https://github.com/mozilla/tensorflow/
 WORKDIR /tensorflow
-RUN git checkout r1.11
+RUN git checkout r1.12
 
 
 # GPU Environment Setup
@@ -190,7 +190,7 @@ RUN cp /tensorflow/bazel-bin/native_client/libctc_decoder_with_kenlm.so /DeepSpe
 
 # Install TensorFlow
 WORKDIR /DeepSpeech/
-RUN pip install tensorflow-gpu==1.11.0
+RUN pip install tensorflow-gpu==1.12.0rc2
 
 
 # Make DeepSpeech and install Python bindings
diff --git a/README.md b/README.md
index 03b1e1e85e..da91e0fe78 100644
--- a/README.md
+++ b/README.md
@@ -227,7 +227,7 @@ If you have a capable (Nvidia, at least 8GB of VRAM) GPU, it is highly recommend
 
 ```bash
 pip3 uninstall tensorflow
-pip3 install 'tensorflow-gpu==1.11.0'
+pip3 install 'tensorflow-gpu==1.12.0rc2'
 ```
 
 ### Common Voice training data
diff --git a/native_client/README.md b/native_client/README.md
index ba43d328cd..8ec39ea4d7 100644
--- a/native_client/README.md
+++ b/native_client/README.md
@@ -52,7 +52,7 @@ Check the [main README](../README.md) for more details.
 If you'd like to build the binaries yourself, you'll need the following pre-requisites downloaded/installed:
 
 * [TensorFlow requirements](https://www.tensorflow.org/install/install_sources)
-* [TensorFlow `r1.11` sources](https://github.com/mozilla/tensorflow/tree/r1.11)
+* [TensorFlow `r1.12` sources](https://github.com/mozilla/tensorflow/tree/r1.12)
 * [libsox](https://sourceforge.net/projects/sox/)
 
 It is required to use our fork of TensorFlow since it includes fixes for common problems encountered when building the native client files.
diff --git a/requirements.txt b/requirements.txt
index 8cc677739b..03cc814d6a 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
 pandas
 progressbar2
 python-utils
-tensorflow == 1.11.0
+tensorflow == 1.12.0rc2
 numpy
 matplotlib
 scipy