diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index c24d55d72..880bec69b 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -2,13 +2,13 @@ image: eu.gcr.io/jetstack-build-infra-images/bazelbuild:v20181107-8aac55d-0.18.0
 
 variables:
   DOCKER_DRIVER: overlay
+  DOCKER_HOST: tcp://localhost:2375
 
 services:
 - docker:1.12-dind
 
 before_script:
 - curl -L "https://get.docker.com/builds/Linux/x86_64/docker-1.9.1.tgz" | tar -C /usr/bin -xvzf- --strip-components=3 usr/local/bin/docker
-- export DOCKER_HOST=${DOCKER_PORT}
 - docker info > /dev/null
 
 build: