diff --git a/docker/base-deps/Dockerfile b/docker/base-deps/Dockerfile
index e56b79601..440bf3208 100644
--- a/docker/base-deps/Dockerfile
+++ b/docker/base-deps/Dockerfile
@@ -30,6 +30,7 @@ ENV HOME=/home/ray
 RUN sudo apt-get update -y && sudo apt-get upgrade -y \
     && sudo apt-get install -y \
         git \
+        libjemalloc-dev \
         wget \
         cmake \
         g++ \ 
diff --git a/release/benchmarks/app_config.yaml b/release/benchmarks/app_config.yaml
index 4282b21af..c87615d53 100644
--- a/release/benchmarks/app_config.yaml
+++ b/release/benchmarks/app_config.yaml
@@ -1,5 +1,8 @@
 base_image: {{ env["RAY_IMAGE_ML_NIGHTLY_GPU"] | default("anyscale/ray-ml:nightly-py37-gpu") }}
-env_vars: {}
+env_vars: {"LD_PRELOAD": "/usr/lib/x86_64-linux-gnu/libjemalloc.so"}
+
+debian_packages:
+- libjemalloc-dev
 
 python:
   pip_packages: []