diff --git a/.ci/ansible/Containerfile.j2 b/.ci/ansible/Containerfile.j2
index d57b44ed..01469b64 100644
--- a/.ci/ansible/Containerfile.j2
+++ b/.ci/ansible/Containerfile.j2
@@ -5,9 +5,9 @@ FROM {{ ci_base | default(pulp_default_container) }}
 ADD ./{{ item.name }} ./{{ item.name }}
 {% endfor %}
 
-# Install python packages
-# S3 botocore needs to be patched to handle responses from minio during 0-byte uploads
-# Hacking botocore (https://github.com/boto/botocore/pull/1990)
+{% for item in extra_files | default([]) %}
+ADD ./{{ item.origin }} {{ item.destination }}
+{% endfor %}
 
 # This MUST be the ONLY call to pip install in inside the container.
 RUN pip3 install --upgrade pip setuptools wheel && \
diff --git a/template_config.yml b/template_config.yml
index f3e7735e..8b13356b 100644
--- a/template_config.yml
+++ b/template_config.yml
@@ -20,6 +20,7 @@ deploy_client_to_rubygems: true
 deploy_to_pypi: true
 disabled_redis_runners: []
 docker_fixtures: false
+extra_files: []
 flake8: true
 flake8_ignore: []
 github_org: pulp