initial JERK and PPO2 dumps

agents/ppo2.docker

@@ -0,0 +1,17 @@
+FROM agent:tensorflow
+
+# Needed for OpenCV.
+RUN apt-get update && \
+    apt-get install -y libgtk2.0-dev && \
+    rm -rf /var/lib/apt/lists/*
+
+# Baselines has some unneeded and cumbersome dependencies,
+# so we manually fetch the deps we need.
+RUN . ~/venv/bin/activate && \
+    pip install scipy tqdm joblib zmq dill progressbar2 cloudpickle opencv-python && \
+    pip install --no-deps git+https://github.com/openai/baselines.git
+
+ADD ppo2_agent.py ./agent.py
+ADD sonic_util.py .
+
+CMD ["python", "-u", "/root/compo/agent.py"]