diff --git a/minerl/env/malmo.py b/minerl/env/malmo.py
index e585412c..f00e8dab 100644
--- a/minerl/env/malmo.py
+++ b/minerl/env/malmo.py
@@ -580,6 +580,9 @@ def _launch_minecraft(self, port, headless, minecraft_dir, replaceable=False):
         if self._max_mem:
             cmd += ['-maxMem', self._max_mem]
 
+        if headless:
+            cmd = ["xvfb-run", "-a"] + cmd
+
         cmd_to_print = cmd[:] if not self._seed else cmd[:-2]
         self._logger.info("Starting Minecraft process: " + str(cmd_to_print))
         # print(cmd)