Fix pred invent vlm double check (#1740)

* fix vlm double checking issue

* fix documentation for burger env

* woops

* try update mypy-extensions

* fix mypy

Author: NishanthJKumar

predicators/datasets/generate_atom_trajs_with_vlm.py

@@ -183,7 +183,10 @@ def _label_single_trajectory_with_vlm_atom_values(indexed_traj: Tuple[
                 "/predicators/datasets/vlm_input_data_prompts/atom_labelling/" + \
                 "double_check_prompt_prev_labels.txt"
             # pylint: enable=line-too-long
-            double_check_prompt += previous_timestep_check_prompt
+            with open(previous_timestep_check_prompt, "r",
+                      encoding="utf-8") as f:
+                previous_timestep_check_prompt_str = f.read()
+            double_check_prompt += previous_timestep_check_prompt_str
             double_check_prompt += "\n\nTruth values of predicates at " + \
                 "the previous timestep:\n\n"
 

predicators/envs/burger.py

@@ -49,7 +49,8 @@ class BurgerEnv(BaseEnv):
     --approach grammar_search_invention --seed 0 --num_train_tasks 10
     --option_model_terminate_on_repeat False
     --sesame_max_skeletons_optimized 1000 --timeout 80
-    --sesame_max_samples_per_step 1 --make_demo_videos
+    --make_demo_videos
+    --bilevel_plan_without_sim True
     --sesame_task_planner fdopt
 
     Note that the default task planner is too slow -- fast downward is required.

predicators/pretrained_model_interface.py

@@ -276,7 +276,7 @@ def _sample_completions(
             temperature=temperature)
         response = self._model.generate_content(
             [prompt], generation_config=generation_config)  # type: ignore
-        response.resolve()
+        response.resolve()  # type: ignore
         return [response.text]
 
     def get_id(self) -> str:
@@ -306,9 +306,9 @@ def _sample_completions(
             candidate_count=num_completions,
             temperature=temperature)
         response = self._model.generate_content(
-            [prompt] + imgs,
+            [prompt] + imgs,  # type: ignore
             generation_config=generation_config)  # type: ignore
-        response.resolve()
+        response.resolve()  # type: ignore
         return [response.text]
 
     def get_id(self) -> str:

setup.py

@@ -43,10 +43,7 @@
     include_package_data=True,
     extras_require={
         "develop": [
-            "pytest-cov==2.12.1",
-            "pytest-pylint==0.18.0",
-            "yapf==0.32.0",
-            "docformatter==1.4",
-            "isort==5.10.1",
+            "pytest-cov==2.12.1", "pytest-pylint==0.18.0", "yapf==0.32.0",
+            "docformatter==1.4", "isort==5.10.1", "mypy-extensions==1.0.0"
         ]
     })