Expanding the set of tasks in WorkArena

src/browsergym/workarena/__init__.py

@@ -20,10 +20,22 @@
 from .tasks.compositional.update_task import __TASKS__ as UPDATE_TASKS
 from .tasks.dashboard import __TASKS__ as DASHBOARD_TASKS
 from .tasks.form import __TASKS__ as FORM_TASKS
+from .tasks.form_workspace import __TASKS__ as FORM_WORKSPACE_TASKS
 from .tasks.knowledge import __TASKS__ as KB_TASKS
 from .tasks.list import __TASKS__ as LIST_TASKS
 from .tasks.navigation import __TASKS__ as NAVIGATION_TASKS
+from .tasks.navigation import __DYNAMIC_GUIDANCE_TASKS__ as NAVIGATION_DYNAMIC_GUIDANCE_TASKS
 from .tasks.service_catalog import __TASKS__ as SERVICE_CATALOG_TASKS
+from .tasks.service_catalog import __DYNAMIC_GUIDANCE_TASKS__ as SERVICE_CATALOG_DYNAMIC_GUIDANCE_TASKS
+from .tasks.case import __TASKS__ as CASE_TASKS
+from .tasks.role import __TASKS__ as ROLE_TASKS
+from .tasks.interaction import __TASKS__ as INTERACTION_TASKS
+from .tasks.change_request import __TASKS__ as CHANGE_REQUEST_TASKS
+from .tasks.customer_account import __TASKS__ as CUSTOMER_ACCOUNT_TASKS
+from .tasks.incident import __TASKS__ as INCIDENT_TASKS
+from .tasks.license import __TASKS__ as LICENSE_TASKS
+from .tasks.ritm import __TASKS__ as RITM_TASKS
+from .tasks.user_group import __TASKS__ as USER_GROUP_TASKS
 from .tasks.compositional.base import CompositionalTask
 
 ALL_WORKARENA_TASKS = [
@@ -45,6 +57,21 @@
     and not issubclass(task, CompositionalBuildingBlockTask)
 ]
 
+ALL_WORKARENA_DYNAMIC_GUIDANCE_TASKS = [
+    *SERVICE_CATALOG_DYNAMIC_GUIDANCE_TASKS,
+    *NAVIGATION_DYNAMIC_GUIDANCE_TASKS,
+    *CASE_TASKS,
+    *ROLE_TASKS,
+    *INTERACTION_TASKS,
+    *CHANGE_REQUEST_TASKS,
+    *CUSTOMER_ACCOUNT_TASKS,
+    *INCIDENT_TASKS,
+    *LICENSE_TASKS,
+    *RITM_TASKS,
+    *FORM_WORKSPACE_TASKS,
+    *USER_GROUP_TASKS,
+]
+
 
 # register the WorkArena benchmark
 for task in ALL_WORKARENA_TASKS:
@@ -53,6 +80,13 @@
         task,
     )
 
+# register dynamic guidance tasks
+for task in ALL_WORKARENA_DYNAMIC_GUIDANCE_TASKS:
+    register_task(
+        task.get_task_id(),
+        task,
+    )
+
 workarena_tasks_all = [task_class.get_task_id() for task_class in ALL_WORKARENA_TASKS]
 workarena_tasks_atomic = [task_class.get_task_id() for task_class in ATOMIC_TASKS]
 
@@ -90,6 +124,17 @@
     "workarena.servicenow.multi-chart-value-retrieval": "dashboard",
     "workarena.servicenow.single-chart-value-retrieval": "dashboard",
     "workarena.servicenow.single-chart-min-max-retrieval": "dashboard",
+    # dynamic guidance tasks
+    "workarena.servicenow.order-iphone": "service catalog",
+    "workarena.servicenow.order-mobile-phone": "service catalog",
+    "workarena.servicenow.order-software": "service catalog",
+    "workarena.servicenow.order-software-access": "service catalog",
+    "workarena.servicenow.order-reset-password": "service catalog",
+    "workarena.servicenow.order-packaging-and-shipping": "service catalog",
+    "workarena.servicenow.order-paper-supplies": "service catalog",
+    "workarena.servicenow.order-misc-hardware": "service catalog",
+    "workarena.servicenow.order-misc-hardware-with-business-justification": "service catalog",
+    "workarena.servicenow.order-reset-password": "service catalog",
 }
 
 
@@ -119,7 +164,7 @@ def get_all_tasks_agents(filter="l2", meta_seed=42, n_seed_l1=10, is_agent_curri
         raise Exception("Unsupported filter used.")
     if len(filter) == 1:
         level = filter[0]
-        if level not in ["l1", "l2", "l3"]:
+        if level not in ["l1", "l2", "l3", "dg"]:
             raise Exception("Unsupported category of tasks.")
         else:
             rng = np.random.RandomState(meta_seed)
@@ -129,6 +174,12 @@ def get_all_tasks_agents(filter="l2", meta_seed=42, n_seed_l1=10, is_agent_curri
                     all_task_tuples.append((task, int(seed)))
 
             return all_task_tuples
+        elif level == "dg":
+            for task in ALL_WORKARENA_DYNAMIC_GUIDANCE_TASKS:
+                for seed in rng.randint(0, 1000, n_seed_l1):
+                    all_task_tuples.append((task, int(seed)))
+
+            return all_task_tuples
 
     if len(filter) == 2:
         level, filter_category = filter[0], filter[1]

src/browsergym/workarena/api/requests.py

@@ -125,10 +125,12 @@ def get_request_items(instance: SNowInstance, sys_id: str) -> list[dict]:
             "sysparm_fields": ",".join(
                 [
                     "sys_id",
+                    "cat_item",
                     "short_description",
                     "quantity",
                 ]
             ),
+            "sysparm_display_value": "true",
         },
     )["result"]
 

src/browsergym/workarena/config.py

@@ -19,6 +19,7 @@
 
 # Path to the Menu navigation task configuration
 ALL_MENU_PATH = str(resources.files(data_files).joinpath("task_configs/all_menu.json"))
+ALL_MENU_CUSTOM_GOAL_PATH = str(resources.files(data_files).joinpath("task_configs/go_to_page.json"))
 
 # Path to the dashboard/report retrieval task configurations
 DASHBOARD_RETRIEVAL_MINMAX_CONFIG_PATH = str(
@@ -233,3 +234,108 @@
 # Report date filter patch flag
 REPORT_PATCH_FLAG = "WORKARENA_DATE_FILTER_PATCH"
 REPORT_FILTER_PROPERTY = "workarena.report.filter.config"
+
+
+# Case tasks
+GET_CASE_STATUS_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/get_case_status.json")
+)
+GET_CASE_RESOLUTION_NOTES_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/get_case_resnotes.json")
+)
+CLOSE_CASE_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/close_case.json")
+)
+FIND_ASSET_UNDER_ACCOUNT_CREATE_CASE_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/find_asset_under_account_create_case.json")
+)
+
+# Role tasks
+ASSIGN_ROLE_TO_USER_ADMIN_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/assign_role_to_user_admin.json")
+)
+ASSIGN_ROLES_TO_USER_EXPLICIT_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/assign_roles_to_user_explicit.json")
+)
+ASSIGN_ROLES_TO_USER_IMPLICIT_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/assign_roles_to_user_implicit.json")
+)
+
+## License tasks
+GET_NUMBER_LICENSES_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/get_number_licenses.json")
+)
+
+## Change Request tasks
+CHANGE_CHANGE_REQUEST_APPROVER_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/change_chg_approver.json")
+)
+
+## Incident tasks
+ADD_ADDITIONAL_ASSIGNEE_TO_INCIDENT_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/add_additional_assignee_to_incident.json")
+)
+RESOLVE_INCIDENT_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/resolve_incident.json")
+)
+UPDATE_INCIDENT_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/update_incident.json")
+)
+
+## Request Item tasks
+CHANGE_RITM_STATUS_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/change_ritm_status.json")
+)
+UPDATE_RITM_QUANTITY_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/update_ritm_quantity.json")
+)
+
+## Interaction tasks
+CREATE_INTERACTION_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/create_interaction.json")
+)
+
+## Customer account tasks
+FIND_CUSTOMER_ACCOUNT_MANAGER_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/find_customer_account_manager.json")
+)
+
+## User group tasks
+DEACTIVATE_USER_GROUP_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/deactivate_user_group.json")
+)
+CREATE_USER_GROUP_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/create_user_group.json")
+)
+CREATE_USER_GROUP_ADD_USERS_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/create_user_group_add_users.json")
+)
+
+# service catalog tasks (dynamic guidance)
+ORDER_IPHONE_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_iphone.json")
+)
+ORDER_MOBILE_PHONE_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_mobile_phone.json")
+)
+ORDER_MISC_HARDWARE_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_misc_hardware.json")
+)
+ORDER_MISC_HARDWARE_WITH_BUSINESS_JUSTIFICATION_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_misc_hardware_with_business_justification.json")
+)
+ORDER_PACKAGING_AND_SHIPPING_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_packaging_and_shipping.json")
+)
+ORDER_RESET_PASSWORD_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_reset_password.json")
+)
+ORDER_PAPER_SUPPLIES_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_paper_and_supplies.json")
+)
+ORDER_SOFTWARE_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_software.json")
+)
+ORDER_SOFTWARE_ACCESS_TASK_CONFIG_PATH = str(
+    resources.files(data_files).joinpath("task_configs/order_software_access.json")
+)

src/browsergym/workarena/data_files/task_configs/add_additional_assignee_to_incident.json

@@ -0,0 +1,27 @@
+[
+    {
+        "additional_assignee_list": "Elmo Gabouer",
+        "incident_number": "INC0000002",
+        "goal": "Add Elmo Gabouer as an additional assignee on INC0000002"
+    },
+    {
+        "additional_assignee_list": "Pat Hoshaw",
+        "incident_number": "INC0000016",
+        "goal": "Add Pat Hoshaw as an additional assignee on INC0000016"
+    },
+    {
+        "additional_assignee_list": "Norman Betance",
+        "incident_number": "INC0000020",
+        "goal": "Add Norman Betance as an additional assignee on INC0000020"
+    },
+    {
+        "additional_assignee_list": "Chris Walls",
+        "incident_number": "INC0000046",
+        "goal": "Add Chris Walls as an additional assignee on INC0000046"
+    },
+    {
+        "additional_assignee_list": "Olivia Jenkins",
+        "incident_number": "INC0000047",
+        "goal": "Add Olivia Jenkins as an additional assignee on INC0000047"
+    }
+]