analysis/tools/2_construct_transition_data_from_log_tables.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "af8d017c",
   "metadata": {},
   "source": [
    "This notebook constructs state and action objects from the log tables, and exports them as transition tables and lists in [pickle](https://docs.python.org/3/library/pickle.html) format."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7e19974a",
   "metadata": {},
   "source": [
    "## Initialization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "a5835a68",
   "metadata": {
    "code_folding": []
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "import pathlib as pl\n",
    "import pandas as pd\n",
    "import networkx as nx\n",
    "\n",
    "from justhink_world import create_all_worlds\n",
    "from justhink_world.domain.state import NetworkState, EnvState\n",
    "from justhink_world.agent import Agent\n",
    "from justhink_world.domain.action import *"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "17f7e63a",
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.options.display.max_columns = None\n",
    "pd.options.display.max_rows = None"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "3448558f",
   "metadata": {},
   "source": [
    "### Define paths."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "1542a40e",
   "metadata": {},
   "outputs": [],
   "source": [
    "resources_dir = pl.Path('resources')\n",
    "networks_dir = resources_dir.joinpath('networks')\n",
    "logs_dir = pl.Path('../processed_data/logs')\n",
    "\n",
    "# Outputs.\n",
    "transitions_pickle_file = pl.Path(\n",
    "    '../processed_data/justhink21_transitions.pickle')\n",
    "transition_lists_pickle_file = pl.Path(\n",
    "    '../processed_data/justhink21_transition_lists.pickle')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a169b533",
   "metadata": {},
   "source": [
    "### Load activity instances.\n",
    "Activities are represented in 'justhink_world' as worlds."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c26daaf3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[(3, 1, {'cost': 3}), (3, 0, {'cost': 3}), (3, 2, {'cost': 3}), (3, 5, {'cost': 4}), (3, 7, {'cost': 5}), (1, 9, {'cost': 3}), (1, 2, {'cost': 2}), (1, 5, {'cost': 4}), (1, 4, {'cost': 3}), (0, 2, {'cost': 5}), (0, 7, {'cost': 4}), (2, 9, {'cost': 4}), (2, 8, {'cost': 3}), (5, 4, {'cost': 2}), (5, 7, {'cost': 3}), (5, 6, {'cost': 4}), (4, 9, {'cost': 3}), (4, 6, {'cost': 2}), (7, 6, {'cost': 2}), (9, 8, {'cost': 2})]\n"
     ]
    }
   ],
   "source": [
    "worlds = create_all_worlds()\n",
    "\n",
    "# Print information on the activities.\n",
    "# The name of the activity.\n",
    "# name = 'pretest-1'\n",
    "name = 'collaboration-1'\n",
    "\n",
    "# Background network connections and costs for that activity.\n",
    "print(worlds[name].env.state.network.graph.edges(data=True))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "080e5b5c",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'intro': 'intro',\n",
       " 'tutorial': 'tutorial',\n",
       " 'pretest-1': 'pretest-1',\n",
       " 'pretest-2': 'pretest-2',\n",
       " 'pretest-3': 'pretest-3',\n",
       " 'pretest-4': 'pretest-4',\n",
       " 'pretest-5': 'pretest-5',\n",
       " 'posttest-1': 'posttest-1',\n",
       " 'posttest-2': 'posttest-2',\n",
       " 'posttest-3': 'posttest-3',\n",
       " 'posttest-4': 'posttest-4',\n",
       " 'posttest-5': 'posttest-5',\n",
       " 'collaboration-1': 'collaboration-1',\n",
       " 'collaboration-2': 'collaboration-2',\n",
       " 'bye': 'bye',\n",
       " 'robot-individual-1': 'robot-individual-1',\n",
       " 'indiv-illustrate': 'tutorial',\n",
       " 'collab-activity': 'collaboration-1',\n",
       " 'collab-activity-2': 'collaboration-2',\n",
       " 'debriefing': 'bye'}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Construct an activity name map from the names in the logs\n",
    "# the latest names in the justhink_world representation package.\n",
    "world_renamer = {name: name for name in worlds}\n",
    "world_renamer['indiv-illustrate'] = 'tutorial'\n",
    "world_renamer['collab-activity'] = 'collaboration-1'\n",
    "world_renamer['collab-activity-2'] = 'collaboration-2'\n",
    "world_renamer['debriefing'] = 'bye'\n",
    "\n",
    "world_renamer"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "a5881954",
   "metadata": {},
   "source": [
    "### Read the state transition log files."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "5b532e35",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Discover the sate transition files.\n",
    "file_list = logs_dir.glob(\n",
    "    'justhink21_log_*/justhink_app-state_transition.csv')\n",
    "\n",
    "# Make a map from participant to log file path.\n",
    "files = {}\n",
    "for f in file_list:\n",
    "    i = int(str(f.parent).split('_')[-1])\n",
    "    files[i] = f\n",
    "\n",
    "# Read the log files.\n",
    "logs = {}\n",
    "for participant in files:\n",
    "    df = pd.read_csv(files[participant])\n",
    "    logs[participant] = df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b2998baa",
   "metadata": {},
   "source": [
    "## Processing"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "74afde3e",
   "metadata": {},
   "source": [
    "### Construct a state object from a log table row."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "d0cadbd9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) where |V'|=6 with cost=19, Human)\n"
     ]
    }
   ],
   "source": [
    "def construct_state(row, graph, state_name='state', verbose=False):\n",
    "    \"\"\"Construct a state object from a log table row.\n",
    "\n",
    "    Note: The argument state_name='state' for the current state, \n",
    "    state_name='next_state' for the next state in\n",
    "    the 3-tuple logs of <state, action, next_state>\n",
    "    \"\"\"\n",
    "    # Reconstruct the list of selected edges from string.\n",
    "    edge_list_text = str(row['{}.edges'.format(state_name)])\n",
    "    edge_list = edge_list_text.strip('[').strip(']').split(',')\n",
    "    edges = list()\n",
    "    for edge_text in edge_list:\n",
    "        # if the edge list is empty, no edges are selected.\n",
    "        if edge_list[0] == '':\n",
    "            break\n",
    "        l = edge_text.split()\n",
    "        edge = (int(l[1]), int(l[3]))\n",
    "        edges.append(edge)\n",
    "    # Represent the selected edges as a subgraph.\n",
    "    subgraph = nx.Graph()\n",
    "    for u, v in edges:\n",
    "        subgraph.add_edge(u, v)\n",
    "\n",
    "    # Construct the suggested edge.\n",
    "    suggested_edge = (int(row['{}.suggested.u'.format(state_name)]),\n",
    "                      int(row['{}.suggested.v'.format(state_name)]))\n",
    "    if suggested_edge == (-1, -1):\n",
    "        suggested_edge = None\n",
    "\n",
    "    # Construct the terminal/not and submitting/not information.\n",
    "    is_terminal = bool(row['{}.terminal'.format(state_name)])\n",
    "    is_submitting = bool(row['{}.submit_suggested'.format(state_name)])\n",
    "\n",
    "    # Construct the set of active agents (indicating the turn at that state).\n",
    "    if row['turn_agent'] == 'human':\n",
    "        agents = frozenset({Agent.HUMAN})\n",
    "    elif row['turn_agent'] == 'robot':\n",
    "        agents = frozenset({Agent.ROBOT})\n",
    "    else:\n",
    "        agents = frozenset()\n",
    "\n",
    "    # Create the network state object.\n",
    "    network = NetworkState(graph, subgraph, suggested_edge)\n",
    "\n",
    "    # Create the environment state object.\n",
    "    state = EnvState(\n",
    "        network, agents=agents, is_submitting=is_submitting, is_terminal=is_terminal)\n",
    "\n",
    "    if verbose:\n",
    "        print(state)\n",
    "\n",
    "    return state\n",
    "\n",
    "\n",
    "# Example / try out:\n",
    "world = worlds['pretest-1']\n",
    "df = logs[1].copy()\n",
    "row_index = 10\n",
    "state = construct_state(df.iloc[row_index],\n",
    "                world.env.state.network.graph, verbose=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "1e5a4582",
   "metadata": {},
   "source": [
    "### Construct an action object from a log table row."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "ed912cb1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Action(pick(5,6),Human)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def construct_action(row, graph, prev_action=None, verbose=False):\n",
    "    \"\"\"Construct an action object from a log table row.\"\"\"\n",
    "    action_type = row['action.type']\n",
    "    if row['action.agent_name'] == 'human':\n",
    "        agent = Agent.HUMAN\n",
    "    elif row['action.agent_name'] == 'robot':\n",
    "        agent = Agent.ROBOT\n",
    "    else:\n",
    "        raise NotImplementedError\n",
    "\n",
    "    if action_type == 0:\n",
    "        return SuggestPickAction((row['action.edge.u'], row['action.edge.v']), agent)\n",
    "    elif action_type == 1:\n",
    "        return PickAction((row['action.edge.u'], row['action.edge.v']), agent)\n",
    "    elif action_type == 2:\n",
    "        return UnpickAction((row['action.edge.u'], row['action.edge.v']), agent)\n",
    "    elif action_type == 3 or action_type == 4:\n",
    "        # Remap attempt-submit to submit (for the tests).\n",
    "        if 'test' in row['header.frame_id']:\n",
    "            if  isinstance(prev_action, AttemptSubmitAction):\n",
    "                return SubmitAction(agent)\n",
    "            else:\n",
    "                return AttemptSubmitAction(agent)\n",
    "        elif action_type == 3 and agent == Agent.ROBOT:\n",
    "            return AttemptSubmitAction(agent)\n",
    "        else:\n",
    "            return SubmitAction(agent)\n",
    "    elif action_type == 5:\n",
    "        return ContinueAction(agent)\n",
    "    elif action_type == 6:\n",
    "        return AgreeAction(agent)\n",
    "    elif action_type == 7:\n",
    "        return DisagreeAction(agent)\n",
    "    elif action_type == 8:\n",
    "        return ClearAction()\n",
    "    return None\n",
    "\n",
    "\n",
    "# Example / try out:\n",
    "world = worlds['pretest-1']\n",
    "df = logs[1].copy()\n",
    "row_index = 10\n",
    "construct_action(\n",
    "    df.iloc[row_index], world.env.state.network.graph, verbose=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d9a58026",
   "metadata": {},
   "source": [
    "### Identify a submission action and the associated submitted state."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "26d80ac1",
   "metadata": {},
   "outputs": [],
   "source": [
    "def identify_submission_state(row):\n",
    "    \"\"\"Identify which problem state has been submitted\"\"\"\n",
    "    # check if the last state's action type is submit type 3 or 4\n",
    "    problem_name = row['header.frame_id']\n",
    "\n",
    "    # Renamed activities.\n",
    "    problem_name = world_renamer[problem_name]\n",
    "\n",
    "    action_type = row['action.type']\n",
    "\n",
    "    if 'test' in problem_name:\n",
    "        return action_type == 4\n",
    "\n",
    "    # For collaborative activities check for 3 only.\n",
    "    elif 'collab' in problem_name:\n",
    "        return action_type == 3\n",
    "\n",
    "    else:\n",
    "        return False"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b82385d1",
   "metadata": {},
   "source": [
    "### Construct all states and actions for a log table.\n",
    "\n",
    "Iterate through the rows.\n",
    "Also append world_state, action, is_submission, cost, and is_mst columns to the table."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "e05eb92a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Time</th>\n",
       "      <th>header.seq</th>\n",
       "      <th>header.stamp.secs</th>\n",
       "      <th>header.stamp.nsecs</th>\n",
       "      <th>header.frame_id</th>\n",
       "      <th>state.edges</th>\n",
       "      <th>state.suggested.u</th>\n",
       "      <th>state.suggested.v</th>\n",
       "      <th>state.terminal</th>\n",
       "      <th>state.submit_suggested</th>\n",
       "      <th>action.agent_name</th>\n",
       "      <th>action.type</th>\n",
       "      <th>action.edge.u</th>\n",
       "      <th>action.edge.v</th>\n",
       "      <th>next_state.edges</th>\n",
       "      <th>next_state.suggested.u</th>\n",
       "      <th>next_state.suggested.v</th>\n",
       "      <th>next_state.terminal</th>\n",
       "      <th>next_state.submit_suggested</th>\n",
       "      <th>action_no</th>\n",
       "      <th>step_no</th>\n",
       "      <th>turn_agent</th>\n",
       "      <th>next_state</th>\n",
       "      <th>state</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1.623049e+09</td>\n",
       "      <td>1</td>\n",
       "      <td>1623048864</td>\n",
       "      <td>591364622</td>\n",
       "      <td>indiv-illustrate</td>\n",
       "      <td>[]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>human</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>[u: 1\\nv: 9]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>human</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1.623049e+09</td>\n",
       "      <td>2</td>\n",
       "      <td>1623048901</td>\n",
       "      <td>478822946</td>\n",
       "      <td>indiv-illustrate</td>\n",
       "      <td>[u: 1\\nv: 9]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>human</td>\n",
       "      <td>8</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>[]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>human</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1.623049e+09</td>\n",
       "      <td>3</td>\n",
       "      <td>1623048918</td>\n",
       "      <td>748908519</td>\n",
       "      <td>indiv-illustrate</td>\n",
       "      <td>[]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>human</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>[u: 1\\nv: 9]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>human</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1.623049e+09</td>\n",
       "      <td>4</td>\n",
       "      <td>1623048920</td>\n",
       "      <td>975822925</td>\n",
       "      <td>indiv-illustrate</td>\n",
       "      <td>[u: 1\\nv: 9]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>human</td>\n",
       "      <td>3</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>[u: 1\\nv: 9]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>human</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.623049e+09</td>\n",
       "      <td>5</td>\n",
       "      <td>1623048961</td>\n",
       "      <td>5374193</td>\n",
       "      <td>pretest-1</td>\n",
       "      <td>[]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>human</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>[u: 7\\nv: 0]</td>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>human</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Time  header.seq  header.stamp.secs  header.stamp.nsecs  \\\n",
       "0  1.623049e+09           1         1623048864           591364622   \n",
       "1  1.623049e+09           2         1623048901           478822946   \n",
       "2  1.623049e+09           3         1623048918           748908519   \n",
       "3  1.623049e+09           4         1623048920           975822925   \n",
       "4  1.623049e+09           5         1623048961             5374193   \n",
       "\n",
       "    header.frame_id   state.edges  state.suggested.u  state.suggested.v  \\\n",
       "0  indiv-illustrate            []                 -1                 -1   \n",
       "1  indiv-illustrate  [u: 1\\nv: 9]                 -1                 -1   \n",
       "2  indiv-illustrate            []                 -1                 -1   \n",
       "3  indiv-illustrate  [u: 1\\nv: 9]                 -1                 -1   \n",
       "4         pretest-1            []                 -1                 -1   \n",
       "\n",
       "   state.terminal  state.submit_suggested action.agent_name  action.type  \\\n",
       "0           False                   False             human            1   \n",
       "1           False                   False             human            8   \n",
       "2           False                   False             human            1   \n",
       "3           False                   False             human            3   \n",
       "4           False                   False             human            1   \n",
       "\n",
       "   action.edge.u  action.edge.v next_state.edges  next_state.suggested.u  \\\n",
       "0              1              9     [u: 1\\nv: 9]                      -1   \n",
       "1             -1             -1               []                      -1   \n",
       "2              1              9     [u: 1\\nv: 9]                      -1   \n",
       "3             -1             -1     [u: 1\\nv: 9]                      -1   \n",
       "4              7              0     [u: 7\\nv: 0]                      -1   \n",
       "\n",
       "   next_state.suggested.v  next_state.terminal  next_state.submit_suggested  \\\n",
       "0                      -1                False                        False   \n",
       "1                      -1                False                        False   \n",
       "2                      -1                False                        False   \n",
       "3                      -1                 True                        False   \n",
       "4                      -1                False                        False   \n",
       "\n",
       "   action_no  step_no turn_agent  \\\n",
       "0          0        1      human   \n",
       "1          1        2      human   \n",
       "2          2        3      human   \n",
       "3          3        4      human   \n",
       "4          0        0      human   \n",
       "\n",
       "                                          next_state  \\\n",
       "0  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "1  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "2  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "3  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "4  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "\n",
       "                                               state  \n",
       "0  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...  \n",
       "1  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...  \n",
       "2  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...  \n",
       "3  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...  \n",
       "4  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def construct_state_from_table(df, state_name='state', verbose=False):\n",
    "    \"\"\"Construct all states and action for a log table.\n",
    "\n",
    "    Note: The argument state_name='state' for the current state, \n",
    "    state_name='next_state' for the next state in\n",
    "    the 3-tuple logs of <state, action, next_state>\n",
    "    \"\"\"\n",
    "    state_list = []\n",
    "    attempt_numbers = dict()\n",
    "    for i, row in df.iterrows():\n",
    "        # Rename the activity to match with the updated representation package.\n",
    "        activity = row['header.frame_id']\n",
    "        activity = world_renamer[activity]\n",
    "        world = worlds[activity]\n",
    "\n",
    "        if activity not in attempt_numbers:\n",
    "            attempt_numbers[activity] = 1\n",
    "\n",
    "        state = construct_state(\n",
    "            row, world.env.state.network.graph, state_name=state_name)\n",
    "\n",
    "        is_submission = identify_submission_state(row)\n",
    "\n",
    "        # Update the attempt number.\n",
    "        state.attempt_no = attempt_numbers[activity]\n",
    "        if is_submission and 'collab' in activity:\n",
    "            attempt_numbers[activity] = attempt_numbers[activity] + 1\n",
    "\n",
    "        # Update the max attempts.\n",
    "        if 'collab' in activity:\n",
    "            state.max_attempts = 4\n",
    "\n",
    "        state_list.append(state)\n",
    "\n",
    "    df[state_name] = state_list\n",
    "\n",
    "    return df\n",
    "\n",
    "# Example / try out:\n",
    "# name = 'collab-activity'\n",
    "name = 'pretest-1'\n",
    "df = logs[1].copy()\n",
    "df = construct_state_from_table(df, state_name='next_state')\n",
    "df = construct_state_from_table(df, verbose=True)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "b69d8811",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def construct_actions_and_metadata_from_table(df, verbose=False):\n",
    "    \"\"\"Construct all states and action for a log table.\n",
    "\n",
    "    Note: The argument state_name='state' for the current state, \n",
    "    state_name='next_state' for the next state in\n",
    "    the 3-tuple logs of <state, action, next_state>\n",
    "    \"\"\"\n",
    "    is_submission_list = []\n",
    "    cost_list = []\n",
    "    is_mst_list = []\n",
    "    opt_cost_list = []\n",
    "    error_list = []\n",
    "    is_spanning_list = []\n",
    "    action_list = []\n",
    "    attempt_no_list = []\n",
    "\n",
    "    for i, row in df.iterrows():\n",
    "        # Rename the activity to match with the updated representation package.\n",
    "        activity = row['header.frame_id']\n",
    "        activity = world_renamer[activity]\n",
    "        world = worlds[activity]\n",
    "\n",
    "        is_submission = identify_submission_state(row)\n",
    "        is_submission_list.append(is_submission)\n",
    "        if verbose and is_submission:\n",
    "            print('Submitted', activity, state)\n",
    "\n",
    "        prev_action = action_list[i-1] if i > 0 else None\n",
    "        action = construct_action(\n",
    "            row, world.env.state.network.graph, prev_action=prev_action)\n",
    "\n",
    "        # Remap attempt-submit to submit for tests.\n",
    "        if is_submission and 'test' in activity:\n",
    "            next_row = df.iloc[i+1] if i < len(df)-1 else None\n",
    "            if next_row is not None and activity != next_row['header.frame_id']:\n",
    "                action = SubmitAction(action.agent)\n",
    "\n",
    "        action_list.append(action)\n",
    "\n",
    "        state = row['state']\n",
    "\n",
    "        is_spanning = state.network.is_spanning()\n",
    "        is_mst = state.network.is_mst()\n",
    "        opt_cost = state.network.get_mst_cost()\n",
    "        cost = state.network.get_cost()\n",
    "        if is_spanning:\n",
    "            error = 1.0 * (cost - opt_cost) / opt_cost\n",
    "        else:\n",
    "            error = None\n",
    "\n",
    "        cost_list.append(cost)\n",
    "        opt_cost_list.append(opt_cost)\n",
    "        error_list.append(error)\n",
    "\n",
    "        attempt_no_list.append(state.attempt_no)\n",
    "\n",
    "        is_mst_list.append(is_mst)\n",
    "        is_spanning_list.append(is_spanning)\n",
    "\n",
    "    df['action'] = action_list\n",
    "    df['attempt_no'] = attempt_no_list\n",
    "    df['cost'] = cost_list  # Submitted cost.\n",
    "    df['opt_cost'] = opt_cost_list  # Optimal i.e. MST cost.\n",
    "    df['error'] = error_list\n",
    "    df['is_submission'] = is_submission_list\n",
    "    df['is_mst'] = is_mst_list\n",
    "    df['is_spanning'] = is_spanning_list\n",
    "\n",
    "    return df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8aec2ab6",
   "metadata": {},
   "source": [
    "### Construct a transition table from the log table for each participant."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "152ed267",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processed participant 1\n",
      "Processed participant 2\n",
      "Processed participant 3\n",
      "Processed participant 4\n",
      "Processed participant 5\n",
      "Processed participant 6\n",
      "Processed participant 7\n",
      "Processed participant 8\n",
      "Processed participant 9\n"
     ]
    }
   ],
   "source": [
    "transitions = {}\n",
    "for participant in sorted(logs):\n",
    "    df = logs[participant].copy()\n",
    "    \n",
    "    df = construct_state_from_table(df, state_name='state')\n",
    "    df = construct_state_from_table(df, state_name='next_state')\n",
    "    df = construct_actions_and_metadata_from_table(df)\n",
    "    \n",
    "    df.insert(0, 'participant', participant)\n",
    "\n",
    "    transitions[participant] = df\n",
    "    print('Processed participant', participant)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "93313565",
   "metadata": {},
   "source": [
    "### Clean the log tables, drop/rename columns."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "ef95cecb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>participant</th>\n",
       "      <th>time</th>\n",
       "      <th>activity</th>\n",
       "      <th>state</th>\n",
       "      <th>next_state</th>\n",
       "      <th>action</th>\n",
       "      <th>attempt_no</th>\n",
       "      <th>cost</th>\n",
       "      <th>opt_cost</th>\n",
       "      <th>error</th>\n",
       "      <th>is_submission</th>\n",
       "      <th>is_mst</th>\n",
       "      <th>is_spanning</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(pick(9,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8</td>\n",
       "      <td>35.974815</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(clear,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>8</td>\n",
       "      <td>59.190591</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(pick(9,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>8</td>\n",
       "      <td>61.770048</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>8</td>\n",
       "      <td>101.642923</td>\n",
       "      <td>pretest-1</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   participant        time   activity  \\\n",
       "0            8    0.000000   tutorial   \n",
       "1            8   35.974815   tutorial   \n",
       "2            8   59.190591   tutorial   \n",
       "3            8   61.770048   tutorial   \n",
       "4            8  101.642923  pretest-1   \n",
       "\n",
       "                                               state  \\\n",
       "0  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "1  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "2  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "3  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "4  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "\n",
       "                                          next_state                   action  \\\n",
       "0  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...  Action(pick(9,1),Human)   \n",
       "1  Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...      Action(clear,Human)   \n",
       "2  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...  Action(pick(9,1),Human)   \n",
       "3  Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...     Action(submit,Human)   \n",
       "4  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...  Action(pick(4,1),Human)   \n",
       "\n",
       "   attempt_no  cost  opt_cost  error  is_submission  is_mst  is_spanning  \n",
       "0           1     0         3    NaN          False   False        False  \n",
       "1           1     3         3    0.0          False    True         True  \n",
       "2           1     0         3    NaN          False   False        False  \n",
       "3           1     3         3    0.0          False    True         True  \n",
       "4           1     0        15    NaN          False   False        False  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "transitions_cleaned = dict()\n",
    "for participant in sorted(transitions):\n",
    "    df = transitions[participant].copy()\n",
    "\n",
    "    # Reset time to have duration in the time column.\n",
    "    df['Time'] -= df.iloc[0]['Time']\n",
    "    \n",
    "    name_map = {\n",
    "            'Time': 'time',\n",
    "            'header.frame_id': 'activity',\n",
    "        }\n",
    "    df.rename(columns=name_map, inplace=True)\n",
    "    \n",
    "    # Rename.\n",
    "    df['activity'] = [world_renamer[a] for a in df['activity']]\n",
    "\n",
    "    # Remove state element columns.\n",
    "    df.drop(\n",
    "        ['header.seq', \n",
    "         'header.stamp.secs', \n",
    "         'header.stamp.nsecs',\n",
    "         'action.agent_name',\n",
    "         'state.edges', \n",
    "         'state.suggested.u',\n",
    "         'state.suggested.v', \n",
    "         'state.terminal',\n",
    "         'state.submit_suggested', \n",
    "         'action.type',\n",
    "         'action.edge.u', \n",
    "         'action.edge.v',\n",
    "         'turn_agent', \n",
    "         'next_state.edges',\n",
    "         'next_state.suggested.u', \n",
    "         'next_state.suggested.v',\n",
    "            'next_state.terminal',\n",
    "         'next_state.submit_suggested', \n",
    "         'action_no', \n",
    "         'step_no'],\n",
    "        axis=1, inplace=True)\n",
    "\n",
    "    transitions_cleaned[participant] = df\n",
    "\n",
    "\n",
    "transitions_cleaned[8].head()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2566a398",
   "metadata": {},
   "source": [
    "### Fix logging errors."
   ]
  },
  {
   "cell_type": "markdown",
   "id": "529586b6",
   "metadata": {},
   "source": [
    "####  Remove erroneously logged events of multiple submissions \n",
    "for participant 2 in collaborative activity 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "5bcb819f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>participant</th>\n",
       "      <th>time</th>\n",
       "      <th>activity</th>\n",
       "      <th>state</th>\n",
       "      <th>next_state</th>\n",
       "      <th>action</th>\n",
       "      <th>attempt_no</th>\n",
       "      <th>cost</th>\n",
       "      <th>opt_cost</th>\n",
       "      <th>error</th>\n",
       "      <th>is_submission</th>\n",
       "      <th>is_mst</th>\n",
       "      <th>is_spanning</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(pick(1,9),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>33.595108</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(clear,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>55.372778</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(pick(1,9),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2</td>\n",
       "      <td>64.881026</td>\n",
       "      <td>tutorial</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2</td>\n",
       "      <td>109.673737</td>\n",
       "      <td>pretest-1</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>2</td>\n",
       "      <td>112.584256</td>\n",
       "      <td>pretest-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2</td>\n",
       "      <td>136.937284</td>\n",
       "      <td>pretest-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>2</td>\n",
       "      <td>174.055125</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>2</td>\n",
       "      <td>208.556060</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>2</td>\n",
       "      <td>211.856076</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>2</td>\n",
       "      <td>216.605767</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2</td>\n",
       "      <td>230.920386</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>2</td>\n",
       "      <td>236.897326</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>38</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>2</td>\n",
       "      <td>252.286522</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>46</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>2</td>\n",
       "      <td>264.345780</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>50</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2</td>\n",
       "      <td>277.257921</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>54</td>\n",
       "      <td>30</td>\n",
       "      <td>0.800000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2</td>\n",
       "      <td>285.221486</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(clear,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>62</td>\n",
       "      <td>30</td>\n",
       "      <td>1.066667</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2</td>\n",
       "      <td>295.416338</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2</td>\n",
       "      <td>300.442228</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2</td>\n",
       "      <td>313.248141</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>2</td>\n",
       "      <td>320.460823</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>2</td>\n",
       "      <td>327.068925</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>28</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2</td>\n",
       "      <td>336.552559</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2</td>\n",
       "      <td>345.384487</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>30</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>2</td>\n",
       "      <td>349.513603</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>48</td>\n",
       "      <td>30</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>2</td>\n",
       "      <td>351.763716</td>\n",
       "      <td>pretest-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>48</td>\n",
       "      <td>30</td>\n",
       "      <td>0.600000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2</td>\n",
       "      <td>393.783630</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(0,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>2</td>\n",
       "      <td>400.244463</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>2</td>\n",
       "      <td>413.697022</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2</td>\n",
       "      <td>433.142125</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>2</td>\n",
       "      <td>439.547995</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>2</td>\n",
       "      <td>443.491940</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>19</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>2</td>\n",
       "      <td>459.934862</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>23</td>\n",
       "      <td>21</td>\n",
       "      <td>0.095238</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>2</td>\n",
       "      <td>468.510516</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>27</td>\n",
       "      <td>21</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>2</td>\n",
       "      <td>479.350911</td>\n",
       "      <td>pretest-3</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>27</td>\n",
       "      <td>21</td>\n",
       "      <td>0.285714</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>2</td>\n",
       "      <td>508.940508</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2</td>\n",
       "      <td>524.275968</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>2</td>\n",
       "      <td>532.564947</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2</td>\n",
       "      <td>549.466734</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>2</td>\n",
       "      <td>554.530096</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>2</td>\n",
       "      <td>560.108069</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>2</td>\n",
       "      <td>563.483654</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>2</td>\n",
       "      <td>567.988905</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>53</td>\n",
       "      <td>45</td>\n",
       "      <td>0.177778</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>2</td>\n",
       "      <td>584.153870</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(clear,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>62</td>\n",
       "      <td>45</td>\n",
       "      <td>0.377778</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>2</td>\n",
       "      <td>596.228897</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>2</td>\n",
       "      <td>601.753251</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>2</td>\n",
       "      <td>610.618164</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>2</td>\n",
       "      <td>623.976330</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>2</td>\n",
       "      <td>638.999065</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(0,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>2</td>\n",
       "      <td>646.339784</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>2</td>\n",
       "      <td>656.167875</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>2</td>\n",
       "      <td>663.189614</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>54</td>\n",
       "      <td>45</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>2</td>\n",
       "      <td>665.976491</td>\n",
       "      <td>pretest-4</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>54</td>\n",
       "      <td>45</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>2</td>\n",
       "      <td>678.822653</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(0,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>2</td>\n",
       "      <td>683.138501</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>2</td>\n",
       "      <td>687.416833</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>2</td>\n",
       "      <td>693.723220</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>2</td>\n",
       "      <td>701.202590</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>2</td>\n",
       "      <td>709.678628</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(0,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>2</td>\n",
       "      <td>713.704822</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>2</td>\n",
       "      <td>717.027204</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>15</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>2</td>\n",
       "      <td>722.964762</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>15</td>\n",
       "      <td>0.466667</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>2</td>\n",
       "      <td>725.701921</td>\n",
       "      <td>pretest-5</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>15</td>\n",
       "      <td>0.466667</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>2</td>\n",
       "      <td>783.919225</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>2</td>\n",
       "      <td>859.869333</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>2</td>\n",
       "      <td>876.487764</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>2</td>\n",
       "      <td>881.906896</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(7,6),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>2</td>\n",
       "      <td>891.634586</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>2</td>\n",
       "      <td>897.689088</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>2</td>\n",
       "      <td>919.534370</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>2</td>\n",
       "      <td>932.785142</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>2</td>\n",
       "      <td>938.341096</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>2</td>\n",
       "      <td>964.303201</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>2</td>\n",
       "      <td>974.357371</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(7,0),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>2</td>\n",
       "      <td>983.259631</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(7,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>2</td>\n",
       "      <td>994.031267</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>2</td>\n",
       "      <td>1012.963229</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>2</td>\n",
       "      <td>1021.689845</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(6,4),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>2</td>\n",
       "      <td>1030.474004</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>2</td>\n",
       "      <td>1038.516511</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>2</td>\n",
       "      <td>1059.955679</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>2</td>\n",
       "      <td>1067.348085</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(2,1),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>82</th>\n",
       "      <td>2</td>\n",
       "      <td>1076.558151</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83</th>\n",
       "      <td>2</td>\n",
       "      <td>1081.217488</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>84</th>\n",
       "      <td>2</td>\n",
       "      <td>1094.721117</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,9),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>85</th>\n",
       "      <td>2</td>\n",
       "      <td>1107.064852</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,8),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>86</th>\n",
       "      <td>2</td>\n",
       "      <td>1130.469789</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>87</th>\n",
       "      <td>2</td>\n",
       "      <td>1148.987093</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,9),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>2</td>\n",
       "      <td>1159.084950</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(2,9),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>16</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>2</td>\n",
       "      <td>1167.691919</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,8),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>2</td>\n",
       "      <td>1179.490382</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>2</td>\n",
       "      <td>1361.450778</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,1),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>2</td>\n",
       "      <td>1367.127222</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>2</td>\n",
       "      <td>1381.702805</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>2</td>\n",
       "      <td>1395.715665</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>2</td>\n",
       "      <td>1413.069270</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>2</td>\n",
       "      <td>1427.693659</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>2</td>\n",
       "      <td>1435.241347</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(6,4),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>2</td>\n",
       "      <td>1443.788809</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,7),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>2</td>\n",
       "      <td>1447.384873</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>2</td>\n",
       "      <td>1479.928592</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,9),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>2</td>\n",
       "      <td>1491.494751</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>2</td>\n",
       "      <td>1497.603881</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>2</td>\n",
       "      <td>1512.664802</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,8),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>2</td>\n",
       "      <td>1521.383685</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(9,8),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>2</td>\n",
       "      <td>1530.999191</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,1),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>2</td>\n",
       "      <td>1536.646142</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>2</td>\n",
       "      <td>1547.839864</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,2),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>2</td>\n",
       "      <td>1560.661509</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,4),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>2</td>\n",
       "      <td>1574.481934</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>2</td>\n",
       "      <td>1590.614944</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(5,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>2</td>\n",
       "      <td>1688.195399</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>2</td>\n",
       "      <td>1696.976057</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>17</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>2</td>\n",
       "      <td>1729.190338</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(5,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>2</td>\n",
       "      <td>1738.277454</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(5,4),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>20</td>\n",
       "      <td>22</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>2</td>\n",
       "      <td>1748.316553</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(5,7),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>2</td>\n",
       "      <td>1750.270298</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>2</td>\n",
       "      <td>1755.687611</td>\n",
       "      <td>collaboration-1</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(5,4),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>22</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>2</td>\n",
       "      <td>1817.544903</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>2</td>\n",
       "      <td>1822.358976</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>2</td>\n",
       "      <td>1831.275095</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121</th>\n",
       "      <td>2</td>\n",
       "      <td>1844.562770</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(0,7),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122</th>\n",
       "      <td>2</td>\n",
       "      <td>1853.565909</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,2),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>123</th>\n",
       "      <td>2</td>\n",
       "      <td>1857.721771</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124</th>\n",
       "      <td>2</td>\n",
       "      <td>1871.340118</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>2</td>\n",
       "      <td>1884.707834</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,4),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>2</td>\n",
       "      <td>1889.593604</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>2</td>\n",
       "      <td>1898.098424</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>2</td>\n",
       "      <td>1905.605540</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(6,7),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>2</td>\n",
       "      <td>1914.800549</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>130</th>\n",
       "      <td>2</td>\n",
       "      <td>1928.098437</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>131</th>\n",
       "      <td>2</td>\n",
       "      <td>1940.465062</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>2</td>\n",
       "      <td>1947.576947</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(4,5),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>133</th>\n",
       "      <td>2</td>\n",
       "      <td>1956.587779</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,1),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>134</th>\n",
       "      <td>2</td>\n",
       "      <td>1984.113675</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>135</th>\n",
       "      <td>2</td>\n",
       "      <td>1994.574870</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,8),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>136</th>\n",
       "      <td>2</td>\n",
       "      <td>2000.032415</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(9,8),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>137</th>\n",
       "      <td>2</td>\n",
       "      <td>2008.455866</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,1),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>138</th>\n",
       "      <td>2</td>\n",
       "      <td>2014.742173</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139</th>\n",
       "      <td>2</td>\n",
       "      <td>2031.841677</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(1,2),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>140</th>\n",
       "      <td>2</td>\n",
       "      <td>2040.812124</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(1,2),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>34</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>141</th>\n",
       "      <td>2</td>\n",
       "      <td>2050.607625</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(1,3),Robot)</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>35</td>\n",
       "      <td>0.057143</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>142</th>\n",
       "      <td>2</td>\n",
       "      <td>2073.573883</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=10 in G(|V|=10, |E|=20)...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>35</td>\n",
       "      <td>0.057143</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143</th>\n",
       "      <td>2</td>\n",
       "      <td>2076.287003</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=10 in G(|V|=10, |E|=20)...</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>42</td>\n",
       "      <td>35</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>2</td>\n",
       "      <td>2221.844124</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,3),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145</th>\n",
       "      <td>2</td>\n",
       "      <td>2230.601654</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(0,3),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146</th>\n",
       "      <td>2</td>\n",
       "      <td>2240.257487</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(0,7),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>147</th>\n",
       "      <td>2</td>\n",
       "      <td>2246.598199</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148</th>\n",
       "      <td>2</td>\n",
       "      <td>2267.037653</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,6),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149</th>\n",
       "      <td>2</td>\n",
       "      <td>2280.002331</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,5),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150</th>\n",
       "      <td>2</td>\n",
       "      <td>2284.355052</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>5</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>151</th>\n",
       "      <td>2</td>\n",
       "      <td>2302.899596</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,6),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>152</th>\n",
       "      <td>2</td>\n",
       "      <td>2310.495121</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(4,6),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>8</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>153</th>\n",
       "      <td>2</td>\n",
       "      <td>2318.687310</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(4,1),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>154</th>\n",
       "      <td>2</td>\n",
       "      <td>2327.720395</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>11</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>155</th>\n",
       "      <td>2</td>\n",
       "      <td>2358.449930</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,7),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>2</td>\n",
       "      <td>2367.432574</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(6,7),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>16</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157</th>\n",
       "      <td>2</td>\n",
       "      <td>2375.814852</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(6,5),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>158</th>\n",
       "      <td>2</td>\n",
       "      <td>2380.865419</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>159</th>\n",
       "      <td>2</td>\n",
       "      <td>2395.100247</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(1,2),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>160</th>\n",
       "      <td>2</td>\n",
       "      <td>2402.448829</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(1,2),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>161</th>\n",
       "      <td>2</td>\n",
       "      <td>2411.853298</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(1,3),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162</th>\n",
       "      <td>2</td>\n",
       "      <td>2427.665199</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(agree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>22</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>163</th>\n",
       "      <td>2</td>\n",
       "      <td>2448.060637</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,8),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>164</th>\n",
       "      <td>2</td>\n",
       "      <td>2453.567198</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,3),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>165</th>\n",
       "      <td>2</td>\n",
       "      <td>2488.607423</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>166</th>\n",
       "      <td>2</td>\n",
       "      <td>2505.458555</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,8),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>167</th>\n",
       "      <td>2</td>\n",
       "      <td>2510.893284</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(2,8),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>2</td>\n",
       "      <td>2519.587391</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(2,3),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169</th>\n",
       "      <td>2</td>\n",
       "      <td>2532.468827</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>170</th>\n",
       "      <td>2</td>\n",
       "      <td>2545.660486</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,8),Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>171</th>\n",
       "      <td>2</td>\n",
       "      <td>2554.417882</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(suggest-pick(9,8),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>35</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>172</th>\n",
       "      <td>2</td>\n",
       "      <td>2563.823905</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Action(suggest-pick(9,1),Robot)</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>173</th>\n",
       "      <td>2</td>\n",
       "      <td>2568.546116</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(disagree,Human)</td>\n",
       "      <td>2</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>174</th>\n",
       "      <td>2</td>\n",
       "      <td>2569.816459</td>\n",
       "      <td>collaboration-2</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>3</td>\n",
       "      <td>35</td>\n",
       "      <td>35</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>175</th>\n",
       "      <td>2</td>\n",
       "      <td>2614.189088</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>176</th>\n",
       "      <td>2</td>\n",
       "      <td>2628.721038</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>177</th>\n",
       "      <td>2</td>\n",
       "      <td>2634.313494</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(0,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>178</th>\n",
       "      <td>2</td>\n",
       "      <td>2636.511410</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>179</th>\n",
       "      <td>2</td>\n",
       "      <td>2647.729080</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>180</th>\n",
       "      <td>2</td>\n",
       "      <td>2647.764765</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>2</td>\n",
       "      <td>2647.794794</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>182</th>\n",
       "      <td>2</td>\n",
       "      <td>2652.625189</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>183</th>\n",
       "      <td>2</td>\n",
       "      <td>2660.154491</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>184</th>\n",
       "      <td>2</td>\n",
       "      <td>2662.231679</td>\n",
       "      <td>posttest-1</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>185</th>\n",
       "      <td>2</td>\n",
       "      <td>2674.074333</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>186</th>\n",
       "      <td>2</td>\n",
       "      <td>2677.403750</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>187</th>\n",
       "      <td>2</td>\n",
       "      <td>2681.494977</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>2</td>\n",
       "      <td>2691.572797</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>189</th>\n",
       "      <td>2</td>\n",
       "      <td>2702.344376</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>190</th>\n",
       "      <td>2</td>\n",
       "      <td>2704.858223</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>24</td>\n",
       "      <td>30</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>191</th>\n",
       "      <td>2</td>\n",
       "      <td>2711.263916</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>192</th>\n",
       "      <td>2</td>\n",
       "      <td>2712.978190</td>\n",
       "      <td>posttest-2</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>30</td>\n",
       "      <td>30</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>193</th>\n",
       "      <td>2</td>\n",
       "      <td>2724.159198</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>194</th>\n",
       "      <td>2</td>\n",
       "      <td>2726.862461</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>195</th>\n",
       "      <td>2</td>\n",
       "      <td>2730.077502</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>6</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>196</th>\n",
       "      <td>2</td>\n",
       "      <td>2739.750611</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>2</td>\n",
       "      <td>2742.763544</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>198</th>\n",
       "      <td>2</td>\n",
       "      <td>2745.075795</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>18</td>\n",
       "      <td>21</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>199</th>\n",
       "      <td>2</td>\n",
       "      <td>2749.783637</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>21</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>200</th>\n",
       "      <td>2</td>\n",
       "      <td>2751.497170</td>\n",
       "      <td>posttest-3</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>22</td>\n",
       "      <td>21</td>\n",
       "      <td>0.047619</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>201</th>\n",
       "      <td>2</td>\n",
       "      <td>2760.480810</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,7),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>202</th>\n",
       "      <td>2</td>\n",
       "      <td>2762.944324</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(6,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>203</th>\n",
       "      <td>2</td>\n",
       "      <td>2767.044839</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,5),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>14</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>204</th>\n",
       "      <td>2</td>\n",
       "      <td>2775.806169</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>2</td>\n",
       "      <td>2778.065400</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>29</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>206</th>\n",
       "      <td>2</td>\n",
       "      <td>2781.738639</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>37</td>\n",
       "      <td>45</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>207</th>\n",
       "      <td>2</td>\n",
       "      <td>2782.856548</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>208</th>\n",
       "      <td>2</td>\n",
       "      <td>2784.576974</td>\n",
       "      <td>posttest-4</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>45</td>\n",
       "      <td>45</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>209</th>\n",
       "      <td>2</td>\n",
       "      <td>2791.224639</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(5,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>210</th>\n",
       "      <td>2</td>\n",
       "      <td>2798.471786</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,4),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>211</th>\n",
       "      <td>2</td>\n",
       "      <td>2798.568678</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(1,3),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>5</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>212</th>\n",
       "      <td>2</td>\n",
       "      <td>2798.615491</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,1),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>213</th>\n",
       "      <td>2</td>\n",
       "      <td>2801.499564</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(3,0),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>214</th>\n",
       "      <td>2</td>\n",
       "      <td>2807.874359</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(4,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>215</th>\n",
       "      <td>2</td>\n",
       "      <td>2810.855741</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(pick(7,6),Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>216</th>\n",
       "      <td>2</td>\n",
       "      <td>2817.955877</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(attempt-submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>217</th>\n",
       "      <td>2</td>\n",
       "      <td>2820.303170</td>\n",
       "      <td>posttest-5</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...</td>\n",
       "      <td>Action(submit,Human)</td>\n",
       "      <td>1</td>\n",
       "      <td>15</td>\n",
       "      <td>15</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     participant         time         activity  \\\n",
       "0              2     0.000000         tutorial   \n",
       "1              2    33.595108         tutorial   \n",
       "2              2    55.372778         tutorial   \n",
       "3              2    64.881026         tutorial   \n",
       "4              2   109.673737        pretest-1   \n",
       "5              2   112.584256        pretest-1   \n",
       "6              2   136.937284        pretest-1   \n",
       "7              2   174.055125        pretest-2   \n",
       "8              2   208.556060        pretest-2   \n",
       "9              2   211.856076        pretest-2   \n",
       "10             2   216.605767        pretest-2   \n",
       "11             2   230.920386        pretest-2   \n",
       "12             2   236.897326        pretest-2   \n",
       "13             2   252.286522        pretest-2   \n",
       "14             2   264.345780        pretest-2   \n",
       "15             2   277.257921        pretest-2   \n",
       "16             2   285.221486        pretest-2   \n",
       "17             2   295.416338        pretest-2   \n",
       "18             2   300.442228        pretest-2   \n",
       "19             2   313.248141        pretest-2   \n",
       "20             2   320.460823        pretest-2   \n",
       "21             2   327.068925        pretest-2   \n",
       "22             2   336.552559        pretest-2   \n",
       "23             2   345.384487        pretest-2   \n",
       "24             2   349.513603        pretest-2   \n",
       "25             2   351.763716        pretest-2   \n",
       "26             2   393.783630        pretest-3   \n",
       "27             2   400.244463        pretest-3   \n",
       "28             2   413.697022        pretest-3   \n",
       "29             2   433.142125        pretest-3   \n",
       "30             2   439.547995        pretest-3   \n",
       "31             2   443.491940        pretest-3   \n",
       "32             2   459.934862        pretest-3   \n",
       "33             2   468.510516        pretest-3   \n",
       "34             2   479.350911        pretest-3   \n",
       "35             2   508.940508        pretest-4   \n",
       "36             2   524.275968        pretest-4   \n",
       "37             2   532.564947        pretest-4   \n",
       "38             2   549.466734        pretest-4   \n",
       "39             2   554.530096        pretest-4   \n",
       "40             2   560.108069        pretest-4   \n",
       "41             2   563.483654        pretest-4   \n",
       "42             2   567.988905        pretest-4   \n",
       "43             2   584.153870        pretest-4   \n",
       "44             2   596.228897        pretest-4   \n",
       "45             2   601.753251        pretest-4   \n",
       "46             2   610.618164        pretest-4   \n",
       "47             2   623.976330        pretest-4   \n",
       "48             2   638.999065        pretest-4   \n",
       "49             2   646.339784        pretest-4   \n",
       "50             2   656.167875        pretest-4   \n",
       "51             2   663.189614        pretest-4   \n",
       "52             2   665.976491        pretest-4   \n",
       "53             2   678.822653        pretest-5   \n",
       "54             2   683.138501        pretest-5   \n",
       "55             2   687.416833        pretest-5   \n",
       "56             2   693.723220        pretest-5   \n",
       "57             2   701.202590        pretest-5   \n",
       "58             2   709.678628        pretest-5   \n",
       "59             2   713.704822        pretest-5   \n",
       "60             2   717.027204        pretest-5   \n",
       "61             2   722.964762        pretest-5   \n",
       "62             2   725.701921        pretest-5   \n",
       "63             2   783.919225  collaboration-1   \n",
       "64             2   859.869333  collaboration-1   \n",
       "65             2   876.487764  collaboration-1   \n",
       "66             2   881.906896  collaboration-1   \n",
       "67             2   891.634586  collaboration-1   \n",
       "68             2   897.689088  collaboration-1   \n",
       "69             2   919.534370  collaboration-1   \n",
       "70             2   932.785142  collaboration-1   \n",
       "71             2   938.341096  collaboration-1   \n",
       "72             2   964.303201  collaboration-1   \n",
       "73             2   974.357371  collaboration-1   \n",
       "74             2   983.259631  collaboration-1   \n",
       "75             2   994.031267  collaboration-1   \n",
       "76             2  1012.963229  collaboration-1   \n",
       "77             2  1021.689845  collaboration-1   \n",
       "78             2  1030.474004  collaboration-1   \n",
       "79             2  1038.516511  collaboration-1   \n",
       "80             2  1059.955679  collaboration-1   \n",
       "81             2  1067.348085  collaboration-1   \n",
       "82             2  1076.558151  collaboration-1   \n",
       "83             2  1081.217488  collaboration-1   \n",
       "84             2  1094.721117  collaboration-1   \n",
       "85             2  1107.064852  collaboration-1   \n",
       "86             2  1130.469789  collaboration-1   \n",
       "87             2  1148.987093  collaboration-1   \n",
       "88             2  1159.084950  collaboration-1   \n",
       "89             2  1167.691919  collaboration-1   \n",
       "90             2  1179.490382  collaboration-1   \n",
       "91             2  1361.450778  collaboration-1   \n",
       "92             2  1367.127222  collaboration-1   \n",
       "93             2  1381.702805  collaboration-1   \n",
       "94             2  1395.715665  collaboration-1   \n",
       "95             2  1413.069270  collaboration-1   \n",
       "96             2  1427.693659  collaboration-1   \n",
       "97             2  1435.241347  collaboration-1   \n",
       "98             2  1443.788809  collaboration-1   \n",
       "99             2  1447.384873  collaboration-1   \n",
       "100            2  1479.928592  collaboration-1   \n",
       "101            2  1491.494751  collaboration-1   \n",
       "102            2  1497.603881  collaboration-1   \n",
       "103            2  1512.664802  collaboration-1   \n",
       "104            2  1521.383685  collaboration-1   \n",
       "105            2  1530.999191  collaboration-1   \n",
       "106            2  1536.646142  collaboration-1   \n",
       "107            2  1547.839864  collaboration-1   \n",
       "108            2  1560.661509  collaboration-1   \n",
       "109            2  1574.481934  collaboration-1   \n",
       "110            2  1590.614944  collaboration-1   \n",
       "111            2  1688.195399  collaboration-1   \n",
       "112            2  1696.976057  collaboration-1   \n",
       "113            2  1729.190338  collaboration-1   \n",
       "114            2  1738.277454  collaboration-1   \n",
       "115            2  1748.316553  collaboration-1   \n",
       "116            2  1750.270298  collaboration-1   \n",
       "117            2  1755.687611  collaboration-1   \n",
       "118            2  1817.544903  collaboration-2   \n",
       "119            2  1822.358976  collaboration-2   \n",
       "120            2  1831.275095  collaboration-2   \n",
       "121            2  1844.562770  collaboration-2   \n",
       "122            2  1853.565909  collaboration-2   \n",
       "123            2  1857.721771  collaboration-2   \n",
       "124            2  1871.340118  collaboration-2   \n",
       "125            2  1884.707834  collaboration-2   \n",
       "126            2  1889.593604  collaboration-2   \n",
       "127            2  1898.098424  collaboration-2   \n",
       "128            2  1905.605540  collaboration-2   \n",
       "129            2  1914.800549  collaboration-2   \n",
       "130            2  1928.098437  collaboration-2   \n",
       "131            2  1940.465062  collaboration-2   \n",
       "132            2  1947.576947  collaboration-2   \n",
       "133            2  1956.587779  collaboration-2   \n",
       "134            2  1984.113675  collaboration-2   \n",
       "135            2  1994.574870  collaboration-2   \n",
       "136            2  2000.032415  collaboration-2   \n",
       "137            2  2008.455866  collaboration-2   \n",
       "138            2  2014.742173  collaboration-2   \n",
       "139            2  2031.841677  collaboration-2   \n",
       "140            2  2040.812124  collaboration-2   \n",
       "141            2  2050.607625  collaboration-2   \n",
       "142            2  2073.573883  collaboration-2   \n",
       "143            2  2076.287003  collaboration-2   \n",
       "144            2  2221.844124  collaboration-2   \n",
       "145            2  2230.601654  collaboration-2   \n",
       "146            2  2240.257487  collaboration-2   \n",
       "147            2  2246.598199  collaboration-2   \n",
       "148            2  2267.037653  collaboration-2   \n",
       "149            2  2280.002331  collaboration-2   \n",
       "150            2  2284.355052  collaboration-2   \n",
       "151            2  2302.899596  collaboration-2   \n",
       "152            2  2310.495121  collaboration-2   \n",
       "153            2  2318.687310  collaboration-2   \n",
       "154            2  2327.720395  collaboration-2   \n",
       "155            2  2358.449930  collaboration-2   \n",
       "156            2  2367.432574  collaboration-2   \n",
       "157            2  2375.814852  collaboration-2   \n",
       "158            2  2380.865419  collaboration-2   \n",
       "159            2  2395.100247  collaboration-2   \n",
       "160            2  2402.448829  collaboration-2   \n",
       "161            2  2411.853298  collaboration-2   \n",
       "162            2  2427.665199  collaboration-2   \n",
       "163            2  2448.060637  collaboration-2   \n",
       "164            2  2453.567198  collaboration-2   \n",
       "165            2  2488.607423  collaboration-2   \n",
       "166            2  2505.458555  collaboration-2   \n",
       "167            2  2510.893284  collaboration-2   \n",
       "168            2  2519.587391  collaboration-2   \n",
       "169            2  2532.468827  collaboration-2   \n",
       "170            2  2545.660486  collaboration-2   \n",
       "171            2  2554.417882  collaboration-2   \n",
       "172            2  2563.823905  collaboration-2   \n",
       "173            2  2568.546116  collaboration-2   \n",
       "174            2  2569.816459  collaboration-2   \n",
       "175            2  2614.189088       posttest-1   \n",
       "176            2  2628.721038       posttest-1   \n",
       "177            2  2634.313494       posttest-1   \n",
       "178            2  2636.511410       posttest-1   \n",
       "179            2  2647.729080       posttest-1   \n",
       "180            2  2647.764765       posttest-1   \n",
       "181            2  2647.794794       posttest-1   \n",
       "182            2  2652.625189       posttest-1   \n",
       "183            2  2660.154491       posttest-1   \n",
       "184            2  2662.231679       posttest-1   \n",
       "185            2  2674.074333       posttest-2   \n",
       "186            2  2677.403750       posttest-2   \n",
       "187            2  2681.494977       posttest-2   \n",
       "188            2  2691.572797       posttest-2   \n",
       "189            2  2702.344376       posttest-2   \n",
       "190            2  2704.858223       posttest-2   \n",
       "191            2  2711.263916       posttest-2   \n",
       "192            2  2712.978190       posttest-2   \n",
       "193            2  2724.159198       posttest-3   \n",
       "194            2  2726.862461       posttest-3   \n",
       "195            2  2730.077502       posttest-3   \n",
       "196            2  2739.750611       posttest-3   \n",
       "197            2  2742.763544       posttest-3   \n",
       "198            2  2745.075795       posttest-3   \n",
       "199            2  2749.783637       posttest-3   \n",
       "200            2  2751.497170       posttest-3   \n",
       "201            2  2760.480810       posttest-4   \n",
       "202            2  2762.944324       posttest-4   \n",
       "203            2  2767.044839       posttest-4   \n",
       "204            2  2775.806169       posttest-4   \n",
       "205            2  2778.065400       posttest-4   \n",
       "206            2  2781.738639       posttest-4   \n",
       "207            2  2782.856548       posttest-4   \n",
       "208            2  2784.576974       posttest-4   \n",
       "209            2  2791.224639       posttest-5   \n",
       "210            2  2798.471786       posttest-5   \n",
       "211            2  2798.568678       posttest-5   \n",
       "212            2  2798.615491       posttest-5   \n",
       "213            2  2801.499564       posttest-5   \n",
       "214            2  2807.874359       posttest-5   \n",
       "215            2  2810.855741       posttest-5   \n",
       "216            2  2817.955877       posttest-5   \n",
       "217            2  2820.303170       posttest-5   \n",
       "\n",
       "                                                 state  \\\n",
       "0    Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "1    Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "2    Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "3    Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "4    Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "5    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "6    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "7    Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "8    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "9    Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "10   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "11   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "12   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "13   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "14   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "15   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "16   Situation(Network(|E'|=9 in G(|V|=7, |E|=12)) ...   \n",
       "17   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "18   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "19   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "20   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "21   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "22   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "23   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "24   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "25   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "26   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "27   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "28   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "29   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "30   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "31   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "32   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "33   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "34   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "35   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "36   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "37   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "38   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "39   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "40   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "41   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "42   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "43   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "44   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "45   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "46   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "47   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "48   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "49   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "50   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "51   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "52   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "53   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "54   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "55   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "56   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "57   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "58   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "59   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "60   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "61   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "62   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "63   Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...   \n",
       "64   Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "65   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "66   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "67   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "68   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "69   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "70   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "71   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "72   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "73   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "74   Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "75   Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "76   Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "77   Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "78   Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "79   Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "80   Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "81   Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "82   Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "83   Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "84   Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "85   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "86   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "87   Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "88   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "89   Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "90   Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "91   Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...   \n",
       "92   Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "93   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "94   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "95   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "96   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "97   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "98   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "99   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "100  Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "101  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "102  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "103  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "104  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "105  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "106  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "107  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "108  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "109  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "110  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "111  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "112  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "113  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "114  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "115  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "116  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "117  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "118  Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...   \n",
       "119  Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "120  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "121  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "122  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "123  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "124  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "125  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "126  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "127  Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "128  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "129  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "130  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "131  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "132  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "133  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "134  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "135  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "136  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "137  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "138  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "139  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "140  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "141  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "142  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "143  Situation(Network(|E'|=10 in G(|V|=10, |E|=20)...   \n",
       "144  Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...   \n",
       "145  Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "146  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "147  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "148  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "149  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "150  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "151  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "152  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "153  Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "154  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "155  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "156  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "157  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "158  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "159  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "160  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "161  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "162  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "163  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "164  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "165  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "166  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "167  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "168  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "169  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "170  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "171  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "172  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "173  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "174  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "175  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "176  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "177  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "178  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "179  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "180  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "181  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "182  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "183  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "184  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "185  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "186  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "187  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "188  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "189  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "190  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "191  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "192  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "193  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "194  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "195  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "196  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "197  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "198  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "199  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "200  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "201  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "202  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "203  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "204  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "205  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "206  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "207  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "208  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "209  Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "210  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "211  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "212  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "213  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "214  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "215  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "216  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "217  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "\n",
       "                                            next_state  \\\n",
       "0    Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "1    Situation(Network(|E'|=0 in G(|V|=2, |E|=1)) w...   \n",
       "2    Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "3    Situation(Network(|E'|=1 in G(|V|=2, |E|=1)) w...   \n",
       "4    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "5    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "6    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "7    Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "8    Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "9    Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "10   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "11   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "12   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "13   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "14   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "15   Situation(Network(|E'|=9 in G(|V|=7, |E|=12)) ...   \n",
       "16   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "17   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "18   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "19   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "20   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "21   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "22   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "23   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "24   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "25   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "26   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "27   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "28   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "29   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "30   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "31   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "32   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "33   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "34   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "35   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "36   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "37   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "38   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "39   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "40   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "41   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "42   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "43   Situation(Network(|E'|=0 in G(|V|=7, |E|=12)) ...   \n",
       "44   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "45   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "46   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "47   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "48   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "49   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "50   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "51   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "52   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "53   Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "54   Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "55   Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "56   Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "57   Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "58   Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "59   Situation(Network(|E'|=7 in G(|V|=7, |E|=12)) ...   \n",
       "60   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "61   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "62   Situation(Network(|E'|=8 in G(|V|=7, |E|=12)) ...   \n",
       "63   Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "64   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "65   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "66   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "67   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "68   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "69   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "70   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "71   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "72   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "73   Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "74   Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "75   Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "76   Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "77   Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "78   Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "79   Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "80   Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "81   Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "82   Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "83   Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "84   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "85   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "86   Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "87   Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "88   Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "89   Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "90   Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "91   Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "92   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "93   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "94   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "95   Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "96   Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "97   Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "98   Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "99   Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "100  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "101  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "102  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "103  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "104  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "105  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "106  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "107  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "108  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "109  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "110  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "111  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "112  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "113  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "114  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "115  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "116  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "117  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "118  Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "119  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "120  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "121  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "122  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "123  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "124  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "125  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "126  Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "127  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "128  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "129  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "130  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "131  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "132  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "133  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "134  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "135  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "136  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "137  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "138  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "139  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "140  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "141  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "142  Situation(Network(|E'|=10 in G(|V|=10, |E|=20)...   \n",
       "143  Situation(Network(|E'|=0 in G(|V|=10, |E|=20))...   \n",
       "144  Situation(Network(|E'|=0+1 in G(|V|=10, |E|=20...   \n",
       "145  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "146  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "147  Situation(Network(|E'|=1 in G(|V|=10, |E|=20))...   \n",
       "148  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "149  Situation(Network(|E'|=1+1 in G(|V|=10, |E|=20...   \n",
       "150  Situation(Network(|E'|=2 in G(|V|=10, |E|=20))...   \n",
       "151  Situation(Network(|E'|=2+1 in G(|V|=10, |E|=20...   \n",
       "152  Situation(Network(|E'|=3 in G(|V|=10, |E|=20))...   \n",
       "153  Situation(Network(|E'|=3+1 in G(|V|=10, |E|=20...   \n",
       "154  Situation(Network(|E'|=4 in G(|V|=10, |E|=20))...   \n",
       "155  Situation(Network(|E'|=4+1 in G(|V|=10, |E|=20...   \n",
       "156  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "157  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "158  Situation(Network(|E'|=5 in G(|V|=10, |E|=20))...   \n",
       "159  Situation(Network(|E'|=5+1 in G(|V|=10, |E|=20...   \n",
       "160  Situation(Network(|E'|=6 in G(|V|=10, |E|=20))...   \n",
       "161  Situation(Network(|E'|=6+1 in G(|V|=10, |E|=20...   \n",
       "162  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "163  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "164  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "165  Situation(Network(|E'|=7 in G(|V|=10, |E|=20))...   \n",
       "166  Situation(Network(|E'|=7+1 in G(|V|=10, |E|=20...   \n",
       "167  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "168  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "169  Situation(Network(|E'|=8 in G(|V|=10, |E|=20))...   \n",
       "170  Situation(Network(|E'|=8+1 in G(|V|=10, |E|=20...   \n",
       "171  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "172  Situation(Network(|E'|=9+1 in G(|V|=10, |E|=20...   \n",
       "173  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "174  Situation(Network(|E'|=9 in G(|V|=10, |E|=20))...   \n",
       "175  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "176  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "177  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "178  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "179  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "180  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "181  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "182  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "183  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "184  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "185  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "186  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "187  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "188  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "189  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "190  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "191  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "192  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "193  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "194  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "195  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "196  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "197  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "198  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "199  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "200  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "201  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "202  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "203  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "204  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "205  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "206  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "207  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "208  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "209  Situation(Network(|E'|=1 in G(|V|=7, |E|=12)) ...   \n",
       "210  Situation(Network(|E'|=2 in G(|V|=7, |E|=12)) ...   \n",
       "211  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "212  Situation(Network(|E'|=3 in G(|V|=7, |E|=12)) ...   \n",
       "213  Situation(Network(|E'|=4 in G(|V|=7, |E|=12)) ...   \n",
       "214  Situation(Network(|E'|=5 in G(|V|=7, |E|=12)) ...   \n",
       "215  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "216  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "217  Situation(Network(|E'|=6 in G(|V|=7, |E|=12)) ...   \n",
       "\n",
       "                              action  attempt_no  cost  opt_cost     error  \\\n",
       "0            Action(pick(1,9),Human)           1     0         3       NaN   \n",
       "1                Action(clear,Human)           1     3         3  0.000000   \n",
       "2            Action(pick(1,9),Human)           1     0         3       NaN   \n",
       "3               Action(submit,Human)           1     3         3  0.000000   \n",
       "4            Action(pick(5,6),Human)           1     0        15       NaN   \n",
       "5       Action(attempt-submit,Human)           1     4        15       NaN   \n",
       "6               Action(submit,Human)           1     4        15       NaN   \n",
       "7            Action(pick(3,1),Human)           1     0        30       NaN   \n",
       "8            Action(pick(3,7),Human)           1     6        30       NaN   \n",
       "9            Action(pick(7,0),Human)           1    16        30       NaN   \n",
       "10           Action(pick(3,0),Human)           1    24        30       NaN   \n",
       "11           Action(pick(3,5),Human)           1    30        30       NaN   \n",
       "12           Action(pick(1,5),Human)           1    38        30       NaN   \n",
       "13           Action(pick(6,7),Human)           1    46        30       NaN   \n",
       "14           Action(pick(4,5),Human)           1    50        30       NaN   \n",
       "15           Action(pick(5,6),Human)           1    54        30  0.800000   \n",
       "16               Action(clear,Human)           1    62        30  1.066667   \n",
       "17           Action(pick(1,5),Human)           1     0        30       NaN   \n",
       "18           Action(pick(5,3),Human)           1     8        30       NaN   \n",
       "19           Action(pick(4,5),Human)           1    16        30       NaN   \n",
       "20           Action(pick(6,5),Human)           1    20        30       NaN   \n",
       "21           Action(pick(7,5),Human)           1    28        30       NaN   \n",
       "22           Action(pick(7,0),Human)           1    34        30       NaN   \n",
       "23           Action(pick(3,0),Human)           1    42        30  0.400000   \n",
       "24      Action(attempt-submit,Human)           1    48        30  0.600000   \n",
       "25              Action(submit,Human)           1    48        30  0.600000   \n",
       "26           Action(pick(0,3),Human)           1     0        21       NaN   \n",
       "27           Action(pick(7,3),Human)           1     4        21       NaN   \n",
       "28           Action(pick(6,4),Human)           1    10        21       NaN   \n",
       "29           Action(pick(6,7),Human)           1    13        21       NaN   \n",
       "30           Action(pick(4,5),Human)           1    16        21       NaN   \n",
       "31           Action(pick(4,1),Human)           1    19        21       NaN   \n",
       "32           Action(pick(1,3),Human)           1    23        21  0.095238   \n",
       "33      Action(attempt-submit,Human)           1    27        21  0.285714   \n",
       "34              Action(submit,Human)           1    27        21  0.285714   \n",
       "35           Action(pick(4,6),Human)           1     0        45       NaN   \n",
       "36           Action(pick(6,7),Human)           1     7        45       NaN   \n",
       "37           Action(pick(5,7),Human)           1    14        45       NaN   \n",
       "38           Action(pick(5,4),Human)           1    22        45       NaN   \n",
       "39           Action(pick(4,1),Human)           1    29        45       NaN   \n",
       "40           Action(pick(1,3),Human)           1    37        45       NaN   \n",
       "41           Action(pick(3,0),Human)           1    45        45       NaN   \n",
       "42           Action(pick(5,3),Human)           1    53        45  0.177778   \n",
       "43               Action(clear,Human)           1    62        45  0.377778   \n",
       "44           Action(pick(7,5),Human)           1     0        45       NaN   \n",
       "45           Action(pick(6,7),Human)           1     8        45       NaN   \n",
       "46           Action(pick(6,4),Human)           1    15        45       NaN   \n",
       "47           Action(pick(4,5),Human)           1    22        45       NaN   \n",
       "48           Action(pick(0,3),Human)           1    29        45       NaN   \n",
       "49           Action(pick(3,1),Human)           1    37        45       NaN   \n",
       "50           Action(pick(5,3),Human)           1    45        45       NaN   \n",
       "51      Action(attempt-submit,Human)           1    54        45  0.200000   \n",
       "52              Action(submit,Human)           1    54        45  0.200000   \n",
       "53           Action(pick(0,3),Human)           1     0        15       NaN   \n",
       "54           Action(pick(3,1),Human)           1     3        15       NaN   \n",
       "55           Action(pick(1,4),Human)           1     6        15       NaN   \n",
       "56           Action(pick(4,5),Human)           1     9        15       NaN   \n",
       "57           Action(pick(5,7),Human)           1    11        15       NaN   \n",
       "58           Action(pick(0,7),Human)           1    14        15       NaN   \n",
       "59           Action(pick(7,6),Human)           1    18        15       NaN   \n",
       "60           Action(pick(6,4),Human)           1    20        15  0.333333   \n",
       "61      Action(attempt-submit,Human)           1    22        15  0.466667   \n",
       "62              Action(submit,Human)           1    22        15  0.466667   \n",
       "63   Action(suggest-pick(0,3),Robot)           1     0        22       NaN   \n",
       "64               Action(agree,Human)           1     0        22       NaN   \n",
       "65   Action(suggest-pick(7,6),Human)           1     3        22       NaN   \n",
       "66   Action(suggest-pick(7,6),Robot)           1     3        22       NaN   \n",
       "67   Action(suggest-pick(7,5),Robot)           1     5        22       NaN   \n",
       "68            Action(disagree,Human)           1     5        22       NaN   \n",
       "69   Action(suggest-pick(7,3),Human)           1     5        22       NaN   \n",
       "70   Action(suggest-pick(7,5),Robot)           1     5        22       NaN   \n",
       "71            Action(disagree,Human)           1     5        22       NaN   \n",
       "72   Action(suggest-pick(7,0),Human)           1     5        22       NaN   \n",
       "73   Action(suggest-pick(7,0),Robot)           1     5        22       NaN   \n",
       "74   Action(suggest-pick(7,5),Robot)           1     9        22       NaN   \n",
       "75            Action(disagree,Human)           1     9        22       NaN   \n",
       "76   Action(suggest-pick(6,4),Human)           1     9        22       NaN   \n",
       "77   Action(suggest-pick(6,4),Robot)           1     9        22       NaN   \n",
       "78   Action(suggest-pick(6,5),Robot)           1    11        22       NaN   \n",
       "79            Action(disagree,Human)           1    11        22       NaN   \n",
       "80   Action(suggest-pick(2,1),Human)           1    11        22       NaN   \n",
       "81   Action(suggest-pick(2,1),Robot)           1    11        22       NaN   \n",
       "82   Action(suggest-pick(2,3),Robot)           1    13        22       NaN   \n",
       "83               Action(agree,Human)           1    13        22       NaN   \n",
       "84   Action(suggest-pick(2,9),Human)           1    16        22       NaN   \n",
       "85   Action(suggest-pick(2,8),Robot)           1    16        22       NaN   \n",
       "86            Action(disagree,Human)           1    16        22       NaN   \n",
       "87   Action(suggest-pick(2,9),Human)           1    16        22       NaN   \n",
       "88   Action(suggest-pick(2,9),Robot)           1    16        22       NaN   \n",
       "89   Action(suggest-pick(2,8),Robot)           1    20        22       NaN   \n",
       "90               Action(agree,Human)           1    20        22       NaN   \n",
       "91   Action(suggest-pick(2,1),Robot)           1     0        22       NaN   \n",
       "92               Action(agree,Human)           1     0        22       NaN   \n",
       "93   Action(suggest-pick(4,6),Human)           1     2        22       NaN   \n",
       "94   Action(suggest-pick(4,5),Robot)           1     2        22       NaN   \n",
       "95            Action(disagree,Human)           1     2        22       NaN   \n",
       "96   Action(suggest-pick(6,4),Human)           1     2        22       NaN   \n",
       "97   Action(suggest-pick(6,4),Robot)           1     2        22       NaN   \n",
       "98   Action(suggest-pick(6,7),Robot)           1     4        22       NaN   \n",
       "99               Action(agree,Human)           1     4        22       NaN   \n",
       "100  Action(suggest-pick(2,9),Human)           1     6        22       NaN   \n",
       "101  Action(suggest-pick(2,3),Robot)           1     6        22       NaN   \n",
       "102              Action(agree,Human)           1     6        22       NaN   \n",
       "103  Action(suggest-pick(9,8),Human)           1     9        22       NaN   \n",
       "104  Action(suggest-pick(9,8),Robot)           1     9        22       NaN   \n",
       "105  Action(suggest-pick(9,1),Robot)           1    11        22       NaN   \n",
       "106              Action(agree,Human)           1    11        22       NaN   \n",
       "107  Action(suggest-pick(9,2),Human)           1    14        22       NaN   \n",
       "108  Action(suggest-pick(9,4),Robot)           1    14        22       NaN   \n",
       "109              Action(agree,Human)           1    14        22       NaN   \n",
       "110  Action(suggest-pick(5,4),Human)           1    17        22       NaN   \n",
       "111  Action(suggest-pick(0,3),Robot)           1    17        22       NaN   \n",
       "112              Action(agree,Human)           1    17        22       NaN   \n",
       "113  Action(suggest-pick(5,4),Human)           1    20        22       NaN   \n",
       "114  Action(suggest-pick(5,4),Robot)           1    20        22       NaN   \n",
       "115  Action(suggest-pick(5,7),Robot)           1    22        22  0.000000   \n",
       "116             Action(submit,Human)           1    22        22  0.000000   \n",
       "117  Action(suggest-pick(5,4),Robot)           2    22        22  0.000000   \n",
       "118  Action(suggest-pick(0,3),Robot)           1     0        35       NaN   \n",
       "119              Action(agree,Human)           1     0        35       NaN   \n",
       "120  Action(suggest-pick(0,7),Human)           1     5        35       NaN   \n",
       "121  Action(suggest-pick(0,7),Robot)           1     5        35       NaN   \n",
       "122  Action(suggest-pick(0,2),Robot)           1    12        35       NaN   \n",
       "123           Action(disagree,Human)           1    12        35       NaN   \n",
       "124  Action(suggest-pick(6,7),Human)           1    12        35       NaN   \n",
       "125  Action(suggest-pick(6,4),Robot)           1    12        35       NaN   \n",
       "126              Action(agree,Human)           1    12        35       NaN   \n",
       "127  Action(suggest-pick(6,7),Human)           1    15        35       NaN   \n",
       "128  Action(suggest-pick(6,7),Robot)           1    15        35       NaN   \n",
       "129  Action(suggest-pick(6,5),Robot)           1    18        35       NaN   \n",
       "130           Action(disagree,Human)           1    18        35       NaN   \n",
       "131  Action(suggest-pick(4,5),Human)           1    18        35       NaN   \n",
       "132  Action(suggest-pick(4,5),Robot)           1    18        35       NaN   \n",
       "133  Action(suggest-pick(4,1),Robot)           1    21        35       NaN   \n",
       "134              Action(agree,Human)           1    21        35       NaN   \n",
       "135  Action(suggest-pick(9,8),Human)           1    26        35       NaN   \n",
       "136  Action(suggest-pick(9,8),Robot)           1    26        35       NaN   \n",
       "137  Action(suggest-pick(9,1),Robot)           1    29        35       NaN   \n",
       "138              Action(agree,Human)           1    29        35       NaN   \n",
       "139  Action(suggest-pick(1,2),Human)           1    34        35       NaN   \n",
       "140  Action(suggest-pick(1,2),Robot)           1    34        35       NaN   \n",
       "141  Action(suggest-pick(1,3),Robot)           1    37        35  0.057143   \n",
       "142              Action(agree,Human)           1    37        35  0.057143   \n",
       "143             Action(submit,Human)           1    42        35  0.200000   \n",
       "144  Action(suggest-pick(0,3),Robot)           2     0        35       NaN   \n",
       "145  Action(suggest-pick(0,3),Robot)           2     0        35       NaN   \n",
       "146  Action(suggest-pick(0,7),Robot)           2     5        35       NaN   \n",
       "147           Action(disagree,Human)           2     5        35       NaN   \n",
       "148  Action(suggest-pick(4,6),Human)           2     5        35       NaN   \n",
       "149  Action(suggest-pick(4,5),Robot)           2     5        35       NaN   \n",
       "150              Action(agree,Human)           2     5        35       NaN   \n",
       "151  Action(suggest-pick(4,6),Human)           2     8        35       NaN   \n",
       "152  Action(suggest-pick(4,6),Robot)           2     8        35       NaN   \n",
       "153  Action(suggest-pick(4,1),Robot)           2    11        35       NaN   \n",
       "154              Action(agree,Human)           2    11        35       NaN   \n",
       "155  Action(suggest-pick(6,7),Human)           2    16        35       NaN   \n",
       "156  Action(suggest-pick(6,7),Robot)           2    16        35       NaN   \n",
       "157  Action(suggest-pick(6,5),Robot)           2    19        35       NaN   \n",
       "158           Action(disagree,Human)           2    19        35       NaN   \n",
       "159  Action(suggest-pick(1,2),Human)           2    19        35       NaN   \n",
       "160  Action(suggest-pick(1,2),Robot)           2    19        35       NaN   \n",
       "161  Action(suggest-pick(1,3),Robot)           2    22        35       NaN   \n",
       "162              Action(agree,Human)           2    22        35       NaN   \n",
       "163  Action(suggest-pick(2,8),Human)           2    27        35       NaN   \n",
       "164  Action(suggest-pick(2,3),Robot)           2    27        35       NaN   \n",
       "165           Action(disagree,Human)           2    27        35       NaN   \n",
       "166  Action(suggest-pick(2,8),Human)           2    27        35       NaN   \n",
       "167  Action(suggest-pick(2,8),Robot)           2    27        35       NaN   \n",
       "168  Action(suggest-pick(2,3),Robot)           2    32        35       NaN   \n",
       "169           Action(disagree,Human)           2    32        35       NaN   \n",
       "170  Action(suggest-pick(9,8),Human)           2    32        35       NaN   \n",
       "171  Action(suggest-pick(9,8),Robot)           2    32        35       NaN   \n",
       "172  Action(suggest-pick(9,1),Robot)           2    35        35  0.000000   \n",
       "173           Action(disagree,Human)           2    35        35  0.000000   \n",
       "174             Action(submit,Human)           3    35        35  0.000000   \n",
       "175          Action(pick(4,6),Human)           1     0        15       NaN   \n",
       "176          Action(pick(6,7),Human)           1     2        15       NaN   \n",
       "177          Action(pick(0,3),Human)           1     4        15       NaN   \n",
       "178          Action(pick(3,1),Human)           1     7        15       NaN   \n",
       "179          Action(pick(4,1),Human)           1    10        15       NaN   \n",
       "180          Action(pick(4,1),Human)           1    13        15       NaN   \n",
       "181          Action(pick(4,1),Human)           1    13        15       NaN   \n",
       "182          Action(pick(4,5),Human)           1    13        15       NaN   \n",
       "183     Action(attempt-submit,Human)           1    15        15  0.000000   \n",
       "184             Action(submit,Human)           1    15        15  0.000000   \n",
       "185          Action(pick(7,6),Human)           1     0        30       NaN   \n",
       "186          Action(pick(6,4),Human)           1     4        30       NaN   \n",
       "187          Action(pick(4,1),Human)           1     8        30       NaN   \n",
       "188          Action(pick(4,5),Human)           1    14        30       NaN   \n",
       "189          Action(pick(1,3),Human)           1    18        30       NaN   \n",
       "190          Action(pick(3,0),Human)           1    24        30       NaN   \n",
       "191     Action(attempt-submit,Human)           1    30        30  0.000000   \n",
       "192             Action(submit,Human)           1    30        30  0.000000   \n",
       "193          Action(pick(4,6),Human)           1     0        21       NaN   \n",
       "194          Action(pick(7,6),Human)           1     3        21       NaN   \n",
       "195          Action(pick(7,5),Human)           1     6        21       NaN   \n",
       "196          Action(pick(1,4),Human)           1    10        21       NaN   \n",
       "197          Action(pick(1,3),Human)           1    14        21       NaN   \n",
       "198          Action(pick(3,0),Human)           1    18        21       NaN   \n",
       "199     Action(attempt-submit,Human)           1    22        21  0.047619   \n",
       "200             Action(submit,Human)           1    22        21  0.047619   \n",
       "201          Action(pick(6,7),Human)           1     0        45       NaN   \n",
       "202          Action(pick(6,4),Human)           1     7        45       NaN   \n",
       "203          Action(pick(4,5),Human)           1    14        45       NaN   \n",
       "204          Action(pick(4,1),Human)           1    21        45       NaN   \n",
       "205          Action(pick(1,3),Human)           1    29        45       NaN   \n",
       "206          Action(pick(3,0),Human)           1    37        45       NaN   \n",
       "207     Action(attempt-submit,Human)           1    45        45  0.000000   \n",
       "208             Action(submit,Human)           1    45        45  0.000000   \n",
       "209          Action(pick(5,4),Human)           1     0        15       NaN   \n",
       "210          Action(pick(1,4),Human)           1     2        15       NaN   \n",
       "211          Action(pick(1,3),Human)           1     5        15       NaN   \n",
       "212          Action(pick(3,1),Human)           1     8        15       NaN   \n",
       "213          Action(pick(3,0),Human)           1     8        15       NaN   \n",
       "214          Action(pick(4,6),Human)           1    11        15       NaN   \n",
       "215          Action(pick(7,6),Human)           1    13        15       NaN   \n",
       "216     Action(attempt-submit,Human)           1    15        15  0.000000   \n",
       "217             Action(submit,Human)           1    15        15  0.000000   \n",
       "\n",
       "     is_submission  is_mst  is_spanning  \n",
       "0            False   False        False  \n",
       "1            False    True         True  \n",
       "2            False   False        False  \n",
       "3            False    True         True  \n",
       "4            False   False        False  \n",
       "5             True   False        False  \n",
       "6             True   False        False  \n",
       "7            False   False        False  \n",
       "8            False   False        False  \n",
       "9            False   False        False  \n",
       "10           False   False        False  \n",
       "11           False   False        False  \n",
       "12           False   False        False  \n",
       "13           False   False        False  \n",
       "14           False   False        False  \n",
       "15           False   False         True  \n",
       "16           False   False         True  \n",
       "17           False   False        False  \n",
       "18           False   False        False  \n",
       "19           False   False        False  \n",
       "20           False   False        False  \n",
       "21           False   False        False  \n",
       "22           False   False        False  \n",
       "23           False   False         True  \n",
       "24            True   False         True  \n",
       "25            True   False         True  \n",
       "26           False   False        False  \n",
       "27           False   False        False  \n",
       "28           False   False        False  \n",
       "29           False   False        False  \n",
       "30           False   False        False  \n",
       "31           False   False        False  \n",
       "32           False   False         True  \n",
       "33            True   False         True  \n",
       "34            True   False         True  \n",
       "35           False   False        False  \n",
       "36           False   False        False  \n",
       "37           False   False        False  \n",
       "38           False   False        False  \n",
       "39           False   False        False  \n",
       "40           False   False        False  \n",
       "41           False   False        False  \n",
       "42           False   False         True  \n",
       "43           False   False         True  \n",
       "44           False   False        False  \n",
       "45           False   False        False  \n",
       "46           False   False        False  \n",
       "47           False   False        False  \n",
       "48           False   False        False  \n",
       "49           False   False        False  \n",
       "50           False   False        False  \n",
       "51            True   False         True  \n",
       "52            True   False         True  \n",
       "53           False   False        False  \n",
       "54           False   False        False  \n",
       "55           False   False        False  \n",
       "56           False   False        False  \n",
       "57           False   False        False  \n",
       "58           False   False        False  \n",
       "59           False   False        False  \n",
       "60           False   False         True  \n",
       "61            True   False         True  \n",
       "62            True   False         True  \n",
       "63           False   False        False  \n",
       "64           False   False        False  \n",
       "65           False   False        False  \n",
       "66           False   False        False  \n",
       "67           False   False        False  \n",
       "68           False   False        False  \n",
       "69           False   False        False  \n",
       "70           False   False        False  \n",
       "71           False   False        False  \n",
       "72           False   False        False  \n",
       "73           False   False        False  \n",
       "74           False   False        False  \n",
       "75           False   False        False  \n",
       "76           False   False        False  \n",
       "77           False   False        False  \n",
       "78           False   False        False  \n",
       "79           False   False        False  \n",
       "80           False   False        False  \n",
       "81           False   False        False  \n",
       "82           False   False        False  \n",
       "83           False   False        False  \n",
       "84           False   False        False  \n",
       "85           False   False        False  \n",
       "86           False   False        False  \n",
       "87           False   False        False  \n",
       "88           False   False        False  \n",
       "89           False   False        False  \n",
       "90           False   False        False  \n",
       "91           False   False        False  \n",
       "92           False   False        False  \n",
       "93           False   False        False  \n",
       "94           False   False        False  \n",
       "95           False   False        False  \n",
       "96           False   False        False  \n",
       "97           False   False        False  \n",
       "98           False   False        False  \n",
       "99           False   False        False  \n",
       "100          False   False        False  \n",
       "101          False   False        False  \n",
       "102          False   False        False  \n",
       "103          False   False        False  \n",
       "104          False   False        False  \n",
       "105          False   False        False  \n",
       "106          False   False        False  \n",
       "107          False   False        False  \n",
       "108          False   False        False  \n",
       "109          False   False        False  \n",
       "110          False   False        False  \n",
       "111          False   False        False  \n",
       "112          False   False        False  \n",
       "113          False   False        False  \n",
       "114          False   False        False  \n",
       "115          False    True         True  \n",
       "116           True    True         True  \n",
       "117          False    True         True  \n",
       "118          False   False        False  \n",
       "119          False   False        False  \n",
       "120          False   False        False  \n",
       "121          False   False        False  \n",
       "122          False   False        False  \n",
       "123          False   False        False  \n",
       "124          False   False        False  \n",
       "125          False   False        False  \n",
       "126          False   False        False  \n",
       "127          False   False        False  \n",
       "128          False   False        False  \n",
       "129          False   False        False  \n",
       "130          False   False        False  \n",
       "131          False   False        False  \n",
       "132          False   False        False  \n",
       "133          False   False        False  \n",
       "134          False   False        False  \n",
       "135          False   False        False  \n",
       "136          False   False        False  \n",
       "137          False   False        False  \n",
       "138          False   False        False  \n",
       "139          False   False        False  \n",
       "140          False   False        False  \n",
       "141          False   False         True  \n",
       "142          False   False         True  \n",
       "143           True   False         True  \n",
       "144          False   False        False  \n",
       "145          False   False        False  \n",
       "146          False   False        False  \n",
       "147          False   False        False  \n",
       "148          False   False        False  \n",
       "149          False   False        False  \n",
       "150          False   False        False  \n",
       "151          False   False        False  \n",
       "152          False   False        False  \n",
       "153          False   False        False  \n",
       "154          False   False        False  \n",
       "155          False   False        False  \n",
       "156          False   False        False  \n",
       "157          False   False        False  \n",
       "158          False   False        False  \n",
       "159          False   False        False  \n",
       "160          False   False        False  \n",
       "161          False   False        False  \n",
       "162          False   False        False  \n",
       "163          False   False        False  \n",
       "164          False   False        False  \n",
       "165          False   False        False  \n",
       "166          False   False        False  \n",
       "167          False   False        False  \n",
       "168          False   False        False  \n",
       "169          False   False        False  \n",
       "170          False   False        False  \n",
       "171          False   False        False  \n",
       "172          False    True         True  \n",
       "173          False    True         True  \n",
       "174           True    True         True  \n",
       "175          False   False        False  \n",
       "176          False   False        False  \n",
       "177          False   False        False  \n",
       "178          False   False        False  \n",
       "179          False   False        False  \n",
       "180          False   False        False  \n",
       "181          False   False        False  \n",
       "182          False   False        False  \n",
       "183           True    True         True  \n",
       "184           True    True         True  \n",
       "185          False   False        False  \n",
       "186          False   False        False  \n",
       "187          False   False        False  \n",
       "188          False   False        False  \n",
       "189          False   False        False  \n",
       "190          False   False        False  \n",
       "191           True    True         True  \n",
       "192           True    True         True  \n",
       "193          False   False        False  \n",
       "194          False   False        False  \n",
       "195          False   False        False  \n",
       "196          False   False        False  \n",
       "197          False   False        False  \n",
       "198          False   False        False  \n",
       "199           True   False         True  \n",
       "200           True   False         True  \n",
       "201          False   False        False  \n",
       "202          False   False        False  \n",
       "203          False   False        False  \n",
       "204          False   False        False  \n",
       "205          False   False        False  \n",
       "206          False   False        False  \n",
       "207           True    True         True  \n",
       "208           True    True         True  \n",
       "209          False   False        False  \n",
       "210          False   False        False  \n",
       "211          False   False        False  \n",
       "212          False   False        False  \n",
       "213          False   False        False  \n",
       "214          False   False        False  \n",
       "215          False   False        False  \n",
       "216           True    True         True  \n",
       "217           True    True         True  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = transitions_cleaned[2].copy()\n",
    "\n",
    "# Drop the erroneous submission entries.\n",
    "index = range(144, 147+1)\n",
    "df.drop(index=index, inplace=True)\n",
    "\n",
    "\n",
    "attempt_no = 2  # from the 2nd attempt around row 143\n",
    "for index in df.loc[148:178].index:\n",
    "\n",
    "    row = df.loc[index]\n",
    "\n",
    "    # Correct the current states' attempt numbers.\n",
    "    df.loc[index, 'state'].attempt_no = attempt_no\n",
    "\n",
    "    # Correct attempt numbers in the events table.\n",
    "    if isinstance(row.action, SubmitAction):\n",
    "        attempt_no = attempt_no + 1\n",
    "        # print(row, attempt_no)\n",
    "    df.loc[index, 'attempt_no'] = attempt_no\n",
    "\n",
    "    # Correct the next states' attempt numbers.\n",
    "    df.loc[index, 'next_state'].attempt_no = attempt_no\n",
    "\n",
    "df.reset_index(drop=True, inplace=True)\n",
    "\n",
    "transitions_cleaned[2] = df  # Overwrite the log.\n",
    "\n",
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6f7d7669",
   "metadata": {},
   "source": [
    "### Export the transition tables in CSV data format."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "225d5843",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saved transition tables to ../processed_data/justhink21_transitions.pickle\n"
     ]
    }
   ],
   "source": [
    "with transitions_pickle_file.open('wb') as handle:\n",
    "    pickle.dump(transitions_cleaned, handle, protocol=pickle.HIGHEST_PROTOCOL)\n",
    "\n",
    "print('Saved transition tables to {}'.format(transitions_pickle_file))"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c1480a42",
   "metadata": {},
   "source": [
    "### Construct state transition lists per activity."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "6158102a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing participant 1:\n",
      "  Added 19 states for 1 at pretest-1\n",
      "  Added 19 states for 1 at pretest-2\n",
      "  Added 19 states for 1 at pretest-3\n",
      "  Added 17 states for 1 at pretest-4\n",
      "  Added 17 states for 1 at pretest-5\n",
      "  Added 17 states for 1 at posttest-1\n",
      "  Added 17 states for 1 at posttest-2\n",
      "  Added 17 states for 1 at posttest-3\n",
      "  Added 17 states for 1 at posttest-4\n",
      "  Added 17 states for 1 at posttest-5\n",
      "  Added 9 states for 1 at indiv-illustrate\n",
      "  Added 219 states for 1 at collab-activity\n",
      "  Added 181 states for 1 at collab-activity-2\n",
      "Processing participant 2:\n",
      "  Added 7 states for 2 at pretest-1\n",
      "  Added 39 states for 2 at pretest-2\n",
      "  Added 19 states for 2 at pretest-3\n",
      "  Added 37 states for 2 at pretest-4\n",
      "  Added 21 states for 2 at pretest-5\n",
      "  Added 21 states for 2 at posttest-1\n",
      "  Added 17 states for 2 at posttest-2\n",
      "  Added 17 states for 2 at posttest-3\n",
      "  Added 17 states for 2 at posttest-4\n",
      "  Added 19 states for 2 at posttest-5\n",
      "  Added 9 states for 2 at indiv-illustrate\n",
      "  Added 111 states for 2 at collab-activity\n",
      "  Added 123 states for 2 at collab-activity-2\n",
      "Processing participant 3:\n",
      "  Added 17 states for 3 at pretest-1\n",
      "  Added 17 states for 3 at pretest-2\n",
      "  Added 17 states for 3 at pretest-3\n",
      "  Added 31 states for 3 at pretest-4\n",
      "  Added 17 states for 3 at pretest-5\n",
      "  Added 17 states for 3 at posttest-1\n",
      "  Added 17 states for 3 at posttest-2\n",
      "  Added 17 states for 3 at posttest-3\n",
      "  Added 17 states for 3 at posttest-4\n",
      "  Added 17 states for 3 at posttest-5\n",
      "  Added 9 states for 3 at indiv-illustrate\n",
      "  Added 163 states for 3 at collab-activity\n",
      "  Added 199 states for 3 at collab-activity-2\n",
      "Processing participant 4:\n",
      "  Added 9 states for 4 at pretest-1\n",
      "  Added 27 states for 4 at pretest-2\n",
      "  Added 17 states for 4 at pretest-3\n",
      "  Added 17 states for 4 at pretest-4\n",
      "  Added 17 states for 4 at pretest-5\n",
      "  Added 19 states for 4 at posttest-1\n",
      "  Added 23 states for 4 at posttest-2\n",
      "  Added 23 states for 4 at posttest-3\n",
      "  Added 21 states for 4 at posttest-4\n",
      "  Added 19 states for 4 at posttest-5\n",
      "  Added 9 states for 4 at indiv-illustrate\n",
      "  Added 271 states for 4 at collab-activity\n",
      "  Added 151 states for 4 at collab-activity-2\n",
      "Processing participant 5:\n",
      "  Added 39 states for 5 at pretest-1\n",
      "  Added 19 states for 5 at pretest-2\n",
      "  Added 19 states for 5 at pretest-3\n",
      "  Added 33 states for 5 at pretest-4\n",
      "  Added 19 states for 5 at pretest-5\n",
      "  Added 21 states for 5 at posttest-1\n",
      "  Added 17 states for 5 at posttest-2\n",
      "  Added 21 states for 5 at posttest-3\n",
      "  Added 19 states for 5 at posttest-4\n",
      "  Added 35 states for 5 at posttest-5\n",
      "  Added 9 states for 5 at indiv-illustrate\n",
      "  Added 277 states for 5 at collab-activity\n",
      "  Added 75 states for 5 at collab-activity-2\n",
      "Processing participant 6:\n",
      "  Added 19 states for 6 at pretest-1\n",
      "  Added 21 states for 6 at pretest-2\n",
      "  Added 19 states for 6 at pretest-3\n",
      "  Added 19 states for 6 at pretest-4\n",
      "  Added 19 states for 6 at pretest-5\n",
      "  Added 17 states for 6 at posttest-1\n",
      "  Added 19 states for 6 at posttest-2\n",
      "  Added 19 states for 6 at posttest-3\n",
      "  Added 19 states for 6 at posttest-4\n",
      "  Added 17 states for 6 at posttest-5\n",
      "  Added 9 states for 6 at indiv-illustrate\n",
      "  Added 209 states for 6 at collab-activity\n",
      "  Added 175 states for 6 at collab-activity-2\n",
      "Processing participant 7:\n",
      "  Added 41 states for 7 at pretest-1\n",
      "  Added 17 states for 7 at pretest-2\n",
      "  Added 13 states for 7 at pretest-3\n",
      "  Added 9 states for 7 at pretest-4\n",
      "  Added 11 states for 7 at pretest-5\n",
      "  Added 11 states for 7 at posttest-1\n",
      "  Added 7 states for 7 at posttest-2\n",
      "  Added 9 states for 7 at posttest-3\n",
      "  Added 7 states for 7 at posttest-4\n",
      "  Added 11 states for 7 at posttest-5\n",
      "  Added 9 states for 7 at indiv-illustrate\n",
      "  Added 95 states for 7 at collab-activity\n",
      "  Added 175 states for 7 at collab-activity-2\n",
      "Processing participant 8:\n",
      "  Added 25 states for 8 at pretest-1\n",
      "  Added 29 states for 8 at pretest-2\n",
      "  Added 33 states for 8 at pretest-3\n",
      "  Added 29 states for 8 at pretest-4\n",
      "  Added 19 states for 8 at pretest-5\n",
      "  Added 17 states for 8 at posttest-1\n",
      "  Added 19 states for 8 at posttest-2\n",
      "  Added 17 states for 8 at posttest-3\n",
      "  Added 17 states for 8 at posttest-4\n",
      "  Added 17 states for 8 at posttest-5\n",
      "  Added 9 states for 8 at indiv-illustrate\n",
      "  Added 261 states for 8 at collab-activity\n",
      "  Added 111 states for 8 at collab-activity-2\n",
      "Processing participant 9:\n",
      "  Added 17 states for 9 at pretest-1\n",
      "  Added 57 states for 9 at pretest-2\n",
      "  Added 17 states for 9 at pretest-3\n",
      "  Added 17 states for 9 at pretest-4\n",
      "  Added 17 states for 9 at pretest-5\n",
      "  Added 17 states for 9 at posttest-1\n",
      "  Added 21 states for 9 at posttest-2\n",
      "  Added 17 states for 9 at posttest-3\n",
      "  Added 17 states for 9 at posttest-4\n",
      "  Added 17 states for 9 at posttest-5\n",
      "  Added 9 states for 9 at indiv-illustrate\n",
      "  Added 69 states for 9 at collab-activity\n",
      "  Added 53 states for 9 at collab-activity-2\n"
     ]
    }
   ],
   "source": [
    "# List of transitions, indexed by participant and then the activity name.\n",
    "transitions_lists = dict()\n",
    "\n",
    "for participant, log_df in transitions.items():\n",
    "    print('Processing participant {}:'.format(participant))\n",
    "    transitions_lists[participant] = dict()\n",
    "\n",
    "    for name in world_renamer:\n",
    "\n",
    "        df = log_df[log_df['header.frame_id'] == name].reset_index()\n",
    "\n",
    "        trans_list = []\n",
    "        for i, row in df.iterrows():\n",
    "            if i == 0:\n",
    "                trans_list.append(row['state'])\n",
    "            trans_list.append(row['action'])\n",
    "            trans_list.append(row['next_state'])\n",
    "\n",
    "        if len(trans_list) != 0:\n",
    "            print('  Added {} states for {} at {}'.format(\n",
    "                len(trans_list)+1//2, participant, name))\n",
    "            transitions_lists[participant][world_renamer[name]] = trans_list"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "76518ffc",
   "metadata": {},
   "source": [
    "### Export the lists of state transitions in pickle format."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "759e8ceb",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Saved transition lists to ../processed_data/justhink21_transition_lists.pickle\n"
     ]
    }
   ],
   "source": [
    "with transition_lists_pickle_file.open('wb') as handle:\n",
    "    pickle.dump(transitions_lists, handle, protocol=pickle.HIGHEST_PROTOCOL)\n",
    "\n",
    "print('Saved transition lists to {}'.format(transition_lists_pickle_file))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python (JUSThink-preexp)",
   "language": "python",
   "name": "justhink-preexp-env"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {
    "height": "155px",
    "width": "160px"
   },
   "number_sections": false,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}