From d15e4b1bd93b2025a6d8a1bd2483a59585ab27a9 Mon Sep 17 00:00:00 2001 From: Ryan Moats Date: Wed, 13 Jul 2016 13:17:11 -0500 Subject: [PATCH] Collect raw results from scale runs. Raw results are needed for determining performance regressions via hypothesis testing. Signed-off-by: Ryan Moats Signed-off-by: Kyle Mestery --- ci/scale-run.sh | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/ci/scale-run.sh b/ci/scale-run.sh index 340acd3..8f21b11 100755 --- a/ci/scale-run.sh +++ b/ci/scale-run.sh @@ -63,25 +63,33 @@ $OVNSUDO docker exec ovn-rally rally task delete --uuid $TASKID # Run tests $OVNSUDO docker exec ovn-rally rally-ovs task start /root/rally-ovn/workload/create_networks.json TASKID=$($OVNSUDO docker exec ovn-rally rally task list --uuids-only) +# NOTE(mestery): HTML and JSON data are collected differently, look to consolidate $OVNSUDO docker exec ovn-rally rally task report $TASKID --out /root/create-networks-output.html +$OVNSUDO docker exec ovn-rally rally task results $TASKID > ./create-networks-data.json $OVNSUDO docker cp ovn-rally:/root/create-networks-output.html . $OVNSUDO docker exec ovn-rally rally task delete --uuid $TASKID $OVNSUDO docker exec ovn-rally rally-ovs task start /root/rally-ovn/workload/create_and_list_lports.json TASKID=$($OVNSUDO docker exec ovn-rally rally task list --uuids-only) +# NOTE(mestery): HTML and JSON data are collected differently, look to consolidate $OVNSUDO docker exec ovn-rally rally task report $TASKID --out /root/create-and-list-lports-output.html +$OVNSUDO docker exec ovn-rally rally task results $TASKID > ./create-and-list-lports-data.json $OVNSUDO docker cp ovn-rally:/root/create-and-list-lports-output.html . $OVNSUDO docker exec ovn-rally rally task delete --uuid $TASKID $OVNSUDO docker exec ovn-rally rally-ovs task start /root/rally-ovn/workload/create_and_list_acls.json TASKID=$($OVNSUDO docker exec ovn-rally rally task list --uuids-only) +# NOTE(mestery): HTML and JSON data are collected differently, look to consolidate $OVNSUDO docker exec ovn-rally rally task report $TASKID --out /root/create-and-list-acls-output.html +$OVNSUDO docker exec ovn-rally rally task results $TASKID > ./create-and-list-acls-data.json $OVNSUDO docker cp ovn-rally:/root/create-and-list-acls-output.html . $OVNSUDO docker exec ovn-rally rally task delete --uuid $TASKID $OVNSUDO docker exec ovn-rally rally-ovs task start /root/rally-ovn/workload/create_and_bind_ports.json TASKID=$($OVNSUDO docker exec ovn-rally rally task list --uuids-only) +# NOTE(mestery): HTML and JSON data are collected differently, look to consolidate $OVNSUDO docker exec ovn-rally rally task report $TASKID --out /root/create-and-bind-ports-output.html +$OVNSUDO docker exec ovn-rally rally task results $TASKID > ./create-and-bind-ports-data.json $OVNSUDO docker cp ovn-rally:/root/create-and-bind-ports-output.html . $OVNSUDO docker exec ovn-rally rally task delete --uuid $TASKID