| [fe95b7] | 1 | ### fragment the molecule and check the number of configs
|
|---|
| 2 |
|
|---|
| 3 | AT_SETUP([Fragmentation - Automation: Resubmitting failed jobs])
|
|---|
| 4 | AT_KEYWORDS([fragmentation automation server worker jobadder])
|
|---|
| 5 |
|
|---|
| 6 | # check that ports are unique over all tests such that they may run in parallel
|
|---|
| 7 | WORKERPORT=1070
|
|---|
| 8 | CONTROLLERPORT=1071
|
|---|
| 9 | WORKERLISTENPORT=1072
|
|---|
| 10 |
|
|---|
| 11 | # start service in background
|
|---|
| 12 | ${AUTOTEST_PATH}/Fragmentation/Automation/Server $WORKERPORT $CONTROLLERPORT &
|
|---|
| 13 | server_pid=$!
|
|---|
| 14 | AT_CHECK([sleep 1], 0, [ignore], [ignore], [kill $server_pid])
|
|---|
| 15 |
|
|---|
| 16 | # add one always failing job via JobAdder
|
|---|
| 17 | AT_CHECK([${AUTOTEST_PATH}/Fragmentation/Automation/Controller 127.0.0.1 $CONTROLLERPORT createjobs "/bin/false" "Nothing"], 0, [stdout], [ignore], [kill $server_pid])
|
|---|
| 18 | AT_CHECK([fgrep "Sending 1 jobs ..." stdout], 0, [ignore], [ignore], [kill $server_pid])
|
|---|
| 19 |
|
|---|
| [e8f397] | 20 | # enlist a worker to work on jobs
|
|---|
| 21 | ${AUTOTEST_PATH}/Fragmentation/Automation/PoolWorker 127.0.0.1 $WORKERPORT 127.0.0.1 $WORKERLISTENPORT 2>workererr &
|
|---|
| 22 | worker_pid=$!
|
|---|
| 23 | AT_CHECK([sleep 2], 0, [ignore], [ignore], [kill $server_pid $worker_pid])
|
|---|
| 24 |
|
|---|
| 25 | # send kill signal to worker such that it shuts down
|
|---|
| 26 | AT_CHECK([kill -INT $worker_pid], 0, [ignore], [ignore], [kill $server_pid $worker_pid])
|
|---|
| [2344a3] | 27 |
|
|---|
| 28 | # check that it truely failed for four times
|
|---|
| 29 | AT_CHECK([fgrep -c "Job 1 failed on executing" workererr], 0, [stdout], [ignore], [kill $server_pid])
|
|---|
| 30 | AT_CHECK([grep "4" stdout], 0, [ignore], [ignore])
|
|---|
| [fe95b7] | 31 |
|
|---|
| 32 | # shutdown
|
|---|
| 33 | AT_CHECK([${AUTOTEST_PATH}/Fragmentation/Automation/Controller 127.0.0.1 $CONTROLLERPORT shutdown], 0, [ignore], [ignore], [kill $server_pid])
|
|---|
| 34 |
|
|---|
| 35 | # check that server is truely down
|
|---|
| 36 | AT_CHECK([sleep 1], 0, [ignore], [ignore], [kill $server_pid])
|
|---|
| 37 | AT_CHECK([kill $server_pid], 1, [ignore], [ignore])
|
|---|
| 38 |
|
|---|
| [e8f397] | 39 | AT_CHECK([rm -f workererr], 0, [ignore], [ignore])
|
|---|
| 40 |
|
|---|
| [fe95b7] | 41 | AT_CLEANUP
|
|---|
