#!/usr/bin/env expect ############################################################################ # Purpose: Test of Slurm functionality # to be called from test3.11 # Several cases for core based reservations using nodelists # Pluging select/cons_res needed # ############################################################################ # Copyright (C) 2013 Barcelona Supercomputing Center # # This file is part of Slurm, a resource management program. # For details, see . # Please also read the included file: DISCLAIMER. # # Slurm is free software; you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free # Software Foundation; either version 2 of the License, or (at your option) # any later version. # # Slurm is distributed in the hope that it will be useful, but WITHOUT ANY # WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more # details. # # You should have received a copy of the GNU General Public License along # with Slurm; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. ############################################################################ proc inc3_11_9 {} { global user_name exit_code res_name res_nodes res_nodecnt res_corecnt global bin_rm file_in bin_sleep sbatch number scontrol global alpha_numeric_under scancel global cluster_cpus cores_per_node def_partition global res_nodes res_thread_cnt node_count global def_node_name def_node_inx_min def_node_inx_max send_user "\n+++++ STARTING TEST 9 (Within: inc3.11.9) +++++\n" # Assumes nodes have sequential suffix numbers set min_node_inx $def_node_inx_min set max_node_inx [expr $def_node_inx_min + 4] set min_len [string length $min_node_inx] set max_len [string length $max_node_inx] if {$min_len > $max_len} { # Preserve leading zeros # (e.g. "nid[00001-00005]" rather than "nid[00001-5]") set max_node_inx [format %${min_len}.${min_len}d $max_node_inx] } # Make the job script exec $bin_rm -f $file_in make_bash_script $file_in "$bin_sleep 100" # Make a reservation, just to get node size information set ret_code [create_res "StartTime=now Duration=1 NodeCnt=1 User=$user_name" 0] if {$ret_code != 0} { send_user "\n\033\[31mFAILURE: Unable to create a valid reservation (Within: inc3.11.9)\033\[m\n" exit $ret_code } # Delete the reservation set ret_code [delete_res $res_name] if {$ret_code != 0} { exit $ret_code } set nodes [available_nodes_hostnames $def_partition ] set num_nodes [available_nodes $def_partition "IDLE"] set core_res_num [ expr $cores_per_node / 2 ] set thread_res_num [ expr $core_res_num * $res_thread_cnt ] set job_id 0 # Submit a batch job using half the threads on the nodes set sbatch_pid [spawn $sbatch -w$nodes --time=10:00 --ntasks-per-node=$thread_res_num --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" exit 1 } if {[wait_for_job $job_id "RUNNING"] != 0} { send_user "\nFAILURE: job failed to start\n" cancel_job $job_id exit 1 } send_user "\nJOB is running as expected\n" spawn $scontrol show job $job_id expect { timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } # Make a reservation using 1 core per node in first 5 nodes if {$num_nodes < 5} { send_user "\nWARNING: Insufficient node count for remaining test (Within: inc3.11.9)\n"; cancel_job $job_id return } set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,1 User=$user_name" 0] if {$ret_code != 0} { send_user "\n\033\[31mFAILURE: Unable to create a valid reservation (Within: inc3.11.9)\033\[m\n" cancel_job $job_id exit $ret_code } if {$res_nodecnt != 5} { send_user "\n\033\[31mFAILURE: reservation created with $res_nodecnt nodes when 5 were requested (Within: inc3.11.9)\033\[m\n" delete_res $res_name cancel_job $job_id exit 1 } if {$res_corecnt != 5} { send_user "\n\033\[31mFAILURE: reservation created with $res_corecnt cores when just 5 was requested (Within: inc3.11.9)\033\[m\n" delete_res $res_name cancel_job $job_id exit 1 } send_user "\n\033\[32mSUCCESS: reservation was created as expected (Within: inc3.11.9)\033\[m\n" # Delete the reservation set ret_code [delete_res $res_name] if {$ret_code != 0} { cancel_job $job_id exit $ret_code } set core_res_num [expr $core_res_num + 1] # Make the reservation using more cores then free in a node set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,$core_res_num User=$user_name" 1] if {$ret_code != 0} { send_user "\n\033\[32mSUCCESS: Reservation can not be created as expected (Within: inc3.11.9)\033\[m\n" } else { send_user "\n\033\[31mFAILURE: reservation was created when it should have not (Within: inc3.11.9)\033\[m\n" set exit_code 1 # Delete the reservation set ret_code [delete_res $res_name] if {$ret_code != 0} { cancel_job $job_id exit $ret_code } } # Make the reservation using more cores than free in a node (now) # but those cores being free at reservation start time set ret_code [create_res "StartTime=now+3600 Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,$core_res_num User=$user_name" 0] if {$ret_code != 0} { send_user "\n\033\[31mFAILURE: Reservation can not be created when it should (Within: inc3.11.9)\033\[m\n" set exit_code 1 } else { send_user "\n\033\[32mSUCCESS: Reservation can be created as expected (Within: inc3.11.9)\033\[m\n" # Delete the reservation set ret_code [delete_res $res_name] if {$ret_code != 0} { cancel_job $job_id exit $ret_code } } # Make the reservation using more cores than free at reservation start time set ret_code [create_res "StartTime=now+300 Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,$core_res_num User=$user_name" 1] if {$ret_code != 0} { send_user "\n\033\[32mSUCCESS: Reservation can not be created as expected (Within: inc3.11.9)\033\[m\n" } else { send_user "\n\033\[31mFAILURE: Reservation can be created when it should not (Within: inc3.11.9)\033\[m\n" set exit_code 1 # Delete the reservation delete_res $res_name } cancel_job $job_id send_user "\n\nLet's check overlapping reservations (Within: inc3.11.9)\n\n"; set core_res_num [ expr $cores_per_node / 2 ] set total_core_res [ expr $core_res_num * $node_count ] # Make a reservation for all nodes using just half the processor in each node set ret_code [create_res "StartTime=now Duration=60 Nodecnt=$node_count CoreCnt=$total_core_res User=$user_name" 1] if {$ret_code != 0} { send_user "\n\033\[31mFAILURE: Unable to create a valid reservation (Within: inc3.11.9)\033\[m\n" exit $ret_code } send_user "\n\033\[32mSUCCESS: reservation was created as expected (Within: inc3.11.9)\033\[m\n" if {$core_res_num < 2} { send_user "\n\033\[32mWARNING: not enough cores for remaining tests (Within: inc3.11.9)\033\[m\n" set exit_code [delete_res $res_name] return } set res_name1 "$res_name" set total_core_res [ expr $core_res_num + 1 ] # Now creating a reservation using first 5 nodes and more cores per node than available set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,$total_core_res User=$user_name" 1] if {$ret_code == 0} { send_user "\n\033\[31mFAILURE: reservation was created when it should not (Within: inc3.11.9)\033\[m\n" delete_res $res_name delete_res $res_name1 exit 1 } send_user "\n\033\[32mSUCCESS: reservation was not created as expected (Within: inc3.11.9)\033\[m\n" # Now creating a reservation using first 5 nodes and just 1 core per node set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,1 User=$user_name" 1] if {$ret_code != 0} { send_user "\n\033\[31mFAILURE: Unable to create a valid reservation (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 exit 1 } send_user "\n\033\[32mSUCCESS: reservation was created as expected (Within: inc3.11.9)\033\[m\n" # Submit a batch job: a job using cores available in first 5 nodes set core_res_num [ expr $cores_per_node / 2 ] set core_res_num [ expr $core_res_num - 1 ] set thread_res_num [ expr $core_res_num * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=PENDING" { send_user "\n\033\[31mFAILURE: Job $job_id is PENDING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name exit 1 } send_user "\n\033\[32mJOB is running as expected (Within: inc3.11.9)\033\[m\n" # Submit a batch job: a job using more cores than available in first 5 nodes set core_res_num [ expr $cores_per_node / 2 ] set thread_res_num [ expr $core_res_num * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=PENDING" { send_user "\n\033\[32m Job is PENDING as expected (Within: inc3.11.9)\033\[m\n" exp_continue } -re "JobState=RUNNING" { send_user "\n\033\[31mFAILURE: Job $job_id is RUNNING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name exit 1 } # Submit a batch job: a job using cores reserved in first reservation set core_res_num [ expr $cores_per_node / 2 ] set thread_res_num [ expr $core_res_num * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --reservation=$res_name1 --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=RUNNING" { send_user "\n\033\[32m Job is RUNNING as expected (Within: inc3.11.9)\033\[m\n" exp_continue } -re "JobState=PENDING" { send_user "\n\033\[31mFAILURE: Job $job_id is PENDING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name exit 1 } # Submit a batch job: a job using more cores than reserved in first reservation set core_res_num [ expr $cores_per_node / 2 ] set core_res_num [ expr $core_res_num * 5 ] set core_res_num [ expr $core_res_num + 1 ] set thread_res_num [ expr $core_res_num * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --reservation=$res_name1 --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=PENDING" { send_user "\n\033\[32m Job is PENDING as expected (Within: inc3.11.9)\033\[m\n" exp_continue } -re "JobState=RUNNING" { send_user "\n\033\[31mFAILURE: Job $job_id is RUNNING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name exit 1 } # Submit a batch job: a job using cores reserved in second reservation set thread_res_num [ expr 1 * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --reservation=$res_name --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (Within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure (Within: inc3.11.9)\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=RUNNING" { send_user "\n\033\[32m Job is RUNNING as expected (Within: inc3.11.9)\033\[m\n" exp_continue } -re "JobState=PENDING" { send_user "\n\033\[31mFAILURE: Job $job_id is PENDING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name exit 1 } # Submit a batch job: a job using more cores than reserved in second reservation set thread_res_num [ expr 2 * $res_thread_cnt ] set sbatch_pid [spawn $sbatch --ntasks-per-node=$thread_res_num --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --reservation=$res_name --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\n\033\[31mFAILURE: sbatch not responding (within: inc3.11.9)\033\[m\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\n\033\[31mFAILURE: batch submit failure\033\[m\n" delete_res $res_name1 delete_res $res_name exit 1 } sleep 10 # Show the job, make sure reservation tag is right spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\n\033\[31mFAILURE: Job $job_id not found (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } -re "JobState=PENDING" { send_user "\n\033\[32m Job is PENDING as expected (Within: inc3.11.9)\033\[m\n" exp_continue } -re "JobState=RUNNING" { send_user "\n\033\[31mFAILURE: Job $job_id is RUNNING (Within: inc3.11.9)\033\[m\n" set exit_code 1 exp_continue } timeout { send_user "\n\033\[31mFAILURE: scontrol not responding (Within: inc3.11.9)\033\[m\n" set exit_code 1 } eof { wait } } cancel_job $job_id if { $exit_code == 1 } { delete_res $res_name1 delete_res $res_name return } set ret_code1 [delete_res $res_name1] if { $ret_code1 != 0 } { log_error "failed to delete reservation $res_name1." } set ret_code [delete_res $res_name] if { $ret_code != 0 } { log_error "failed to delete reservation $res_name." } if { $ret_code != 0 || $ret_code1 != 0 } { exit 1 } # Create a job that uses all cores in the node range and is not # part of a reservation. set sbatch_pid [spawn $sbatch --ntasks-per-node=$cores_per_node --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\nFAILURE: sbatch not responding (within: inc3.11.9)\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\nFAILURE: batch submit failure\n" exit 1 } sleep 10 # Verify the job is running. spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\nFAILURE: Job $job_id not found (Within: inc3.11.9)\n" set exit_code 1 exp_continue } -re "JobState=RUNNING" { send_user "\nJob is RUNNING as expected (Within: inc3.11.9)\n" exp_continue } timeout { send_user "\nFAILURE: scontrol not responding (Within: inc3.11.9)\n" set exit_code 1 } eof { wait } } if { $exit_code == 1 } { cancel_job $job_id exit $exit_code } # Make the reservation using more cores than free, but use the # IGNORE_JOBS and FIRST_CORES flags. Verify that it is created with the # correct nodes, CoreCnt, and CoreIDs. set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=2,2,2,2,$cores_per_node User=$user_name Flags=IGNORE_JOBS,FIRST_CORES" 0] if {$ret_code == 1} { send_user "\nFAILURE: Reservation can not be created when it should (Within: inc3.11.9)\n" cancel_job $job_id exit $ret_code } send_user "\nSUCCESS: Reservation can be created as expected (Within 3.11.9)\n" set exp_node_cnt [expr {$max_node_inx-$min_node_inx+1}] set exp_core_cnt [expr {8+$cores_per_node}] set hosts_correct 0 set node_cnt_correct 0 set core_cnt_correct 0 set core_ids_correct 0 set node_inxs [subst { $min_node_inx [expr {$min_node_inx+1}] [expr {$min_node_inx+2}] [expr {$min_node_inx+3}] $max_node_inx }] set exp_core_ids [subst { 0-1 0-1 0-1 0-1 0-[expr {$cores_per_node-1}] }] sleep 5 spawn $scontrol show res expect { -re "Nodes=$def_node_name\\\[$min_node_inx\-$max_node_inx" { set hosts_correct 1 exp_continue } -re "NodeCnt=$exp_node_cnt" { set node_cnt_correct 1 exp_continue } -re "CoreCnt=$exp_core_cnt" { set core_cnt_correct 1 exp_continue } -re "NodeName=$def_node_name\(\\d+\) CoreIDs=\(0-\\d+\)" { set node_id $expect_out(1,string) set core_id $expect_out(2,string) if { $node_id == [lindex $node_inxs $core_ids_correct] && $core_id == [lindex $exp_core_ids $core_ids_correct]} { incr core_ids_correct } exp_continue } timeout { send_user "\nFAILURE: scontrol not responding (Within: inc3.11.9)\n" set exit_code 1 } eof { wait } } if {$hosts_correct != 1} { send_user "\nFAILURE: Reservation has incorrect node list\n" set exit_code 1 } if {$node_cnt_correct != 1} { send_user "\nFAILURE: Reservation has incorrect node count\n" set exit_code 1 } if {$core_cnt_correct != 1} { send_user "\nFAILURE: Reservation has incorrect core cnt\n" set exit_code 1 } if {$core_ids_correct != $exp_node_cnt} { send_user "\nFAILURE: Reservation has incorrect core ids\n" set exit_code 1 } if {$exit_code == 0} { send_user "\nSUCCESS: Reservation has correct nodes, CoreCnt, and CoreIDs.\n" } cancel_job $job_id set ret_code [delete_res $res_name] if { $ret_code != 0 } { send_user "\nFAILURE: Error $ret_code deleting reservation.\n" set exit_code 1 } if { $exit_code == 1 } { exit $exit_code } # Create a job that runs on a single core on all nodes in the reservation. set sbatch_pid [spawn $sbatch --ntasks-per-node=1 --nodelist=$def_node_name\[$min_node_inx\-$max_node_inx\] --output=/dev/null $file_in] expect { -re "Submitted batch job ($number)" { set job_id $expect_out(1,string) exp_continue } timeout { send_user "\nFAILURE: sbatch not responding (within: inc3.11.9)\n" slow_kill $sbatch_pid set exit_code 1 } eof { wait } } if {$job_id == 0} { send_user "\nFAILURE: batch submit failure\n" exit 1 } sleep 10 spawn $scontrol show job $job_id expect { -re "Invalid job id specified" { send_user "\nFAILURE: Job $job_id not found (Within: inc3.11.9)\n" set exit_code 1 exp_continue } -re "JobState=RUNNING" { send_user "\nJob is RUNNING as expected (Within: inc3.11.9)\n" exp_continue } timeout { send_user "\nFAILURE: scontrol not responding (Within: inc3.11.9)\n" set exit_code 1 } eof { wait } } if { $exit_code == 1 } { cancel_job $job_id exit $exit_code } # Make the reservation with the FIRST_CORES flag. It should fail # to be created even though there are enough cores because the # FIRST_CORES flag requires the lowest numbered cores. set ret_code [create_res "StartTime=now Duration=60 Nodes=$def_node_name\[$min_node_inx\-$max_node_inx\] CoreCnt=1,1,1,1,1 User=$user_name Flags=FIRST_CORES" 1] cancel_job $job_id if {$ret_code == 0} { send_user "\nFAILURE: Reservation can be created when it should not (Within: inc3.11.9)\n" delete_res $res_name exit 1 } send_user "\nSUCCESS: Reservation can not be created as expected (Within 3.11.9)\n" }