..\smpd_get_full_path_name
...fixing up exe name: 'mpi_spawn.exe' -> '(null)'
../smpd_get_full_path_name
..handling executable:
mpi_spawn.exe
..\smpd_get_next_host
...\smpd_get_next_hostname
.../smpd_get_next_hostname
...\smpd_get_host_id
.../smpd_get_host_id
../smpd_get_next_host
..\smpd_create_cliques
...\next_launch_node
.../next_launch_node
...\next_launch_node
.../next_launch_node
../smpd_create_cliques
..\smpd_fix_up_host_tree
../smpd_fix_up_host_tree
./mp_parse_command_args
.host tree:
. host: abakkal-w01.ana.firstamdata.com, parent: 0, id: 1
.launch nodes:
. iproc: 0, id: 1, exe: mpi_spawn.exe
.\SMPDU_Sock_create_set
..\smpd_get_smpd_data
...\smpd_get_smpd_data_from_environment
.../smpd_get_smpd_data_from_environment
../smpd_get_smpd_data
..\smpd_create_context
...\smpd_init_context
....\smpd_init_command
..../smpd_init_command
.../smpd_init_context
../smpd_create_context
..\SMPDU_Sock_post_connect
../SMPDU_Sock_post_connect
..\SMPDU_Sock_set_user_ptr
../SMPDU_Sock_set_user_ptr
..\smpd_make_socket_loop
...\smpd_get_hostname
.../smpd_get_hostname
../smpd_make_socket_loop
..\SMPDU_Sock_native_to_sock
../SMPDU_Sock_native_to_sock
..\SMPDU_Sock_native_to_sock
../SMPDU_Sock_native_to_sock
..\smpd_create_context
...\smpd_init_context
....\smpd_init_command
..../smpd_init_command
....\SMPDU_Sock_set_user_ptr
..../SMPDU_Sock_set_user_ptr
.../smpd_init_context
../smpd_create_context
..\SMPDU_Sock_post_read
...\SMPDU_Sock_post_readv
.../SMPDU_Sock_post_readv
../SMPDU_Sock_post_read
..\smpd_enter_at_state
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_CONNECT event.error = 0, result = 0, context=left
...\smpd_handle_op_connect
....connect succeeded, posting read of the challenge string
....\SMPDU_Sock_post_read
.....\SMPDU_Sock_post_readv
...../SMPDU_Sock_post_readv
..../SMPDU_Sock_post_read
.../smpd_handle_op_connect
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_challenge_string
.....read challenge string: '1.2.1 21304'
.....\smpd_verify_version
...../smpd_verify_version
.....\smpd_hash
...../smpd_hash
.....\SMPDU_Sock_post_write
......\SMPDU_Sock_post_writev
....../SMPDU_Sock_post_writev
...../SMPDU_Sock_post_write
..../smpd_state_reading_challenge_string
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_challenge_response
.....wrote challenge response: '2fbeda77dbe162315687006e7d75a702'
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_writing_challenge_response
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_connect_result
.....read connect result: 'SUCCESS'
.....\SMPDU_Sock_post_write
......\SMPDU_Sock_post_writev
....../SMPDU_Sock_post_writev
...../SMPDU_Sock_post_write
..../smpd_state_reading_connect_result
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_process_session_request
.....wrote process session request: 'process'
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_writing_process_session_request
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cred_request
.....read cred request: 'nocredentials'
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cred_request
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_reconnect_request
.....read re-connect request: '29827'
.....closing the old socket in the left context.
.....\SMPDU_Sock_get_sock_id
...../SMPDU_Sock_get_sock_id
.....SMPDU_Sock_post_close(1648)
.....\SMPDU_Sock_post_close
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../SMPDU_Sock_post_close
.....connecting a new socket.
.....\smpd_create_context
......\smpd_init_context
.......\smpd_init_command
......./smpd_init_command
....../smpd_init_context
...../smpd_create_context
.....posting a re-connect to abakkal-w01.ana.firstamdata.com:29827 in left context.
.....\SMPDU_Sock_post_connect
...../SMPDU_Sock_post_connect
..../smpd_state_reading_reconnect_request
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_CLOSE event.error = 0, result = 0, context=left
...\smpd_handle_op_close
....\smpd_get_state_string
..../smpd_get_state_string
....op_close received - SMPD_CLOSING state.
....Unaffiliated left context closing.
....\smpd_free_context
.....freeing left context.
.....\smpd_init_context
......\smpd_init_command
....../smpd_init_command
...../smpd_init_context
..../smpd_free_context
.../smpd_handle_op_close
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_CONNECT event.error = 0, result = 0, context=left
...\smpd_handle_op_connect
....\smpd_generate_session_header
.....session header: (id=1 parent=0 level=0)
..../smpd_generate_session_header
....\SMPDU_Sock_post_write
.....\SMPDU_Sock_post_writev
...../SMPDU_Sock_post_writev
..../SMPDU_Sock_post_write
.../smpd_handle_op_connect
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_session_header
.....wrote session header: 'id=1 parent=0 level=0'
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
.....\smpd_create_command
......\smpd_init_command
....../smpd_init_command
...../smpd_create_command
.....\smpd_post_write_command
......\smpd_package_command
....../smpd_package_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......smpd_post_write_command on the left context sock 1592: 47 bytes for command: "cmd=start_dbs src=0 dest=1 tag=0 "
......\SMPDU_Sock_post_writev
....../SMPDU_Sock_post_writev
...../smpd_post_write_command
..../smpd_state_writing_session_header
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=start_dbs src=0 dest=1 tag=0 "
.....moving 'start_dbs' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 170 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=1 dest=0 tag=0 cmd_tag=0 cmd_orig=start_dbs kvs_name=979C2D08-620D-4e2e-9399-651F936901CF domain_name=709A7B37-2D8A-461b-B8F7-C50D0FD73316 result=SUCCESS "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = result
...... tag  = 0
...... ctx  = left
...... len  = 170
...... str  = cmd=result src=1 dest=0 tag=0 cmd_tag=0 cmd_orig=start_dbs kvs_name=979C2D08-620D-4e2e-9399-651F936901CF domain_name=709A7B37-2D8A-461b-B8F7-C50D0FD73316 result=SUCCESS 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......start_dbs succeeded, kvs_name: '979C2D08-620D-4e2e-9399-651F936901CF', domain_name: '709A7B37-2D8A-461b-B8F7-C50D0FD73316'
.......\smpd_launch_processes
........creating a process group of size 1 on node 0 called 979C2D08-620D-4e2e-9399-651F936901CF
........\create_process_group
......../create_process_group
........launching the processes.
........\smpd_create_command
.........\smpd_init_command
........./smpd_init_command
......../smpd_create_command
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_post_write_command
.........\smpd_package_command
........./smpd_package_command
.........\SMPDU_Sock_get_sock_id
........./SMPDU_Sock_get_sock_id
.........smpd_post_write_command on the left context sock 1592: 281 bytes for command: "cmd=launch src=0 dest=1 tag=1 c=mpi_spawn.exe s=0 a=0 e="MPICH2_INTERFACE_HOSTNAME=localhost MPICH2_CHANNEL=mt" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release q=0 i=0 n=1 k=979C2D08-620D-4e2e-9399-651F936901CF kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 "
.........\SMPDU_Sock_post_writev
........./SMPDU_Sock_post_writev
......../smpd_post_write_command
......./smpd_launch_processes
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=launch src=0 dest=1 tag=1 c=mpi_spawn.exe s=0 a=0 e="MPICH2_INTERFACE_HOSTNAME=localhost MPICH2_CHANNEL=mt" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release q=0 i=0 n=1 k=979C2D08-620D-4e2e-9399-651F936901CF kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 "
.....moving 'launch' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 134 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=1 dest=0 tag=1 cmd_tag=1 cmd_orig=launch result=SUCCESS pg_id=979C2D08-620D-4e2e-9399-651F936901CF pg_rank=0 pg_ctx=0 "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = result
...... tag  = 1
...... ctx  = left
...... len  = 134
...... str  = cmd=result src=1 dest=0 tag=1 cmd_tag=1 cmd_orig=launch result=SUCCESS pg_id=979C2D08-620D-4e2e-9399-651F936901CF pg_rank=0 pg_ctx=0 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......successfully launched: 'cmd=launch src=0 dest=1 tag=1 c=mpi_spawn.exe s=0 a=0 e="MPICH2_INTERFACE_HOSTNAME=localhost MPICH2_CHANNEL=mt" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release q=0 i=0 n=1 k=979C2D08-620D-4e2e-9399-651F936901CF kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 '
.......root process launched, starting stdin redirection.
.......\smpd_make_socket_loop
........\smpd_get_hostname
......../smpd_get_hostname
......./smpd_make_socket_loop
.......\SMPDU_Sock_native_to_sock
......./SMPDU_Sock_native_to_sock
.......\smpd_create_context
........\smpd_init_context
.........\smpd_init_command
........./smpd_init_command
.........\SMPDU_Sock_set_user_ptr
........./SMPDU_Sock_set_user_ptr
......../smpd_init_context
......./smpd_create_context
.......\SMPDU_Sock_set_user_ptr
......./SMPDU_Sock_set_user_ptr
.......\SMPDU_Sock_post_read
........\SMPDU_Sock_post_readv
......../SMPDU_Sock_post_readv
......./SMPDU_Sock_post_read
.......\smpd_free_command
........\smpd_init_command
........smpd_stdin_thread started.
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 105 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=init src=1 dest=0 tag=0 ctx_key=0 name=979C2D08-620D-4e2e-9399-651F936901CF key=0 value=1 node_id=1 "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = init
...... tag  = 0
...... ctx  = left
...... len  = 105
...... str  = cmd=init src=1 dest=0 tag=0 ctx_key=0 name=979C2D08-620D-4e2e-9399-651F936901CF key=0 value=1 node_id=1 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_init_command
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\get_name_key_value
......./get_name_key_value
.......init: 0:1:979C2D08-620D-4e2e-9399-651F936901CF
.......sending reply to init command 'cmd=init src=1 dest=0 tag=0 ctx_key=0 name=979C2D08-620D-4e2e-9399-651F936901CF key=0 value=1 node_id=1 '.
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......sending result command to left context: "cmd=result src=0 dest=1 tag=2 cmd_tag=0 ctx_key=0 result=SUCCESS "
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........\SMPDU_Sock_get_sock_id
......../SMPDU_Sock_get_sock_id
........smpd_post_write_command on the left context sock 1592: 79 bytes for command: "cmd=result src=0 dest=1 tag=2 cmd_tag=0 ctx_key=0 result=SUCCESS "
........\SMPDU_Sock_post_writev
......../SMPDU_Sock_post_writev
......./smpd_post_write_command
....../smpd_handle_init_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=result src=0 dest=1 tag=2 cmd_tag=0 ctx_key=0 result=SUCCESS "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 603 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=spawn src=1 dest=0 tag=2 ctx_key=0 ncmds=2 cmd0=D:\Projects\mpi_spawn\Release\mpi_spawn.exe cmd1=D:\Projects\mpi_spawn\Release\mpi_spawn.exe maxprocs="1 1" keyvals0="0=\"host=localhost\" 1=\"path=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release\" 2=\"wdir=D:\Projects\mpi_spawn\Release\"" keyvals1="0=\"host=localhost\" 1=\"path=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release\" 2=\"wdir=D:\Projects\mpi_spawn\Release\"" nkeyvals="3 3" npreput=1 preput="0=\"PARENT_ROOT_PORT_NAME=\\"tag=0 port=29839 description=abakkal-w01.ana.firstamdata.com ifname=192.168.231.164 \\"\" " "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = spawn
...... tag  = 2
...... ctx  = left
...... len  = 603
...... str  = cmd=spawn src=1 dest=0 tag=2 ctx_key=0 ncmds=2 cmd0=D:\Projects\mpi_spawn\Release\mpi_spawn.exe cmd1=D:\Projects\mpi_spawn\Release\mpi_spawn.exe maxprocs="1 1" keyvals0="0=\"host=localhost\" 1=\"path=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release\" 2=\"wdir=D:\Projects\mpi_spawn\Release\"" keyvals1="0=\"host=localhost\" 1=\"path=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release\" 2=\"wdir=D:\Projects\mpi_spawn\Release\"" nkeyvals="3 3" npreput=1 preput="0=\"PARENT_ROOT_PORT_NAME=\\"tag=0 port=29839 description=abakkal-w01.ana.firstamdata.com ifname=192.168.231.164 \\"\" " 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_spawn_command
.......\smpd_get_default_hosts
........default list already populated, returning success.
......./smpd_get_default_hosts
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......host key sent with spawn command: <localhost>
.......\smpd_get_host_id
......./smpd_get_host_id
.......path = D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release
.......wdir = D:\Projects\mpi_spawn\Release
.......host key sent with spawn command: <localhost>
.......\smpd_get_host_id
......./smpd_get_host_id
.......path = D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release
.......wdir = D:\Projects\mpi_spawn\Release
.......\smpd_append_env_option
......./smpd_append_env_option
.......\smpd_append_env_option
......./smpd_append_env_option
.......\smpd_create_cliques
........\next_launch_node
......../next_launch_node
........\next_launch_node
......../next_launch_node
........\next_launch_node
......../next_launch_node
........\next_launch_node
......../next_launch_node
......./smpd_create_cliques
.......\smpd_fix_up_host_tree
......./smpd_fix_up_host_tree
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......sending connect command to add new hosts for the spawn command.
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........\SMPDU_Sock_get_sock_id
......../SMPDU_Sock_get_sock_id
........smpd_post_write_command on the left context sock 1592: 65 bytes for command: "cmd=connect src=0 dest=1 tag=4 host=localhost id=2 "
........\SMPDU_Sock_post_writev
......../SMPDU_Sock_post_writev
......./smpd_post_write_command
....../smpd_handle_spawn_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=connect src=0 dest=1 tag=4 host=localhost id=2 "
.....moving 'connect' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 73 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=1 dest=0 tag=3 cmd_tag=4 cmd_orig=connect result=SUCCESS "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = result
...... tag  = 3
...... ctx  = left
...... len  = 73
...... str  = cmd=result src=1 dest=0 tag=3 cmd_tag=4 cmd_orig=connect result=SUCCESS 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......successful connect, state: connecting tree.
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
.....\smpd_create_command
......\smpd_init_command
....../smpd_init_command
...../smpd_create_command
.....spawn_context found, adding preput values to the start_dbs command.
.....\smpd_add_command_int_arg
...../smpd_add_command_int_arg
.....\smpd_add_command_arg
...../smpd_add_command_arg
.....\smpd_post_write_command
......\smpd_package_command
....../smpd_package_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......smpd_post_write_command on the left context sock 1592: 186 bytes for command: "cmd=start_dbs src=0 dest=1 tag=5 npreput=1 preput="0=\"PARENT_ROOT_PORT_NAME=\\"tag=0 port=29839 description=abakkal-w01.ana.firstamdata.com ifname=192.168.231.164 \\"\" " "
......\SMPDU_Sock_post_writev
....../SMPDU_Sock_post_writev
...../smpd_post_write_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=start_dbs src=0 dest=1 tag=5 npreput=1 preput="0=\"PARENT_ROOT_PORT_NAME=\\"tag=0 port=29839 description=abakkal-w01.ana.firstamdata.com ifname=192.168.231.164 \\"\" " "
.....moving 'start_dbs' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 170 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=1 dest=0 tag=4 cmd_tag=5 cmd_orig=start_dbs kvs_name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D domain_name=709A7B37-2D8A-461b-B8F7-C50D0FD73316 result=SUCCESS "
.....\smpd_handle_command
......handling command:
...... src  = 1
...... dest = 0
...... cmd  = result
...... tag  = 4
...... ctx  = left
...... len  = 170
...... str  = cmd=result src=1 dest=0 tag=4 cmd_tag=5 cmd_orig=start_dbs kvs_name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D domain_name=709A7B37-2D8A-461b-B8F7-C50D0FD73316 result=SUCCESS 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......start_dbs succeeded, kvs_name: '4E553BA1-C820-4a32-87D1-CF3C1C52F57D', domain_name: '709A7B37-2D8A-461b-B8F7-C50D0FD73316'
.......\smpd_launch_processes
........creating a process group of size 2 on node 0 called 4E553BA1-C820-4a32-87D1-CF3C1C52F57D
........\create_process_group
......../create_process_group
........launching the processes.
........\smpd_create_command
.........\smpd_init_command
........./smpd_init_command
......../smpd_create_command
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_post_write_command
.........\smpd_package_command
........./smpd_package_command
.........\SMPDU_Sock_get_sock_id
........./SMPDU_Sock_get_sock_id
.........smpd_post_write_command on the left context sock 1592: 350 bytes for command: "cmd=launch src=0 dest=2 tag=6 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=0 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=0 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 "
.........\SMPDU_Sock_post_writev
........./SMPDU_Sock_post_writev
......../smpd_post_write_command
........\smpd_create_command
.........\smpd_init_command
........./smpd_init_command
......../smpd_create_command
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_post_write_command
.........\smpd_package_command
........./smpd_package_command
.........enqueueing write at the end of the list.
......../smpd_post_write_command
......./smpd_launch_processes
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=launch src=0 dest=2 tag=6 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=0 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=0 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 "
.....moving 'launch' command to the wait_list.
.....smpd_handle_written: posting write(350 bytes) for command: "cmd=launch src=0 dest=2 tag=7 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=1 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=1 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 "
.....\SMPDU_Sock_post_writev
...../SMPDU_Sock_post_writev
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=launch src=0 dest=2 tag=7 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=1 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=1 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 "
.....moving 'launch' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 134 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=2 dest=0 tag=0 cmd_tag=6 cmd_orig=launch result=SUCCESS pg_id=4E553BA1-C820-4a32-87D1-CF3C1C52F57D pg_rank=0 pg_ctx=0 "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = result
...... tag  = 0
...... ctx  = left
...... len  = 134
...... str  = cmd=result src=2 dest=0 tag=0 cmd_tag=6 cmd_orig=launch result=SUCCESS pg_id=4E553BA1-C820-4a32-87D1-CF3C1C52F57D pg_rank=0 pg_ctx=0 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......successfully spawned: 'cmd=launch src=0 dest=2 tag=6 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=0 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=0 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 '
.......1 outstanding spawns.
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 134 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=2 dest=0 tag=1 cmd_tag=7 cmd_orig=launch result=SUCCESS pg_id=4E553BA1-C820-4a32-87D1-CF3C1C52F57D pg_rank=1 pg_ctx=1 "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = result
...... tag  = 1
...... ctx  = left
...... len  = 134
...... str  = cmd=result src=2 dest=0 tag=1 cmd_tag=7 cmd_orig=launch result=SUCCESS pg_id=4E553BA1-C820-4a32-87D1-CF3C1C52F57D pg_rank=1 pg_ctx=1 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......successfully spawned: 'cmd=launch src=0 dest=2 tag=7 c=D:\Projects\mpi_spawn\Release\mpi_spawn.exe s=1 a=1 e="MPICH2_CHANNEL=mt  MPICH_INTERFACE_HOSTNAME=وش" d=D:\Projects\mpi_spawn\Release p=D:\Projects\mpi_spawn\Release;D:\Projects\mpi_spawn\Release q=0..1 i=1 n=2 k=4E553BA1-C820-4a32-87D1-CF3C1C52F57D kd=709A7B37-2D8A-461b-B8F7-C50D0FD73316 pc=-1 pt=-1 '
.......0 outstanding spawns.
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........\SMPDU_Sock_get_sock_id
......../SMPDU_Sock_get_sock_id
........smpd_post_write_command on the left context sock 1592: 94 bytes for command: "cmd=result src=0 dest=1 tag=3 cmd_tag=2 cmd_orig=spawn ctx_key=0 result=SUCCESS "
........\SMPDU_Sock_post_writev
......../SMPDU_Sock_post_writev
......./smpd_post_write_command
.......\smpd_handle_delayed_spawn_command
......./smpd_handle_delayed_spawn_command
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=result src=0 dest=1 tag=3 cmd_tag=2 cmd_orig=spawn ctx_key=0 result=SUCCESS "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 105 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=init src=2 dest=0 tag=0 ctx_key=0 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=0 value=2 node_id=2 "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = init
...... tag  = 0
...... ctx  = left
...... len  = 105
...... str  = cmd=init src=2 dest=0 tag=0 ctx_key=0 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=0 value=2 node_id=2 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_init_command
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\get_name_key_value
......./get_name_key_value
.......init: 0:2:4E553BA1-C820-4a32-87D1-CF3C1C52F57D
.......sending reply to init command 'cmd=init src=2 dest=0 tag=0 ctx_key=0 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=0 value=2 node_id=2 '.
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......sending result command to left context: "cmd=result src=0 dest=2 tag=8 cmd_tag=0 ctx_key=0 result=SUCCESS "
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........\SMPDU_Sock_get_sock_id
......../SMPDU_Sock_get_sock_id
........smpd_post_write_command on the left context sock 1592: 79 bytes for command: "cmd=result src=0 dest=2 tag=8 cmd_tag=0 ctx_key=0 result=SUCCESS "
........\SMPDU_Sock_post_writev
......../SMPDU_Sock_post_writev
......./smpd_post_write_command
....../smpd_handle_init_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=result src=0 dest=2 tag=8 cmd_tag=0 ctx_key=0 result=SUCCESS "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 105 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=init src=2 dest=0 tag=0 ctx_key=1 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=1 value=2 node_id=2 "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = init
...... tag  = 0
...... ctx  = left
...... len  = 105
...... str  = cmd=init src=2 dest=0 tag=0 ctx_key=1 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=1 value=2 node_id=2 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_init_command
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\get_name_key_value
......./get_name_key_value
.......init: 1:2:4E553BA1-C820-4a32-87D1-CF3C1C52F57D
.......sending reply to init command 'cmd=init src=2 dest=0 tag=0 ctx_key=1 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D key=1 value=2 node_id=2 '.
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......sending result command to left context: "cmd=result src=0 dest=2 tag=9 cmd_tag=0 ctx_key=1 result=SUCCESS "
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........\SMPDU_Sock_get_sock_id
......../SMPDU_Sock_get_sock_id
........smpd_post_write_command on the left context sock 1592: 79 bytes for command: "cmd=result src=0 dest=2 tag=9 cmd_tag=0 ctx_key=1 result=SUCCESS "
........\SMPDU_Sock_post_writev
......../SMPDU_Sock_post_writev
......./smpd_post_write_command
....../smpd_handle_init_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=result src=0 dest=2 tag=9 cmd_tag=0 ctx_key=1 result=SUCCESS "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
....ReadFile failed, closing stdin reader thread.
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = -1, result = 0, context=mpi_stdin
...\smpd_handle_op_read
mpiexec aborting job...
....\smpd_state_reading_stdin
....\SMPDU_Sock_write
.....\SMPDU_Sock_writev
...../SMPDU_Sock_writev
..../SMPDU_Sock_write
..../smpd_state_reading_stdin
.../smpd_handle_op_read
...stdin to mpiexec closed.
...\smpd_create_command
....\smpd_init_command
..../smpd_init_command
.../smpd_create_command
...\smpd_post_write_command
....\smpd_package_command
..../smpd_package_command
....\SMPDU_Sock_get_sock_id
..../SMPDU_Sock_get_sock_id
....smpd_post_write_command on the left context sock 1592: 50 bytes for command: "cmd=close_stdin src=0 dest=1 tag=10 "
....\SMPDU_Sock_post_writev
..../SMPDU_Sock_post_writev
.../smpd_post_write_command
...SOCK_OP_READ failed - result = 0, closing mpi_stdin context.
...\SMPDU_Sock_post_close
....\SMPDU_Sock_post_read
.....\SMPDU_Sock_post_readv
...../SMPDU_Sock_post_readv
..../SMPDU_Sock_post_read
.../SMPDU_Sock_post_close
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=MPIEXEC_ABORT
...\smpd_handle_op_read
....\smpd_state_reading_mpiexec_abort
.....\smpd_abort_job
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_do_abort_job
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........enqueueing write at the end of the list.
......./smpd_post_write_command
.......\smpd_create_command
........\smpd_init_command
......../smpd_init_command
......./smpd_create_command
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_int_arg
......./smpd_add_command_int_arg
.......\smpd_add_command_arg
......./smpd_add_command_arg
.......\smpd_post_write_command
........\smpd_package_command
......../smpd_package_command
........enqueueing write at the end of the list.
......./smpd_post_write_command
....../smpd_do_abort_job
...../smpd_abort_job
..../smpd_state_reading_mpiexec_abort
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=close_stdin src=0 dest=1 tag=10 "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
.....smpd_handle_written: posting write(119 bytes) for command: "cmd=suspend src=0 dest=2 tag=11 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D rank=0 exit_code=123 ctx_key=0 "
.....\SMPDU_Sock_post_writev
...../SMPDU_Sock_post_writev
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_CLOSE event.error = 0, result = 0, context=mpi_stdin
...\smpd_handle_op_close
....\smpd_get_state_string
..../smpd_get_state_string
....op_close received - SMPD_CLOSING state.
....Unaffiliated mpi_stdin context closing.
....\smpd_free_context
.....freeing mpi_stdin context.
.....\smpd_init_context
......\smpd_init_command
....../smpd_init_command
...../smpd_init_context
..../smpd_free_context
.../smpd_handle_op_close
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=suspend src=0 dest=2 tag=11 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D rank=0 exit_code=123 ctx_key=0 "
.....moving 'suspend' command to the wait_list.
.....smpd_handle_written: posting write(119 bytes) for command: "cmd=suspend src=0 dest=2 tag=12 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D rank=1 exit_code=123 ctx_key=1 "
.....\SMPDU_Sock_post_writev
...../SMPDU_Sock_post_writev
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=suspend src=0 dest=2 tag=12 name=4E553BA1-C820-4a32-87D1-CF3C1C52F57D rank=1 exit_code=123 ctx_key=1 "
.....moving 'suspend' command to the wait_list.
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 57 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=2 dest=0 tag=2 cmd_tag=11 result=SUCCESS "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = result
...... tag  = 2
...... ctx  = left
...... len  = 57
...... str  = cmd=result src=2 dest=0 tag=2 cmd_tag=11 result=SUCCESS 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......suspend command result returned: SUCCESS
.......\smpd_handle_suspend_result
......./smpd_handle_suspend_result
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 57 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=result src=2 dest=0 tag=3 cmd_tag=12 result=SUCCESS "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = result
...... tag  = 3
...... ctx  = left
...... len  = 57
...... str  = cmd=result src=2 dest=0 tag=3 cmd_tag=12 result=SUCCESS 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_result
.......suspend command result returned: SUCCESS
.......\smpd_handle_suspend_result
........\smpd_create_command
.........\smpd_init_command
........./smpd_init_command
......../smpd_create_command
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_post_write_command
.........\smpd_package_command
........./smpd_package_command
.........\SMPDU_Sock_get_sock_id
........./SMPDU_Sock_get_sock_id
.........smpd_post_write_command on the left context sock 1592: 67 bytes for command: "cmd=kill src=0 dest=2 tag=13 exit_code=123 ctx_key=0 "
.........\SMPDU_Sock_post_writev
........./SMPDU_Sock_post_writev
......../smpd_post_write_command
........\smpd_create_command
.........\smpd_init_command
........./smpd_init_command
......../smpd_create_command
........\smpd_add_command_int_arg
......../smpd_add_command_int_arg
........\smpd_add_command_arg
......../smpd_add_command_arg
........\smpd_post_write_command
.........\smpd_package_command
........./smpd_package_command
.........enqueueing write at the end of the list.
......../smpd_post_write_command
......./smpd_handle_suspend_result
.......\smpd_free_command
........\smpd_init_command
......../smpd_init_command
......./smpd_free_command
....../smpd_handle_result
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=kill src=0 dest=2 tag=13 exit_code=123 ctx_key=0 "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
.....smpd_handle_written: posting write(67 bytes) for command: "cmd=kill src=0 dest=2 tag=14 exit_code=123 ctx_key=1 "
.....\SMPDU_Sock_post_writev
...../SMPDU_Sock_post_writev
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_WRITE event.error = 0, result = 0, context=left
...\smpd_handle_op_write
....\smpd_state_writing_cmd
.....wrote command
.....command written to left: "cmd=kill src=0 dest=2 tag=14 exit_code=123 ctx_key=1 "
.....\smpd_free_command
......\smpd_init_command
....../smpd_init_command
...../smpd_free_command
..../smpd_state_writing_cmd
.../smpd_handle_op_write
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 86 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=exit src=2 dest=0 tag=4 rank=0 code=123 kvs=4E553BA1-C820-4a32-87D1-CF3C1C52F57D "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = exit
...... tag  = 4
...... ctx  = left
...... len  = 86
...... str  = cmd=exit src=2 dest=0 tag=4 rank=0 code=123 kvs=4E553BA1-C820-4a32-87D1-CF3C1C52F57D 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_exit_command
.......saving exit code: rank 0, exitcode 123, pg <4E553BA1-C820-4a32-87D1-CF3C1C52F57D>
....../smpd_handle_exit_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd_header
.....read command header
.....command header read, posting read for data: 86 bytes
.....\SMPDU_Sock_post_read
......\SMPDU_Sock_post_readv
....../SMPDU_Sock_post_readv
...../SMPDU_Sock_post_read
..../smpd_state_reading_cmd_header
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
.../SMPDU_Sock_wait
...SOCK_OP_READ event.error = 0, result = 0, context=left
...\smpd_handle_op_read
....\smpd_state_reading_cmd
.....read command
.....\smpd_parse_command
...../smpd_parse_command
.....read command: "cmd=exit src=2 dest=0 tag=5 rank=1 code=123 kvs=4E553BA1-C820-4a32-87D1-CF3C1C52F57D "
.....\smpd_handle_command
......handling command:
...... src  = 2
...... dest = 0
...... cmd  = exit
...... tag  = 5
...... ctx  = left
...... len  = 86
...... str  = cmd=exit src=2 dest=0 tag=5 rank=1 code=123 kvs=4E553BA1-C820-4a32-87D1-CF3C1C52F57D 
......\smpd_command_destination
.......0 -> 0 : returning NULL context
....../smpd_command_destination
......\smpd_handle_exit_command
.......saving exit code: rank 1, exitcode 123, pg <4E553BA1-C820-4a32-87D1-CF3C1C52F57D>

job aborted:
rank: node: exit code[: error message]
0: localhost: 123: mpiexec aborting job
1: localhost: 123
....../smpd_handle_exit_command
...../smpd_handle_command
.....\smpd_post_read_command
......\SMPDU_Sock_get_sock_id
....../SMPDU_Sock_get_sock_id
......posting a read for a command header on the left context, sock 1592
......\SMPDU_Sock_post_read
.......\SMPDU_Sock_post_readv
......./SMPDU_Sock_post_readv
....../SMPDU_Sock_post_read
...../smpd_post_read_command
..../smpd_state_reading_cmd
.../smpd_handle_op_read
...sock_waiting for the next event.
...\SMPDU_Sock_wait
....\smpd_exit
.....\smpd_kill_all_processes
...../smpd_kill_all_processes
.....\smpd_finalize_drive_maps
...../smpd_finalize_drive_maps