Re: [Postgres-xc-general] pgxc seems to be running into a deadlock

[Sandeep G. <gup...@gm...>]

LOG:  00000: database system was shut down at 2014-02-03 11:42:41 EST
LOCATION:  StartupXLOG, xlog.c:6348
LOG:  00000: database system is ready to accept connections
LOCATION:  reaper, postmaster.c:2560
LOG:  00000: autovacuum launcher started
LOCATION:  AutoVacLauncherMain, autovacuum.c:407
WARNING:  01000: unexpected EOF on datanode connection
LOCATION:  pgxc_node_receive, pgxcnode.c:463
ERROR:  XX000: failed to send PREPARE TRANSACTION command to the node 16384
LOCATION:  pgxc_node_remote_prepare, execRemote.c:1629
STATEMENT:  create INDEX mdn on la_directednetwork(head)
WARNING:  01000: unexpected EOF on datanode connection
LOCATION:  pgxc_node_receive, pgxcnode.c:463
LOG:  00000: Failed to ABORT at node 16384
	Detail: unexpected EOF on datanode connection
LOCATION:  pgxc_node_remote_abort, execRemote.c:2039
LOG:  00000: Failed to ABORT an implicitly PREPARED transaction status - 7
LOCATION:  pgxc_node_remote_abort, execRemote.c:2070
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
WARNING:  01000: Unexpected data on connection, cleaning.
LOCATION:  acquire_connection, poolmgr.c:2141
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  create INDEX mdn on la_directednetwork(head)
ERROR:  42704: index "mdn" does not exist
LOCATION:  DropErrorMsgNonExistent, tablecmds.c:746
STATEMENT:  drop index mdn
WARNING:  25P01: there is no transaction in progress
LOCATION:  EndTransactionBlock, xact.c:4086
LOG:  08006: failed to connect to Datanode
LOCATION:  grow_pool, poolmgr.c:2259
WARNING:  01000: can not connect to node 16384
LOCATION:  acquire_connection, poolmgr.c:2153
LOG:  53000: failed to acquire connections
LOCATION:  pool_recvfds, poolcomm.c:623
STATEMENT:  CHECKPOINT
ERROR:  53000: Failed to get pooled connections
LOCATION:  get_handles, pgxcnode.c:1969
STATEMENT:  CHECKPOINT