Initial commit
Change-Id: I6a4444e3c193dae437cd7929f4c39aba7b749efa
diff --git a/libfdcore/p_out.c b/libfdcore/p_out.c
new file mode 100644
index 0000000..b410f11
--- /dev/null
+++ b/libfdcore/p_out.c
@@ -0,0 +1,237 @@
+/*********************************************************************************************************
+* Software License Agreement (BSD License) *
+* Author: Sebastien Decugis <sdecugis@freediameter.net> *
+* *
+* Copyright (c) 2015, WIDE Project and NICT *
+* All rights reserved. *
+* *
+* Redistribution and use of this software in source and binary forms, with or without modification, are *
+* permitted provided that the following conditions are met: *
+* *
+* * Redistributions of source code must retain the above *
+* copyright notice, this list of conditions and the *
+* following disclaimer. *
+* *
+* * Redistributions in binary form must reproduce the above *
+* copyright notice, this list of conditions and the *
+* following disclaimer in the documentation and/or other *
+* materials provided with the distribution. *
+* *
+* * Neither the name of the WIDE Project or NICT nor the *
+* names of its contributors may be used to endorse or *
+* promote products derived from this software without *
+* specific prior written permission of WIDE Project and *
+* NICT. *
+* *
+* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED *
+* WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A *
+* PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR *
+* ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT *
+* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS *
+* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR *
+* TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF *
+* ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. *
+*********************************************************************************************************/
+
+#include "fdcore-internal.h"
+
+/* Alloc a new hbh for requests, bufferize the message and send on the connection, save in sentreq if provided */
+static int do_send(struct msg ** msg, struct cnxctx * cnx, uint32_t * hbh, struct fd_peer * peer)
+{
+ struct msg_hdr * hdr;
+ int msg_is_a_req;
+ uint8_t * buf;
+ size_t sz;
+ int ret;
+ uint32_t bkp_hbh = 0;
+ struct msg *cpy_for_logs_only;
+
+ TRACE_ENTRY("%p %p %p %p", msg, cnx, hbh, peer);
+
+ /* Retrieve the message header */
+ CHECK_FCT( fd_msg_hdr(*msg, &hdr) );
+
+ msg_is_a_req = (hdr->msg_flags & CMD_FLAG_REQUEST);
+ if (msg_is_a_req) {
+ CHECK_PARAMS(hbh && peer);
+ /* Alloc the hop-by-hop id and increment the value for next message */
+ bkp_hbh = hdr->msg_hbhid;
+ hdr->msg_hbhid = *hbh;
+ *hbh = hdr->msg_hbhid + 1;
+ }
+
+ /* Create the message buffer */
+ CHECK_FCT(fd_msg_bufferize( *msg, &buf, &sz ));
+ pthread_cleanup_push( free, buf );
+
+ cpy_for_logs_only = *msg;
+
+ /* Save a request before sending so that there is no race condition with the answer */
+ if (msg_is_a_req) {
+ CHECK_FCT_DO( ret = fd_p_sr_store(&peer->p_sr, msg, &hdr->msg_hbhid, bkp_hbh), goto out );
+ }
+
+ /* Log the message */
+ fd_hook_call(HOOK_MESSAGE_SENT, cpy_for_logs_only, peer, NULL, fd_msg_pmdl_get(cpy_for_logs_only));
+
+ pthread_cleanup_push((void *)fd_msg_free, *msg /* might be NULL, no problem */);
+
+ /* Send the message */
+ CHECK_FCT_DO( ret = fd_cnx_send(cnx, buf, sz), );
+
+ pthread_cleanup_pop(0);
+
+out:
+ ;
+ pthread_cleanup_pop(1);
+
+ if (ret)
+ return ret;
+
+ /* Free remaining messages (i.e. answers) */
+ if (*msg) {
+ CHECK_FCT( fd_msg_free(*msg) );
+ *msg = NULL;
+ }
+
+ return 0;
+}
+
+/* The code of the "out" thread */
+static void * out_thr(void * arg)
+{
+ struct fd_peer * peer = arg;
+ int stop = 0;
+ struct msg * msg;
+ ASSERT( CHECK_PEER(peer) );
+
+ /* Set the thread name */
+ {
+ char buf[48];
+ snprintf(buf, sizeof(buf), "OUT/%s", peer->p_hdr.info.pi_diamid);
+ fd_log_threadname ( buf );
+ }
+
+ /* Loop until cancelation */
+ while (!stop) {
+ int ret;
+
+ /* Retrieve next message to send */
+ CHECK_FCT_DO( fd_fifo_get(peer->p_tosend, &msg), goto error );
+
+ /* Send the message, log any error */
+ CHECK_FCT_DO( ret = do_send(&msg, peer->p_cnxctx, &peer->p_hbh, peer),
+ {
+ if (msg) {
+ char buf[256];
+ snprintf(buf, sizeof(buf), "Error while sending this message: %s", strerror(ret));
+ fd_hook_call(HOOK_MESSAGE_DROPPED, msg, NULL, buf, fd_msg_pmdl_get(msg));
+ fd_msg_free(msg);
+ }
+ stop = 1;
+ } );
+
+ }
+
+ /* If we're here it means there was an error on the socket. We need to continue to purge the fifo & until we are canceled */
+ CHECK_FCT_DO( fd_event_send(peer->p_events, FDEVP_CNX_ERROR, 0, NULL), /* What do we do if it fails? */ );
+
+ /* Requeue all routable messages in the global "out" queue, until we are canceled once the PSM deals with the CNX_ERROR sent above */
+ while ( fd_fifo_get(peer->p_tosend, &msg) == 0 ) {
+ if (fd_msg_is_routable(msg)) {
+ CHECK_FCT_DO(fd_fifo_post_noblock(peer->p_tofailover, (void *)&msg),
+ {
+ /* fallback: destroy the message */
+ fd_hook_call(HOOK_MESSAGE_DROPPED, msg, NULL, "Internal error: unable to requeue this message during failover process", fd_msg_pmdl_get(msg));
+ CHECK_FCT_DO(fd_msg_free(msg), /* What can we do more? */)
+ } );
+ } else {
+ /* Just free it */
+ /* fd_hook_call(HOOK_MESSAGE_DROPPED, m, NULL, "Non-routable message freed during handover", fd_msg_pmdl_get(m)); */
+ CHECK_FCT_DO(fd_msg_free(msg), /* What can we do more? */)
+ }
+ }
+
+error:
+ /* It is not really a connection error, but the effect is the same, we are not able to send anymore message */
+ CHECK_FCT_DO( fd_event_send(peer->p_events, FDEVP_CNX_ERROR, 0, NULL), /* What do we do if it fails? */ );
+ return NULL;
+}
+
+/* Wrapper to sending a message either by out thread (peer in OPEN state) or directly; cnx or peer must be provided. Flags are valid only for direct sending, not through thread (unused) */
+int fd_out_send(struct msg ** msg, struct cnxctx * cnx, struct fd_peer * peer, int update_reqin_cnt)
+{
+ struct msg_hdr * hdr;
+
+ TRACE_ENTRY("%p %p %p", msg, cnx, peer);
+ CHECK_PARAMS( msg && *msg && (cnx || (peer && peer->p_cnxctx)));
+
+ fd_hook_call(HOOK_MESSAGE_SENDING, *msg, peer, NULL, fd_msg_pmdl_get(*msg));
+
+ if (update_reqin_cnt && peer) {
+ CHECK_FCT( fd_msg_hdr(*msg, &hdr) );
+ if (!(hdr->msg_flags & CMD_FLAG_REQUEST)) {
+ /* Update the count of pending answers to send */
+ CHECK_POSIX( pthread_mutex_lock(&peer->p_state_mtx) );
+ peer->p_reqin_count--;
+ CHECK_POSIX( pthread_mutex_unlock(&peer->p_state_mtx) );
+ }
+ }
+
+ if (fd_peer_getstate(peer) == STATE_OPEN) {
+ /* Normal case: just queue for the out thread to pick it up */
+ CHECK_FCT( fd_fifo_post(peer->p_tosend, msg) );
+
+ } else {
+ int ret;
+ uint32_t *hbh = NULL;
+
+ /* In other cases, the thread is not running, so we handle the sending directly */
+ if (peer)
+ hbh = &peer->p_hbh;
+
+ if (!cnx)
+ cnx = peer->p_cnxctx;
+
+ /* Do send the message */
+ CHECK_FCT_DO( ret = do_send(msg, cnx, hbh, peer),
+ {
+ if (msg) {
+ char buf[256];
+ snprintf(buf, sizeof(buf), "Error while sending this message: %s", strerror(ret));
+ fd_hook_call(HOOK_MESSAGE_DROPPED, *msg, NULL, buf, fd_msg_pmdl_get(*msg));
+ fd_msg_free(*msg);
+ *msg = NULL;
+ }
+ } );
+ }
+
+ return 0;
+}
+
+/* Start the "out" thread that picks messages in p_tosend and send them on p_cnxctx */
+int fd_out_start(struct fd_peer * peer)
+{
+ TRACE_ENTRY("%p", peer);
+ CHECK_PARAMS( CHECK_PEER(peer) && (peer->p_outthr == (pthread_t)NULL) );
+
+ CHECK_POSIX( pthread_create(&peer->p_outthr, NULL, out_thr, peer) );
+
+ CHECK_FCT( fd_cnx_unordered_delivery(peer->p_cnxctx, 1) );
+
+ return 0;
+}
+
+/* Stop that thread */
+int fd_out_stop(struct fd_peer * peer)
+{
+ TRACE_ENTRY("%p", peer);
+ CHECK_PARAMS( CHECK_PEER(peer) );
+
+ CHECK_FCT( fd_cnx_unordered_delivery(peer->p_cnxctx, 0) );
+
+ CHECK_FCT( fd_thr_term(&peer->p_outthr) );
+
+ return 0;
+}
+