#include #include #include #include #include #include #include #include #include "libp2p/conn/session.h" #include "libp2p/net/multistream.h" #include "libp2p/net/p2pnet.h" #include "libp2p/nodeio/nodeio.h" #include "libp2p/record/message.h" #include "libp2p/routing/dht_protocol.h" #include "libp2p/secio/secio.h" #include "libp2p/utils/logger.h" #include "ipfs/core/daemon.h" #include "ipfs/routing/routing.h" #include "ipfs/core/ipfs_node.h" #include "ipfs/merkledag/merkledag.h" #include "ipfs/merkledag/node.h" #include "ipfs/util/thread_pool.h" #include "ipfs/exchange/bitswap/network.h" #define BUF_SIZE 4096 // this should be set to 5 for normal operation, perhaps higher for debugging purposes #define DEFAULT_NETWORK_TIMEOUT 5 static int null_shutting_down = 0; /*** * Compare incoming to see if they are requesting a protocol upgrade * @param incoming the incoming string * @param incoming_size the size of the incoming string * @param test the protocol string to compare it with (i.e. "/secio" or "/nodeio" * @returns true(1) if there was a match, false(0) otherwise */ int protocol_compare(const unsigned char* incoming, size_t incoming_size, const char* test) { int test_size = strlen(test); if (incoming_size >= test_size && strncmp((char*)incoming, test, test_size) == 0) return 1; return 0; } /*** * Handle the incoming request from a Multistream * @param incoming the incoming request * @param incoming_size the size of the request in bytes * @param session the session context * @param connection_param the connection parameters * @returns 1 to indicate it was handled, 0 to indicate that the daemon should no longer loop (future messages will be handled by another message loop), and -1 to indicate a problem */ int ipfs_multistream_marshal(const unsigned char* incoming, size_t incoming_size, struct SessionContext* session, struct IpfsNode* local_node) { if (protocol_compare(incoming, incoming_size, "/secio")) { libp2p_logger_debug("null", "Attempting secure io connection...\n"); if (!libp2p_secio_handshake(session, &local_node->identity->private_key, local_node->peerstore, 1)) { // rejecting connection libp2p_logger_debug("null", "Secure IO connection failed\n"); return -1; } libp2p_logger_debug("null", "Secure IO connection successful.\n"); return 0; } else if (protocol_compare(incoming, incoming_size, "/nodeio")) { libp2p_logger_debug("null", "Attempting a nodeio connection.\n"); if (!libp2p_nodeio_handshake(session)) { return -1; } // loop through file requests int _continue = 1; while(_continue) { unsigned char* hash; size_t hash_length = 0; _continue = session->default_stream->read(session, &hash, &hash_length, DEFAULT_NETWORK_TIMEOUT); if (hash_length < 20) { _continue = 0; continue; } else { // try to get the Node struct HashtableNode* node = NULL; if (!ipfs_merkledag_get(hash, hash_length, &node, local_node->repo)) { _continue = 0; continue; } size_t results_size = ipfs_hashtable_node_protobuf_encode_size(node); unsigned char results[results_size]; if (!ipfs_hashtable_node_protobuf_encode(node, results, results_size, &results_size)) { _continue = 0; continue; } // send it to the requestor session->default_stream->write(session, results, results_size); } } } else if (protocol_compare(incoming, incoming_size, "/ipfs/kad/")) { libp2p_logger_log("null", LOGLEVEL_DEBUG, "Attempting kademlia connection...\n"); if (!libp2p_routing_dht_handshake(session)) { libp2p_logger_log("null", LOGLEVEL_DEBUG, "kademlia connection handshake failed\n"); return -1; } // this handles 1 transaction libp2p_routing_dht_handle_message(session, local_node->peerstore, local_node->providerstore); libp2p_logger_log("null", LOGLEVEL_DEBUG, "kademlia message handled\n"); } else if (protocol_compare(incoming, incoming_size, "/ipfs/bitswap/")) { libp2p_logger_debug("null", "Attempting bitswap connection...\n"); if (!ipfs_bitswap_network_handle_message(local_node, session, incoming, incoming_size)) return -1; } else { libp2p_logger_error("null", "There was a problem with this connection. It is nothing I can handle. Disconnecting.\n"); return -1; } return 1; } /** * We've received a connection. Find out what they want. * * @param ptr a pointer to a null_connection_params struct */ void ipfs_null_connection (void *ptr) { struct null_connection_params *connection_param = (struct null_connection_params*) ptr; int retVal = 0; struct SessionContext* session = libp2p_session_context_new(); if (session == NULL) { libp2p_logger_error("null", "Unable to allocate SessionContext. Out of memory?\n"); return; } session->insecure_stream = libp2p_net_multistream_stream_new(connection_param->file_descriptor, connection_param->ip, connection_param->port); session->default_stream = session->insecure_stream; session->datastore = connection_param->local_node->repo->config->datastore; session->filestore = connection_param->local_node->repo->config->filestore; libp2p_logger_info("null", "Connection %d, count %d\n", connection_param->file_descriptor, *(connection_param->count)); if (libp2p_net_multistream_negotiate(session)) { // Someone has connected and successfully negotiated multistream. Now talk to them... int unsuccessful_max = 30; int unsuccessful_counter = 0; for(;;) { // Wait for them to ask something... unsigned char* results = NULL; size_t bytes_read = 0; if (null_shutting_down) { libp2p_logger_debug("null", "%s null shutting down before read.\n", connection_param->local_node->identity->peer->id); // this service is shutting down. Ignore the request and exit the loop break; } // see if we have something to read retVal = session->default_stream->peek(session); if (retVal < 0) { // error libp2p_logger_debug("null", "Peer returned %d. Exiting loop\n", retVal); retVal = -1; break; } if (retVal == 0) { // nothing to read sleep(1); unsuccessful_counter++; if (unsuccessful_counter >= unsuccessful_max) { libp2p_logger_debug("null", "We've tried %d times in the daemon loop. Exiting.\n", unsuccessful_counter); retVal = -1; break; } continue; } if (retVal > 0 && !session->default_stream->read(session, &results, &bytes_read, DEFAULT_NETWORK_TIMEOUT) ) { // it said it was ready, but something happened libp2p_logger_debug("null", "Peek said there was something there, but there was not. Exiting.\n"); retVal = -1; break; } if (null_shutting_down) { libp2p_logger_debug("null", "%s null shutting down after read.\n", connection_param->local_node->identity->peer->id); // this service is shutting down. Ignore the request and exit the loop retVal = -1; break; } // We actually got something. Process the request... unsuccessful_counter = 0; libp2p_logger_debug("null", "Read %lu bytes from a stream tranaction\n", bytes_read); retVal = ipfs_multistream_marshal(results, bytes_read, session, connection_param->local_node); free(results); if (retVal == -1) { libp2p_logger_debug("null", "ipfs_null_marshal returned false\n"); break; } else if (retVal == 0) { // clean up, but let someone else handle this from now on libp2p_logger_debug("null", "ipfs_null_marshal returns 0. The daemon will no longer handle this.\n"); break; } else { libp2p_logger_debug("null", "ipfs_null_marshal returned 1. Looping again."); } } } else { libp2p_logger_log("null", LOGLEVEL_DEBUG, "Multistream negotiation failed\n"); } (*(connection_param->count))--; // update counter. if (connection_param->ip != NULL) free(connection_param->ip); free (connection_param); if (retVal != 0) { libp2p_logger_debug("null", "%s Freeing session context.\n", connection_param->local_node->identity->peer->id); //libp2p_session_context_free(session); } return; } /*** * Called by the daemon to listen for connections * @param ptr a pointer to an IpfsNodeListenParams struct * @returns nothing useful. */ void* ipfs_null_listen (void *ptr) { int socketfd, s, count = 0; threadpool thpool = thpool_init(25); struct IpfsNodeListenParams *listen_param; struct null_connection_params *connection_param; listen_param = (struct IpfsNodeListenParams*) ptr; if ((socketfd = socket_listen(socket_tcp4(), &(listen_param->ipv4), &(listen_param->port))) <= 0) { libp2p_logger_error("null", "Failed to init null router. Address: %d, Port: %d\n", listen_param->ipv4, listen_param->port); return (void*) 2; } libp2p_logger_error("null", "Ipfs listening on %d\n", listen_param->port); // the main loop, listening for new connections for (;;) { //libp2p_logger_debug("null", "%s Attempting socket read with fd %d.\n", listen_param->local_node->identity->peer->id, socketfd); int numDescriptors = socket_read_select4(socketfd, 2); if (null_shutting_down) { libp2p_logger_debug("null", "%s null_listen shutting down.\n", listen_param->local_node->identity->peer->id); break; } if (numDescriptors > 0) { s = socket_accept4(socketfd, &(listen_param->ipv4), &(listen_param->port)); if (count >= CONNECTIONS) { // limit reached. close (s); continue; } count++; connection_param = malloc (sizeof (struct null_connection_params)); if (connection_param) { connection_param->file_descriptor = s; connection_param->count = &count; connection_param->local_node = listen_param->local_node; connection_param->port = listen_param->port; connection_param->ip = malloc(INET_ADDRSTRLEN); if (inet_ntop(AF_INET, &(listen_param->ipv4), connection_param->ip, INET_ADDRSTRLEN) == NULL) { free(connection_param->ip); connection_param->ip = NULL; connection_param->port = 0; } // Create pthread for ipfs_null_connection. thpool_add_work(thpool, ipfs_null_connection, connection_param); } } } thpool_destroy(thpool); close(socketfd); return (void*) 2; } int ipfs_null_shutdown() { null_shutting_down = 1; return 1; }