From b984dac55bdd0a5b694837fb8fb2ceb07ce9808f Mon Sep 17 00:00:00 2001 From: fujuntang <fujuntang@smartai.com> Date: 星期二, 07 九月 2021 11:25:57 +0800 Subject: [PATCH] resize the buf allocation to dynamic buf. --- src/socket/shm_socket.cpp | 93 ++++++++++++++++++++++++++++------------------ 1 files changed, 56 insertions(+), 37 deletions(-) diff --git a/src/socket/shm_socket.cpp b/src/socket/shm_socket.cpp index b5d4d09..84bf77e 100644 --- a/src/socket/shm_socket.cpp +++ b/src/socket/shm_socket.cpp @@ -1,4 +1,5 @@ #include "shm_socket.h" +#include "socket_def.h" #include "hashtable.h" #include "logger_factory.h" #include <map> @@ -41,21 +42,16 @@ static LockFreeQueue<shm_packet_t> * shm_socket_bind_queue(int key, bool force) { hashtable_t *hashtable = mm_get_hashtable(); LockFreeQueue<shm_packet_t> *queue; - hashtable_lock(hashtable); void *tmp_ptr = hashtable_get(hashtable, key); - if (tmp_ptr == NULL || tmp_ptr == (void *)1 ) { - queue = new LockFreeQueue<shm_packet_t>(1024); + queue = new LockFreeQueue<shm_packet_t>(32); hashtable_put(hashtable, key, (void *)queue); - hashtable_unlock(hashtable); return queue; } else if(force) { - hashtable_unlock(hashtable); return (LockFreeQueue<shm_packet_t> *) tmp_ptr; } - hashtable_unlock(hashtable); return NULL; } @@ -67,7 +63,6 @@ hashtable_t *hashtable = mm_get_hashtable(); void *tmp_ptr = hashtable_get(hashtable, key); if (tmp_ptr == NULL || tmp_ptr == (void *)1) { - //logger->error("shm_socket._remote_queue_attach锛歝onnet at key %d failed!", key); return NULL; } @@ -114,8 +109,6 @@ int rv, i; hashtable_t *hashtable = mm_get_hashtable(); - logger->debug("shm_socket_close\n"); - // if(sockt->key != 0) { // auto it = shmQueueStMap->find(sockt->key); @@ -124,9 +117,6 @@ // it->second.closeTime = time(NULL); // } // } - - - // printf("====sockt->queue addr = %p\n", sockt->queue); if(sockt->queue != NULL) { sockt->queue->close(); @@ -176,8 +166,20 @@ return 0; } +int shm_socket_bind_proc_id(shm_socket_t *sockt, const char *buf, int len) { + strncpy(sockt->proc_id, buf, len > MAX_STR_LEN ? MAX_STR_LEN : len); + + return 0; +} + int shm_socket_get_key(shm_socket_t *sockt){ return sockt->key; +} + +int shm_socket_get_procid(shm_socket_t *sockt, char *buf, int len) { + strncpy(buf, sockt->proc_id, len); + + return 0; } // 鐭繛鎺ユ柟寮忓彂閫� @@ -243,7 +245,7 @@ shm_packet_t sendpak = {0}; sendpak.key = sockt->key; sendpak.size = sendsize; - memcpy(sendpak.uuid, recvpak.uuid, sizeof sendpak.uuid); + memcpy(sendpak.uuid, recvpak.uuid, sizeof(sendpak.uuid)); if(sendbuf !=NULL && sendsize > 0) { sendpak.buf = mm_malloc(sendsize); memcpy(sendpak.buf, sendbuf, sendsize); @@ -273,11 +275,14 @@ } - - if(buf != NULL && recvpak.buf != NULL) { - void *_buf = malloc(recvpak.size); - memcpy(_buf, recvpak.buf, recvpak.size); - *buf = _buf; + if(recvpak.buf != NULL) { + if (buf == NULL) { + logger->warn("!!!Alert: buf should be not NULL!\n"); + } else { + void *_buf = malloc(recvpak.size); + memcpy(_buf, recvpak.buf, recvpak.size); + *buf = _buf; + } } if(size != NULL) @@ -300,8 +305,6 @@ static void _destrory_threadlocal_socket_(void *tmp_socket) { int rv; - - logger->debug("%lu destroy threadlocal socket\n", pthread_self()); if(tmp_socket == NULL) return; @@ -381,7 +384,7 @@ logger->debug("send uuid:%s, recv uuid: %s", uuid.c_str(), recvpak.uuid); if(strlen(recvpak.uuid) == 0) { continue; - } else if (strncmp(uuid.c_str(), recvpak.uuid, sizeof recvpak.uuid) == 0) { + } else if (strncmp(uuid.c_str(), recvpak.uuid, sizeof(recvpak.uuid)) == 0) { // 鍙戦�佷笌鎺ュ彈鐨刄UID鍖归厤鎴愬姛 goto LABLE_SUC; } else { @@ -431,14 +434,14 @@ if (tmp_socket == NULL) { /* If first call from this thread, allocate buffer for thread, and save its location */ - logger->debug("%lu create threadlocal socket\n", (long)pthread_self() ); tmp_socket = shm_socket_open(SHM_SOCKET_DGRAM); - - rv = pthread_setspecific(_localthread_socket_key_, tmp_socket); - if ( rv != 0) { - logger->error(rv, "shm_sendandrecv : pthread_setspecific"); - exit(1); - } + + } + + rv = pthread_setspecific(_localthread_socket_key_, tmp_socket); + if ( rv != 0) { + logger->error(rv, "shm_sendandrecv : pthread_setspecific"); + exit(1); } sendpak.key = tmp_socket->key; @@ -458,7 +461,6 @@ recvbufIter = tmp_socket->recvbuf2.find(key); if(recvbufIter != tmp_socket->recvbuf2.end()) { // 鍦ㄧ紦瀛橀噷鏌ュ埌浜唊ey鍖归厤鎴愬姛鐨� - // logger->info("get from recvbuf: %d", key); recvpak = recvbufIter->second; tmp_socket->recvbuf2.erase(recvbufIter); goto LABLE_SUC; @@ -471,12 +473,13 @@ return rv; } - if (key == recvpak.key) { + if (key == recvpak.key) { // 鍙戦�佷笌鎺ュ彈鐨刄UID鍖归厤鎴愬姛 goto LABLE_SUC; } else { // 绛旈潪鎵�闂紝鏀惧埌缂撳瓨閲� tmp_socket->recvbuf2.insert({recvpak.key, recvpak}); + exit(0); continue; } } @@ -485,7 +488,7 @@ return EBUS_RECVFROM_WRONG_END; LABLE_SUC: - if(recv_buf != NULL) { + if(recv_buf != NULL) { void *_buf = malloc(recvpak.size); memcpy(_buf, recvpak.buf, recvpak.size); *recv_buf = _buf; @@ -494,7 +497,6 @@ if(recv_size != NULL) *recv_size = recvpak.size; - return 0; } @@ -524,8 +526,8 @@ // 瓒呮椂瀵艰嚧鎺ュ彂閫佸璞★紝涓庤繑鍥炲璞′笉瀵瑰簲鐨勬儏鍐� if(send_key != recv_key) { - // logger->debug("======%d use tmp_socket %d, send to %d, receive from %d\n", shm_socket_get_key(sockt), shm_socket_get_key(tmp_socket), send_key, recv_key); - // logger->error( "_shm_sendandrecv_alloc_new: send key expect to equal to recv key! send key =%d , recv key=%d", send_key, recv_key); + + logger->error( "_shm_sendandrecv_alloc_new: send key expect to equal to recv key! send key =%d , recv key=%d", send_key, recv_key); continue; } @@ -644,7 +646,6 @@ if ((rv = pthread_mutex_lock(&(sockt->mutex))) != 0) err_exit(rv, "shm_recvfrom : pthread_mutex_lock"); - if (sockt->key == 0) { sockt->key = hashtable_alloc_key(hashtable); } @@ -668,7 +669,6 @@ LABEL_POP: - rv = sockt->queue->pop(recvpak, timeout, flag); if(rv != 0) { if(rv == ETIMEDOUT) { @@ -684,4 +684,23 @@ *_recvpak = recvpak; return 0; } - + +void proc_copy(char *dst, void *src, int *counter) { + int count = 0; + ProcInfo *ptr = static_cast<ProcInfo *>(src); + + memcpy(dst, ptr->proc_id, strlen(ptr->proc_id) + 1); + count = strlen(ptr->proc_id) + 1; + memcpy(dst + count, ptr->name, strlen(ptr->name) + 1); + count += strlen(ptr->name) + 1; + memcpy(dst + count, ptr->public_info, strlen(ptr->public_info) + 1); + count += strlen(ptr->public_info) + 1; + memcpy(dst + count, ptr->private_info, strlen(ptr->private_info) + 1); + count += strlen(ptr->private_info) + 1; + + *counter = count; +} + + + + -- Gitblit v1.8.0