From 45e00aca28504b27f3ad6b4abf364c3d57f34510 Mon Sep 17 00:00:00 2001 From: wangzhengquan <wangzhengquan85@126.com> Date: 星期一, 22 二月 2021 14:05:28 +0800 Subject: [PATCH] lock free queue --- src/socket/shm_socket.cpp | 100 +++++++++++++++++++++++++++++++++++-------------- 1 files changed, 71 insertions(+), 29 deletions(-) diff --git a/src/socket/shm_socket.cpp b/src/socket/shm_socket.cpp index 0d82be0..7e33cc6 100644 --- a/src/socket/shm_socket.cpp +++ b/src/socket/shm_socket.cpp @@ -5,10 +5,12 @@ #include <cassert> #include "bus_error.h" #include "sole.h" +#include "shm_mm.h" +#include "key_def.h" static Logger *logger = LoggerFactory::getLogger(); - +ShmQueueStMap * shmQueueStMap ; static void print_msg(char *head, shm_packet_t &msg) { // err_msg(0, "%s: key=%d, type=%d\n", head, msg.key, msg.type); @@ -101,26 +103,43 @@ if (s != 0) err_exit(s, "pthread_mutexattr_destroy"); + + shmQueueStMap = shm_mm_attach<ShmQueueStMap>(SHM_QUEUE_ST_KEY); + return sockt; } -int shm_socket_close(shm_socket_t *sockt) { +static int _shm_socket_close_(shm_socket_t *sockt) { int rv; logger->debug("shm_socket_close\n"); - if(sockt->queue != NULL) { - delete sockt->queue; - sockt->queue = NULL; + // if(sockt->queue != NULL) { + // delete sockt->queue; + // sockt->queue = NULL; + // } + + // hashtable_remove(hashtable, mkey); + + + if(sockt->key != 0) { + auto it = shmQueueStMap->find(sockt->key); + if(it != shmQueueStMap->end()) { + it->second.status = SHM_QUEUE_ST_CLOSED; + it->second.closeTime = time(NULL); + } } - rv = pthread_mutex_destroy(&(sockt->mutex) ); - if(rv != 0) { - err_exit(rv, "shm_socket_close"); - } + + pthread_mutex_destroy(&(sockt->mutex) ); free(sockt); return 0; +} + + +int shm_socket_close(shm_socket_t *sockt) { + return _shm_socket_close_(sockt); } @@ -275,7 +294,7 @@ return; logger->debug("%d destroy tmp socket\n", pthread_self()); - shm_socket_close((shm_socket_t *)tmp_socket); + _shm_socket_close_((shm_socket_t *)tmp_socket); rv = pthread_setspecific(_perthread_socket_key_, NULL); if ( rv != 0) { logger->error(rv, "shm_sendandrecv : pthread_setspecific"); @@ -303,7 +322,7 @@ const int send_size, const int key, void **recv_buf, int *recv_size, const struct timespec *timeout, int flags) { - int rv, tryn = 3; + int rv, tryn = 6; shm_packet_t sendpak; shm_packet_t recvpak; std::map<std::string, shm_packet_t>::iterator recvbufIter; @@ -512,7 +531,7 @@ return EBUS_RECVFROM_WRONG_END; } - shm_socket_close(tmp_socket); + _shm_socket_close_(tmp_socket); return rv; } @@ -523,6 +542,8 @@ const int key, const struct timespec *timeout, const int flag) { int rv; + shm_queue_status_t stRecord; + LockFreeQueue<shm_packet_t> *remoteQueue; hashtable_t *hashtable = mm_get_hashtable(); if( sockt->queue != NULL) @@ -545,6 +566,12 @@ logger->error("%s. key = %d", bus_strerror(EBUS_KEY_INUSED), sockt->key); return EBUS_KEY_INUSED; } + + // 鏍囪key瀵瑰簲鐨勭姸鎬� 锛屼负opened + stRecord.status = SHM_QUEUE_ST_OPENED; + stRecord.createTime = time(NULL); + shmQueueStMap->insert({sockt->key, stRecord}); + } if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) @@ -559,24 +586,34 @@ return EBUS_SENDTO_SELF; } - LockFreeQueue<shm_packet_t> *remoteQueue; - if ((remoteQueue = shm_socket_attach_queue(key)) == NULL) { - bus_errno = EBUS_CLOSED; - logger->error("sendto key %d failed, %s", key, bus_strerror(bus_errno)); - return EBUS_CLOSED; + // 妫�鏌ey鏍囪鐨勭姸鎬� + auto it = shmQueueStMap->find(key); + if(it != shmQueueStMap->end()) { + if(it->second.status == SHM_QUEUE_ST_CLOSED) { + // key瀵瑰簲鐨勭姸鎬佹槸鍏抽棴鐨� + goto ERR_CLOSED; + } } - + remoteQueue = shm_socket_attach_queue(key); + + if (remoteQueue == NULL ) { + goto ERR_CLOSED; + } rv = remoteQueue->push(*sendpak, timeout, flag); - return rv; + +ERR_CLOSED: + logger->error("sendto key %d failed, %s", key, bus_strerror(EBUS_CLOSED)); + return EBUS_CLOSED; + } // 鐭繛鎺ユ柟寮忔帴鍙� static int shm_recvpakfrom(shm_socket_t *sockt, shm_packet_t *_recvpak , const struct timespec *timeout, int flag) { int rv; - + shm_queue_status_t stRecord; hashtable_t *hashtable = mm_get_hashtable(); shm_packet_t recvpak; @@ -601,6 +638,10 @@ return EBUS_KEY_INUSED; } + // 鏍囪key瀵瑰簲鐨勭姸鎬� 锛屼负opened + stRecord.status = SHM_QUEUE_ST_OPENED; + stRecord.createTime = time(NULL); + shmQueueStMap->insert({sockt->key, stRecord}); if ((rv = pthread_mutex_unlock(&(sockt->mutex))) != 0) err_exit(rv, "shm_recvfrom : pthread_mutex_unlock"); @@ -609,8 +650,15 @@ LABEL_POP: - // - // printf("%p start recv.....\n", sockt); + // 妫�鏌ey鏍囪鐨勭姸鎬� + // auto shmQueueMapIter = shmQueueStMap->find(sockt->key); + // if(shmQueueMapIter != shmQueueStMap->end()) { + // stRecord = shmQueueMapIter->second; + // if(stRecord.status = SHM_QUEUE_ST_CLOSED) { + // // key瀵瑰簲鐨勭姸鎬佹槸鍏抽棴鐨� + // goto ERR_CLOSED; + // } + // } rv = sockt->queue->pop(recvpak, timeout, flag); if(rv != 0) @@ -623,10 +671,4 @@ *_recvpak = recvpak; return rv; } -// int shm_sendandrecv(shm_socket_t *sockt, const void *send_buf, -// const int send_size, const int send_key, void **recv_buf, -// int *recv_size, const struct timespec *timeout, int flags) { - -// struct timespec tm = {10, 0}; -// return _shm_sendandrecv_thread_local(sockt, send_buf, send_size, send_key,recv_buf, recv_size, &tm, flags); -// } + -- Gitblit v1.8.0