From fb8aef5a4908a50d415cf5ed33a10699fdfa9c98 Mon Sep 17 00:00:00 2001
From: wangzhengquan <wangzhengquan85@126.com>
Date: 星期二, 22 十二月 2020 11:06:15 +0800
Subject: [PATCH] udpate
---
src/socket/shm_socket.c | 260 +++++++++++++++++++++++++++++++++------------------
1 files changed, 169 insertions(+), 91 deletions(-)
diff --git a/src/socket/shm_socket.c b/src/socket/shm_socket.c
index f07d8a6..9581b69 100644
--- a/src/socket/shm_socket.c
+++ b/src/socket/shm_socket.c
@@ -8,7 +8,7 @@
void print_msg(char *head, shm_msg_t &msg) {
- // err_msg(0, "%s: port=%d, type=%d\n", head, msg.port, msg.type);
+ // err_msg(0, "%s: key=%d, type=%d\n", head, msg.key, msg.type);
}
static void *_server_run_msg_rev(void *_socket);
@@ -19,16 +19,17 @@
static int _shm_close_stream_socket(shm_socket_t *socket, bool notifyRemote);
+// 妫�鏌ey鏄惁宸茬粡琚娇鐢紝鏄繑鍥�0, 鍚﹁繑鍥�1
static inline int _shm_socket_check_key(shm_socket_t *socket) {
- void *tmp_ptr = mm_get_by_key(socket->port);
+ void *tmp_ptr = mm_get_by_key(socket->key);
if (tmp_ptr!= NULL && tmp_ptr != (void *)1 && !socket->force_bind ) {
- err_exit(0, "key %d has already been in used!", socket->port);
+ logger->error("key %d has already been in used!", socket->key);
return 0;
}
return 1;
}
-SHMQueue<shm_msg_t> *_attach_remote_queue(int port);
+SHMQueue<shm_msg_t> *_attach_remote_queue(int key);
@@ -39,7 +40,7 @@
shm_socket_t *shm_open_socket(shm_socket_type_t socket_type) {
shm_socket_t *socket = (shm_socket_t *)calloc(1, sizeof(shm_socket_t));
socket->socket_type = socket_type;
- socket->port = -1;
+ socket->key = -1;
socket->force_bind = false;
socket->dispatch_thread = 0;
socket->status = SHM_CONN_CLOSED;
@@ -65,35 +66,38 @@
return ret;
}
-int shm_socket_bind(shm_socket_t *socket, int port) {
- socket->port = port;
+int shm_socket_bind(shm_socket_t *socket, int key) {
+ socket->key = key;
return 0;
}
-int shm_socket_force_bind(shm_socket_t *socket, int port) {
+int shm_socket_force_bind(shm_socket_t *socket, int key) {
socket->force_bind = true;
- socket->port = port;
+ socket->key = key;
return 0;
}
int shm_listen(shm_socket_t *socket) {
if (socket->socket_type != SHM_SOCKET_STREAM) {
- err_exit(0, "can not invoke shm_listen method with a socket which is not a "
+ logger->error("can not invoke shm_listen method with a socket which is not a "
"SHM_SOCKET_STREAM socket");
+ exit(1);
}
- int port;
+ int key;
hashtable_t *hashtable = mm_get_hashtable();
- if (socket->port == -1) {
- port = hashtable_alloc_key(hashtable);
- socket->port = port;
+ if (socket->key == -1) {
+ key = hashtable_alloc_key(hashtable);
+ socket->key = key;
} else {
- _shm_socket_check_key(socket);
+ if(!_shm_socket_check_key(socket)) {
+ return -1;
+ }
}
- socket->queue = new SHMQueue<shm_msg_t>(socket->port, 16);
+ socket->queue = new SHMQueue<shm_msg_t>(socket->key, 16);
socket->acceptQueue = new LockFreeQueue<shm_msg_t, DM_Allocator>(16);
socket->clientSocketMap = new std::map<int, shm_socket_t *>;
socket->status = SHM_CONN_LISTEN;
@@ -109,29 +113,30 @@
*/
shm_socket_t *shm_accept(shm_socket_t *socket) {
if (socket->socket_type != SHM_SOCKET_STREAM) {
- err_exit(0, "can not invoke shm_accept method with a socket which is not a "
+ logger->error("can not invoke shm_accept method with a socket which is not a "
"SHM_SOCKET_STREAM socket");
+ exit(1);
}
hashtable_t *hashtable = mm_get_hashtable();
- int client_port;
+ int client_key;
shm_socket_t *client_socket;
shm_msg_t src;
if (socket->acceptQueue->pop(src)) {
// print_msg("===accept:", src);
- client_port = src.port;
+ client_key = src.key;
// client_socket = (shm_socket_t *)malloc(sizeof(shm_socket_t));
client_socket = shm_open_socket(socket->socket_type);
- client_socket->port = socket->port;
+ client_socket->key = socket->key;
// client_socket->queue= socket->queue;
//鍒濆鍖栨秷鎭痲ueue
client_socket->messageQueue =
new LockFreeQueue<shm_msg_t, DM_Allocator>(16);
//杩炴帴鍒板鏂筿ueue
- client_socket->remoteQueue = _attach_remote_queue(client_port);
+ client_socket->remoteQueue = _attach_remote_queue(client_key);
- socket->clientSocketMap->insert({client_port, client_socket});
+ socket->clientSocketMap->insert({client_key, client_socket});
/*
* shm_accept 鐢ㄦ埛鎵ц鐨勬柟娉�
@@ -140,7 +145,7 @@
//鍙戦�乷pen_reply,鍥炲簲瀹㈡埛绔殑connect璇锋眰
struct timespec timeout = {1, 0};
shm_msg_t msg;
- msg.port = socket->port;
+ msg.key = socket->key;
msg.size = 0;
msg.type = SHM_SOCKET_OPEN_REPLY;
@@ -148,7 +153,7 @@
client_socket->status = SHM_CONN_ESTABLISHED;
return client_socket;
} else {
- err_msg(0, "shm_accept: 鍙戦�乷pen_reply澶辫触");
+ logger->error( "shm_accept: 鍙戦�乷pen_reply澶辫触");
return NULL;
}
@@ -159,33 +164,41 @@
}
-int shm_connect(shm_socket_t *socket, int port) {
+/**
+ * @return 0鎴愬姛. 鍏朵粬鍊煎け璐�
+ */
+int shm_connect(shm_socket_t *socket, int key) {
if (socket->socket_type != SHM_SOCKET_STREAM) {
- err_exit(0, "can not invoke shm_connect method with a socket which is not "
+ logger->error( "can not invoke shm_connect method with a socket which is not "
"a SHM_SOCKET_STREAM socket");
+ exit(1);
}
hashtable_t *hashtable = mm_get_hashtable();
- if (hashtable_get(hashtable, port) == NULL) {
- err_exit(0, "shm_connect锛歝onnect at port %d failed!", port);
+ if (hashtable_get(hashtable, key) == NULL) {
+ logger->error("shm_connect锛歝onnect at key %d failed!", key);
+ return -1;
}
- if (socket->port == -1) {
- socket->port = hashtable_alloc_key(hashtable);
+ if (socket->key == -1) {
+ socket->key = hashtable_alloc_key(hashtable);
} else {
- _shm_socket_check_key(socket);
+ if(!_shm_socket_check_key(socket)) {
+ return -1;
+ }
}
- socket->queue = new SHMQueue<shm_msg_t>(socket->port, 16);
+ socket->queue = new SHMQueue<shm_msg_t>(socket->key, 16);
- if ((socket->remoteQueue = _attach_remote_queue(port)) == NULL) {
- err_exit(0, "connect to %d failted", port);
+ if ((socket->remoteQueue = _attach_remote_queue(key)) == NULL) {
+ logger->error("connect to %d failted", key);
+ return -1;
}
socket->messageQueue = new LockFreeQueue<shm_msg_t, DM_Allocator>(16);
//鍙戦�乷pen璇锋眰
struct timespec timeout = {1, 0};
shm_msg_t msg;
- msg.port = socket->port;
+ msg.key = socket->key;
msg.size = 0;
msg.type = SHM_SOCKET_OPEN;
socket->remoteQueue->push_timeout(msg, &timeout);
@@ -198,11 +211,13 @@
pthread_create(&(socket->dispatch_thread), NULL, _client_run_msg_rev,
(void *)socket);
} else {
- err_exit(0, "shm_connect: 涓嶅尮閰嶇殑搴旂瓟淇℃伅!");
+ logger->error( "shm_connect: 涓嶅尮閰嶇殑搴旂瓟淇℃伅!");
+ exit(1);
}
} else {
- err_exit(0, "connect failted!");
+ logger->error( "connect failted!");
+ return -1;
}
return 0;
@@ -210,8 +225,9 @@
int shm_send(shm_socket_t *socket, const void *buf, const int size) {
if (socket->socket_type != SHM_SOCKET_STREAM) {
- err_exit(0, "can not invoke shm_send method with a socket which is not a "
+ logger->error("shm_socket.shm_send: can not invoke shm_send method with a socket which is not a "
"SHM_SOCKET_STREAM socket");
+ exit(1);
}
// hashtable_t *hashtable = mm_get_hashtable();
// if(socket->remoteQueue == NULL) {
@@ -220,7 +236,7 @@
// }
shm_msg_t dest;
dest.type = SHM_COMMON_MSG;
- dest.port = socket->port;
+ dest.key = socket->key;
dest.size = size;
dest.buf = mm_malloc(size);
memcpy(dest.buf, buf, size);
@@ -228,16 +244,17 @@
if (socket->remoteQueue->push(dest)) {
return 0;
} else {
- err_msg(errno, "connection has been closed!");
+ logger->error(errno, "connection has been closed!");
return -1;
}
}
int shm_recv(shm_socket_t *socket, void **buf, int *size) {
if (socket->socket_type != SHM_SOCKET_STREAM) {
- err_exit(0, "can not invoke shm_recv method in a %d type socket which is "
+ logger->error( "shm_socket.shm_recv: can not invoke shm_recv method in a %d type socket which is "
"not a SHM_SOCKET_STREAM socket ",
socket->socket_type);
+ exit(1);
}
shm_msg_t src;
@@ -256,41 +273,45 @@
// 鐭繛鎺ユ柟寮忓彂閫�
int shm_sendto(shm_socket_t *socket, const void *buf, const int size,
- const int port, const struct timespec *timeout, const int flags) {
+ const int key, const struct timespec *timeout, const int flags) {
if (socket->socket_type != SHM_SOCKET_DGRAM) {
- err_exit(0, "Can't invoke shm_sendto method in a %d type socket which is "
+ logger->error( "shm_socket.shm_sendto: Can't invoke shm_sendto method in a %d type socket which is "
"not a SHM_SOCKET_DGRAM socket ",
socket->socket_type);
+ exit(0);
}
hashtable_t *hashtable = mm_get_hashtable();
SemUtil::dec(socket->mutex);
if (socket->queue == NULL) {
- if (socket->port == -1) {
- socket->port = hashtable_alloc_key(hashtable);
+ if (socket->key == -1) {
+ socket->key = hashtable_alloc_key(hashtable);
} else {
- _shm_socket_check_key(socket);
+ if(!_shm_socket_check_key(socket)) {
+ return -1;
+ }
+
}
- socket->queue = new SHMQueue<shm_msg_t>(socket->port, 16);
+ socket->queue = new SHMQueue<shm_msg_t>(socket->key, 16);
}
SemUtil::inc(socket->mutex);
- if (port == socket->port) {
- err_msg(0, "can not send to your self!");
- return -1;
- }
+ // if (key == socket->key) {
+ // logger->error( "can not send to your self!");
+ // return -1;
+ // }
SHMQueue<shm_msg_t> *remoteQueue;
- if ((remoteQueue = _attach_remote_queue(port)) == NULL) {
- err_msg(0, "shm_sendto failed, the other end has been closed, or has not been opened!");
+ if ((remoteQueue = _attach_remote_queue(key)) == NULL) {
+ logger->error( "shm_sendto failed, the other end has been closed, or has not been opened!");
return SHM_SOCKET_ECONNFAILED;
}
shm_msg_t dest;
dest.type = SHM_COMMON_MSG;
- dest.port = socket->port;
+ dest.key = socket->key;
dest.size = size;
dest.buf = mm_malloc(size);
memcpy(dest.buf, buf, size);
@@ -312,29 +333,32 @@
} else {
delete remoteQueue;
mm_free(dest.buf);
- err_msg(errno, "sendto port %d failed!", port);
+ logger->error(errno, "sendto key %d failed!", key);
return -1;
}
}
// 鐭繛鎺ユ柟寮忔帴鍙�
-int shm_recvfrom(shm_socket_t *socket, void **buf, int *size, int *port, struct timespec *timeout, int flags) {
+int shm_recvfrom(shm_socket_t *socket, void **buf, int *size, int *key, struct timespec *timeout, int flags) {
if (socket->socket_type != SHM_SOCKET_DGRAM) {
- err_exit(0, "Can't invoke shm_recvfrom method in a %d type socket which "
+ logger->error("shm_socket.shm_recvfrom: Can't invoke shm_recvfrom method in a %d type socket which "
"is not a SHM_SOCKET_DGRAM socket ",
socket->socket_type);
+ exit(1);
}
hashtable_t *hashtable = mm_get_hashtable();
SemUtil::dec(socket->mutex);
if (socket->queue == NULL) {
- if (socket->port == -1) {
- socket->port = hashtable_alloc_key(hashtable);
+ if (socket->key == -1) {
+ socket->key = hashtable_alloc_key(hashtable);
} else {
- _shm_socket_check_key(socket);
+ if(!_shm_socket_check_key(socket)) {
+ return -1;
+ }
}
- socket->queue = new SHMQueue<shm_msg_t>(socket->port, 16);
+ socket->queue = new SHMQueue<shm_msg_t>(socket->key, 16);
}
SemUtil::inc(socket->mutex);
@@ -354,7 +378,7 @@
memcpy(_buf, src.buf, src.size);
*buf = _buf;
*size = src.size;
- *port = src.port;
+ *key = src.key;
mm_free(src.buf);
// printf("shm_recvfrom pop after\n");
return 0;
@@ -363,43 +387,96 @@
}
}
-int shm_sendandrecv(shm_socket_t *socket, const void *send_buf,
- const int send_size, const int send_port, void **recv_buf,
- int *recv_size, struct timespec *timeout, int flags) {
- if (socket->socket_type != SHM_SOCKET_DGRAM) {
- err_exit(0, "Can't invoke shm_sendandrecv method in a %d type socket "
- "which is not a SHM_SOCKET_DGRAM socket ",
- socket->socket_type);
+static pthread_once_t _once_ = PTHREAD_ONCE_INIT;
+static pthread_key_t _tmp_recv_socket_key_;
+
+ /* Free thread-specific data buffer */
+static void _destrory_tmp_recv_socket_(void *tmp_socket)
+{
+ logger->debug("%d destroy tmp socket\n", pthread_self());
+ shm_close_socket((shm_socket_t *)tmp_socket);
+}
+
+/* One-time key creation function */
+static void _create_tmp_recv_socket_key(void)
+{
+ int s;
+
+ /* Allocate a unique thread-specific data key and save the address
+ of the destructor for thread-specific data buffers */
+ s = pthread_key_create(&_tmp_recv_socket_key_, _destrory_tmp_recv_socket_);
+ if (s != 0) {
+ logger->error(s, "pthread_key_create");
+ abort(); /* dump core and terminate */
+ exit(1);
}
- int recv_port;
+}
+
+
+
+int shm_sendandrecv(shm_socket_t *socket, const void *send_buf,
+ const int send_size, const int send_key, void **recv_buf,
+ int *recv_size, struct timespec *timeout, int flags) {
+ int recv_key;
int rv;
- shm_socket_t *tmp_socket = shm_open_socket(SHM_SOCKET_DGRAM);
- if ((rv = shm_sendto(tmp_socket, send_buf, send_size, send_port, timeout, flags)) == 0) {
- rv = shm_recvfrom(tmp_socket, recv_buf, recv_size, &recv_port, timeout, flags);
- shm_close_socket(tmp_socket);
+ // 鐢╰hread local 淇濊瘉姣忎釜绾跨▼鐢ㄤ竴涓嫭鍗犵殑socket鎺ュ彈瀵规柟杩斿洖鐨勪俊鎭�
+ shm_socket_t *tmp_socket;
+
+ if (socket->socket_type != SHM_SOCKET_DGRAM) {
+ logger->error( "shm_socket.shm_sendandrecv: Can't invoke shm_sendandrecv method in a %d type socket "
+ "which is not a SHM_SOCKET_DGRAM socket ",
+ socket->socket_type);
+ exit(1);
+ }
+
+
+ rv = pthread_once(&_once_, _create_tmp_recv_socket_key);
+ if (rv != 0) {
+ logger->error(rv, "shm_sendandrecv pthread_once");
+ exit(1);
+ }
+
+ tmp_socket = (shm_socket_t *)pthread_getspecific(_tmp_recv_socket_key_);
+ if (tmp_socket == NULL)
+ {
+ /* If first call from this thread, allocate buffer for thread, and save its location */
+ logger->debug("%d create tmp socket\n", pthread_self() );
+ tmp_socket = shm_open_socket(SHM_SOCKET_DGRAM);
+
+ rv = pthread_setspecific(_tmp_recv_socket_key_, tmp_socket);
+ if (rv != 0) {
+ logger->error(rv, "shm_sendandrecv : pthread_setspecific");
+ exit(1);
+ }
+ }
+
+ if ((rv = shm_sendto(tmp_socket, send_buf, send_size, send_key, timeout, flags)) == 0) {
+ rv = shm_recvfrom(tmp_socket, recv_buf, recv_size, &recv_key, timeout, flags);
+
return rv;
} else {
- shm_close_socket(tmp_socket);
+
return rv;
}
return -1;
}
int shm_sendandrecv_unsafe(shm_socket_t *socket, const void *send_buf,
- const int send_size, const int send_port, void **recv_buf,
+ const int send_size, const int send_key, void **recv_buf,
int *recv_size, struct timespec *timeout, int flags) {
if (socket->socket_type != SHM_SOCKET_DGRAM) {
- err_exit(0, "Can't invoke shm_sendandrecv method in a %d type socket "
+ logger->error( "shm_socket.shm_sendandrecv_unsafe : Can't invoke shm_sendandrecv method in a %d type socket "
"which is not a SHM_SOCKET_DGRAM socket ",
socket->socket_type);
+ exit(1);
}
- int recv_port;
+ int recv_key;
int rv;
- if ((rv = shm_sendto(socket, send_buf, send_size, send_port, timeout, flags)) == 0) {
- rv = shm_recvfrom(socket, recv_buf, recv_size, &recv_port, timeout, flags);
+ if ((rv = shm_sendto(socket, send_buf, send_size, send_key, timeout, flags)) == 0) {
+ rv = shm_recvfrom(socket, recv_buf, recv_size, &recv_key, timeout, flags);
return rv;
} else {
return rv;
@@ -412,21 +489,22 @@
/**
* 缁戝畾key鍒伴槦鍒楋紝浣嗘槸骞朵笉浼氬垱寤洪槦鍒椼�傚鏋滄病鏈夊搴旀寚瀹歬ey鐨勯槦鍒楁彁绀洪敊璇苟閫�鍑�
*/
-SHMQueue<shm_msg_t> *_attach_remote_queue(int port) {
+SHMQueue<shm_msg_t> *_attach_remote_queue(int key) {
+
hashtable_t *hashtable = mm_get_hashtable();
- if (hashtable_get(hashtable, port) == NULL) {
- err_msg(0, "_remote_queue_attach锛歝onnet at port %d failed!", port);
+ if (hashtable_get(hashtable, key) == NULL) {
+ logger->error("shm_socket._remote_queue_attach锛歝onnet at key %d failed!", key);
return NULL;
}
- SHMQueue<shm_msg_t> *queue = new SHMQueue<shm_msg_t>(port, 0);
+ SHMQueue<shm_msg_t> *queue = new SHMQueue<shm_msg_t>(key, 0);
return queue;
}
-void _server_close_conn_to_client(shm_socket_t *socket, int port) {
+void _server_close_conn_to_client(shm_socket_t *socket, int key) {
shm_socket_t *client_socket;
std::map<int, shm_socket_t *>::iterator iter =
- socket->clientSocketMap->find(port);
+ socket->clientSocketMap->find(key);
if (iter != socket->clientSocketMap->end()) {
client_socket = iter->second;
free((void *)client_socket);
@@ -452,11 +530,11 @@
socket->acceptQueue->push_timeout(src, &timeout);
break;
case SHM_SOCKET_CLOSE:
- _server_close_conn_to_client(socket, src.port);
+ _server_close_conn_to_client(socket, src.key);
break;
case SHM_COMMON_MSG:
- iter = socket->clientSocketMap->find(src.port);
+ iter = socket->clientSocketMap->find(src.key);
if (iter != socket->clientSocketMap->end()) {
client_socket = iter->second;
// print_msg("_server_run_msg_rev push before", src);
@@ -467,7 +545,7 @@
break;
default:
- err_msg(0, "socket.__shm_rev__: undefined message type.");
+ logger->error("shm_socket._server_run_msg_rev: undefined message type.");
}
}
@@ -498,7 +576,7 @@
socket->messageQueue->push_timeout(src, &timeout);
break;
default:
- err_msg(0, "socket.__shm_rev__: undefined message type.");
+ logger->error( "shm_socket._client_run_msg_rev: undefined message type.");
}
}
@@ -511,7 +589,7 @@
struct timespec timeout = {1, 0};
shm_msg_t close_msg;
- close_msg.port = socket->port;
+ close_msg.key = socket->key;
close_msg.size = 0;
close_msg.type = SHM_SOCKET_CLOSE;
if (notifyRemote && socket->remoteQueue != NULL) {
--
Gitblit v1.8.0