zcy
/
generallib
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

tcp client libevent test

master
zcy 2021-12-06 10:07:20 +08:00
parent c6c03a2d6a
commit 3e0977e1ca
5 changed files with 195 additions and 117 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

189
general/src/net/tcp_client.cpp
View File

@ -1,51 +1,42 @@
//
// Created by 29019 on 2020/4/18. // Created by 29019 on 2020/4/18.
// //
#define _WSPIAPI_H_
#define _WINSOCKAPI_
#include "tcp_client.h" #include "tcp_client.h"
#include <stdio.h>
#include <cstring>
#include <string.h>
#include <chrono>
void conn_writecb(struct bufferevent *, void *); using namespace std::chrono;
void conn_readcb(struct bufferevent *, void *);
void conn_eventcb(struct bufferevent *, short, void *); static void conn_writecb(struct bufferevent *, void *);
static void conn_readcb(struct bufferevent *, void *);
static void conn_eventcb(struct bufferevent *, short, void *);
void delay(int ms); void delay(int ms);
int ThreadRun(TcpClientLibevent *p); int ThreadRun(TcpClientLibevent *p);
//conn_writecwritecb函数将在bufferevent中的output evbuffer缓冲区发送完成后被调用。
//此时evbuffer_get_length(output) = 0，说明output evbuffer缓冲区被清空。
//假设发现有10000条记录要发送出去，1次发送10000条将占用大量内存，所以，我们要分批发送
//先发送100条数据，假设每条数据为1024字节bufferevent_write(bev,buf,1024 *100);
//系统在这100条记录发送完成后将调用conn_writecbb回调函数,然后在该函数中循环发送剩下的
//数据
void conn_writecb(struct bufferevent *bev, void *user_data) void conn_writecb(struct bufferevent *bev, void *user_data)
{ {
// struct evbuffer *output = bufferevent_get_output(bev); TcpClientLibevent *client = (TcpClientLibevent*)user_data;
// if (evbuffer_get_length(output) == 0) struct evbuffer *output = bufferevent_get_output(bev);
// { size_t sz = evbuffer_get_length(output);
// printf("Output evbuffer is flushed\n"); std::cout<<"write data length: "<<sz<<std::endl;
// bufferevent_free(bev);
// }
//delay 1 second
//delay(1000);
//static int msg_num = 1;
//char reply_msg[1000] = { '\0' };
//char *str = "I receive a message from client ";
//memcpy(reply_msg, str, strlen(str));
//sprintf(reply_msg + strlen(str), "%d", msg_num);
//bufferevent_write(bev, reply_msg, strlen(reply_msg));
//msg_num++;
} }
// 运行线程 // 运行线程
int ThreadRun(TcpClientLibevent *p) { int ThreadRun(TcpClientLibevent *p) {
if (nullptr != p) { if (nullptr != p) {
p->mStatus = TcpClientLibevent::UNCONNECTED; while (true)
int ret = p->Dispatch();
if (0 > ret){
}
while ((p->mStatus != TcpClientLibevent::UNCONNECTED ))
{ {
if (p->mStatus == TcpClientLibevent::FAIL) { //连接失败,如果有设置自动重连就一直重连 if ((p->mStatus == TcpClientLibevent::STOP)){
Sleep(100);
continue;
}
if ((p->mStatus == TcpClientLibevent::FAIL) ||
(p->mStatus == TcpClientLibevent::UNCONNECTED)){ //连接失败,如果有设置自动重连就一直重连
p->ConnectServer(); p->ConnectServer();
#ifdef _WIN32 #ifdef _WIN32
Sleep(100); Sleep(100);
@ -53,16 +44,18 @@ int ThreadRun(TcpClientLibevent *p) {
//todo linux版本sleep //todo linux版本sleep
#endif #endif
} }
ret = p->Dispatch(); int ret = p->Dispatch();
if(ret < 0){
break;
}
} }
} }
p->mStatus = TcpClientLibevent::UNCONNECTED;
return 0; return 0;
} }
void conn_readcb(struct bufferevent *bev, void *user_data) void conn_readcb(struct bufferevent *bev, void *user_data)
{ {
TcpClientLibevent *server = (TcpClientLibevent*)user_data; TcpClientLibevent *client = (TcpClientLibevent*)user_data;
struct evbuffer *input = bufferevent_get_input(bev); struct evbuffer *input = bufferevent_get_input(bev);
size_t sz = evbuffer_get_length(input); size_t sz = evbuffer_get_length(input);
if (sz > 0) if (sz > 0)
@ -70,9 +63,9 @@ void conn_readcb(struct bufferevent *bev, void *user_data)
uint8_t *msg = new uint8_t[sz]; uint8_t *msg = new uint8_t[sz];
int ret = bufferevent_read(bev, msg, sz); int ret = bufferevent_read(bev, msg, sz);
printf("%s\n", msg); printf("%s\n", msg);
if(server->mObserver != nullptr){ if(client->mObserver != nullptr){
client->mObserver->OnData(msg, ret);
} }
server->mObserver->OnData(msg,ret);
delete[] msg; delete[] msg;
} }
} }
@ -81,29 +74,30 @@ void conn_eventcb(struct bufferevent *bev, short events, void *user_data)
{ {
TcpClientLibevent *p; TcpClientLibevent *p;
p = (TcpClientLibevent *)user_data; p = (TcpClientLibevent *)user_data;
if (events & BEV_EVENT_EOF) if (p == nullptr) {
{ return;
}
if (events & BEV_EVENT_EOF) {
if (nullptr != p->mObserver) if (nullptr != p->mObserver)
p->mObserver->OnDisConnected(); p->mObserver->OnDisConnected("服务器主动断开连接");
if (p != nullptr) if (p != nullptr)
p->mStatus = TcpClientLibevent::UNCONNECTED; p->mStatus = TcpClientLibevent::UNCONNECTED;
printf("Connection closed\n"); printf("Connection closed\n");
} }
else if (events & BEV_EVENT_ERROR) else if (events & BEV_EVENT_ERROR) {
{
printf("Got an error on the connection: %s\n", strerror(errno)); printf("Got an error on the connection: %s\n", strerror(errno));
if (nullptr != p->mObserver) if (nullptr != p->mObserver)
p->mObserver->OnDisConnected(); p->mObserver->OnDisConnected("连接失败");
p->mStatus = TcpClientLibevent::FAIL; p->mStatus = TcpClientLibevent::FAIL;
} }
else if (events & BEV_EVENT_CONNECTED) else if (events & BEV_EVENT_CONNECTED) {
{
printf("Connect succeed\n"); p->mSocketFD = (uint64_t)event_get_fd(&(bev->ev_read));
//客户端链接成功后，给服务器发送第一条消息 //客户端链接成功后，给服务器发送第一条消息
std::cout << "连接成功 socket fd" << p->mSocketFD << std::endl;
if (nullptr != p->mObserver) if (nullptr != p->mObserver)
p->mObserver->OnConnected(); p->mObserver->OnConnected();
if (p != nullptr) p->mStatus = TcpClientLibevent::CONNECTED;
p->mStatus = TcpClientLibevent::UNCONNECTED;
return; return;
} }
bufferevent_free(bev); bufferevent_free(bev);
@ -116,12 +110,13 @@ void delay(int ms)
} }
bool TcpClientLibevent::Connected() { bool TcpClientLibevent::Connected() {
return (((mStatus != UNCONNECTED)&& (mStatus != FAIL) )?true : false); return ((mStatus == CONNECTED)?true:false);
} }
TcpClientLibevent::TcpClientLibevent(std::string addrinfo, int port, TcpClientLibevent::TcpClientObserver *p) : TcpClientLibevent::TcpClientLibevent(std::string addrinfo, int port, TcpClientLibevent::TcpClientObserver *p) :
mStatus(UNCONNECTED), mStatus(UNCONNECTED),
mObserver(nullptr) mObserver(nullptr),
mBev(nullptr)
{ {
memset(&mSrv, 0, sizeof(mSrv)); memset(&mSrv, 0, sizeof(mSrv));
#ifdef linux #ifdef linux
@ -129,12 +124,10 @@ TcpClientLibevent::TcpClientLibevent(std::string addrinfo, int port, TcpClientLi
mSrv.sin_family = AF_INET; mSrv.sin_family = AF_INET;
#endif #endif
#ifdef _WIN32 #ifdef _WIN32
mSrv.sin_addr.S_un.S_addr = inet_addr(addrinfo.c_str()); mSrv.sin_addr.S_un.S_addr = inet_addr(addrinfo.c_str());
mSrv.sin_family = AF_INET; mSrv.sin_family = AF_INET;
#endif #endif
mSrv.sin_port = htons(port); mSrv.sin_port = htons(port);
mBase = event_base_new(); mBase = event_base_new();
if (!mBase) if (!mBase)
{ {
@ -146,32 +139,75 @@ TcpClientLibevent::TcpClientLibevent(std::string addrinfo, int port, TcpClientLi
#else #else
evthread_use_pthreads(); evthread_use_pthreads();
#endif #endif
ConnectServer();
this->mThread = new thread(ThreadRun,this); this->mThread = new thread(ThreadRun,this);
this->mObserver = p; this->mObserver = p;
mByteRecv = 0;
mByteSend = 0;
this->mStatus = TcpClientLibevent::Status::STOP;
} }
int TcpClientLibevent::ConnectServer() { int TcpClientLibevent::ConnectServer() {
printf("connect server\r\n"); printf("server conecting...\r\n");
if(this->mStatus == TcpClientLibevent::CONNECTED) { // 已经连接
return 0;
}
if(this->mStatus == TcpClientLibevent::CONNECTING) { // 正在连接等待连接成功
return -1;
}
evthread_make_base_notifiable(mBase); evthread_make_base_notifiable(mBase);
bev = bufferevent_socket_new(mBase, -1, mBev = bufferevent_socket_new(mBase, -1,
BEV_OPT_CLOSE_ON_FREE | BEV_OPT_THREADSAFE); BEV_OPT_CLOSE_ON_FREE | BEV_OPT_THREADSAFE);
if (nullptr == bev) { if (nullptr == mBev) {
this->mStatus = TcpClientLibevent::FAIL; this->mStatus = TcpClientLibevent::FAIL;
return - 1; return - 1;
} }
bufferevent_setcb(bev, conn_readcb, conn_writecb, conn_eventcb, this); bufferevent_setcb(mBev, conn_readcb, conn_writecb, conn_eventcb, this);
int flag = bufferevent_socket_connect(bev, (struct sockaddr *)&mSrv, sizeof(mSrv)); int flag = bufferevent_socket_connect(mBev, (struct sockaddr *)&mSrv, sizeof(mSrv));
bufferevent_enable(bev, EV_READ | EV_WRITE); bufferevent_enable(mBev, EV_READ | EV_WRITE);
if (-1 == flag) if (-1 == flag) {
{
this->mStatus = TcpClientLibevent::FAIL; this->mStatus = TcpClientLibevent::FAIL;
bufferevent_free(bev); bufferevent_free(mBev);
bev = nullptr; mBev = nullptr;
printf("Connect failed\n"); printf("Connect failed\n");
return -1; return -1;
} }
this->mStatus = TcpClientLibevent::CONNECTED; this->mStatus = TcpClientLibevent::CONNECTING;
return 0;
}
int TcpClientLibevent::ConnectServerSync()
{
evthread_make_base_notifiable(mBase);
if (nullptr != mBev) {
delete mBev;
}
mBev = bufferevent_socket_new(mBase, -1,
BEV_OPT_CLOSE_ON_FREE | BEV_OPT_THREADSAFE);
if (nullptr == mBev) {
this->mStatus = TcpClientLibevent::FAIL;
return -1;
}
bufferevent_setcb(mBev, conn_readcb, conn_writecb, conn_eventcb, this);
int flag = bufferevent_socket_connect(mBev, (struct sockaddr*)&mSrv, sizeof(mSrv));
bufferevent_enable(mBev, EV_READ | EV_WRITE);
if (-1 == flag) {
this->mStatus = TcpClientLibevent::FAIL;
bufferevent_free(mBev);
mBev = nullptr;
printf("Connect failed\n");
return -1;
}
this->mStatus = TcpClientLibevent::CONNECTING;
auto start = system_clock::to_time_t(system_clock::now());
while (this->mStatus != TcpClientLibevent::CONNECTED) {
auto end = system_clock::to_time_t(system_clock::now());
if ((end - start) > 5) {
this->mStatus = TcpClientLibevent::FAIL;
break;
}
}
return 0; return 0;
} }
@ -189,8 +225,31 @@ int TcpClientLibevent::Dispatch() {
return event_base_dispatch(mBase);; return event_base_dispatch(mBase);;
} }
int TcpClientLibevent::Close() { int TcpClientLibevent::Close() {
event_base_free(mBase); event_base_free(mBase);
return 0; return 0;
} }
int TcpClientLibevent::SendDataAsync(const char* data, int len)
{
if(data == nullptr){
return -1;
}
int res;
//将data开始size大小的字节接到输出缓冲区的尾部
res = evbuffer_add(bufferevent_get_output(mBev), data, len);
//调用失败
if (res == -1)
return (res);
/* If everything is okay, we need to schedule a write */
//注册写事件
if (len > 0 && (mBev->enabled & EV_WRITE)) {
// event_active(&mBev->ev_write,EV_WRITE,1);
}
return (res);
}
uint64_t TcpClientLibevent::SocketFd()
{
return mSocketFD;
}

97
general/src/net/tcp_client.h
View File

@ -1,86 +1,101 @@
/* /*
* @Author: your name * @Author: your name
* @Date: 2021-06-12 14:42:28 * @Date: 2021-06-30 10:02:08
* @LastEditTime: 2021-07-24 00:47:43 * @LastEditTime: 2021-12-06 10:00:18
* @LastEditors: Please set LastEditors * @LastEditors: Please set LastEditors
* @Description: In User Settings Edit * @Description: 打开koroFileHeader查看配置 进行设置: https://github.com/OBKoro1/koro1FileHeader/wiki/%E9%85%8D%E7%BD%AE
* @FilePath: \generallib\general\src\net\tcp_client.h * @FilePath: \server\tcp_client.h
*/ */
// //
// Created by 29019 on 2020/4/18. // Created by 29019 on 2020/4/18.
// //
#pragma once
#ifndef GENERAL_TCPCLIENT_H
#define GENERAL_TCPCLIENT_H
#ifndef _WIN32_WINNT #ifndef _WIN32_WINNT
#define _WIN32_WINNT 0x0500 #define _WIN32_WINNT 0x0500
#endif #endif
#ifdef linux #ifdef linux
#include <sys/types.h> #include<sys/types.h>
#include <sys/socket.h> #include<sys/socket.h>
#include <arpa/inet.h> #include<arpa/inet.h>
#define EVENT__HAVE_PTHREADS #define EVENT__HAVE_PTHREADS
#endif #endif
extern "C" extern "C"{
{ #include "event2/bufferevent.h"
#include "third/include/event2/bufferevent.h" #include "event2/bufferevent_struct.h"
#include "third/include/event2/buffer.h" #include "event2/buffer.h"
#include "third/include/event2/listener.h" #include "event2/listener.h"
#include "third/include/event2/util.h" #include "event2/util.h"
#include "third/include/event2/event.h" #include "event2/event.h"
#include "third/include/event2/thread.h" #include "event2/thread.h"
/* For int types. */
#include <event2/util.h>
/* For struct event */
#include <event2/event_struct.h>
}; };
#include<string.h>
#include <iostream> #include <iostream>
#include "package_receiver.h"
#include <mutex> #include <mutex>
#include <thread> #include <thread>
#include <functional>
using namespace std; using namespace std;
class TcpClientLibevent class TcpClientLibevent {
{
public: public:
typedef enum typedef enum {
{
UNCONNECTED, // 未连接 UNCONNECTED, // 未连接
CONNECTING, //已经连接
CONNECTED, //已经连接 CONNECTED, //已经连接
FAIL, // 连接失败 FAIL, // 连接失败
} Status; STOP, // 初始状态
class TcpClientObserver }Status;
{
class TcpClientObserver {
public: public:
virtual ~TcpClientObserver() { return; } virtual ~TcpClientObserver() { return; }
mutex mMux; mutex mMux;
virtual void OnConnected() { return; }; virtual void OnConnected() { return; };
virtual void OnDisConnected() { return; }; virtual void OnDisConnected(std::string) { return; };
virtual void OnData(uint8_t *dat, uint64_t len) { return; }; virtual void OnData(uint8_t* dat, uint64_t len) { return; };
virtual void OnClose() { return; }; virtual void OnClose() { return; };
}; };
TcpClientLibevent(std::string addrinfo, int port, TcpClientObserver *p); TcpClientLibevent(std::string addrinfo, int port, TcpClientObserver* p);
~TcpClientLibevent() ~TcpClientLibevent() {
{
event_base_free(mBase); event_base_free(mBase);
}; };
friend void conn_eventcb(struct bufferevent*, short, void*);
int ConnectServer(); int ConnectServer();
int ConnectServerSync();
bool Connected(); bool Connected();
int Dispatch(); int Dispatch();
int OnTCPPackage(uint8_t *, uint16_t); int OnTCPPackage(uint8_t*, uint16_t);
int SetReconnect(bool); int SetReconnect(bool);
int SetObserver(TcpClientObserver *); int SetObserver(TcpClientObserver*);
int Close(); int Close();
Status mStatus; int SendDataAsync(const char*, int len);
TcpClientObserver *mObserver; uint64_t SocketFd();
Status mStatus;
TcpClientObserver* mObserver;
private: private:
bool mReConnect = false; bool mReConnect = false;
int sendData(void *, size_t); int sendData(void*, size_t);
struct event_base *mBase; struct event_base* mBase;
struct bufferevent *bev; struct bufferevent* mBev;
struct sockaddr_in mSrv; struct sockaddr_in mSrv;
std::thread *mThread; std::thread* mThread;
mutex mLock; mutex mLock; // 互斥锁
uint64_t mByteSend; // 发送字节数
uint64_t mByteRecv; // 接收字节数
evutil_socket_t mSocketFD; // 操作系统原生socket
}; };
#endif //GENERAL_TCPCLIENT_H

9
test/src/cpp11/template.cpp
View File

@ -1,3 +1,11 @@
/*
* @Author: your name
* @Date: 2021-10-09 10:03:45
* @LastEditTime: 2021-12-01 14:48:38
* @LastEditors: your name
* @Description: 打开koroFileHeader查看配置 进行设置: https://github.com/OBKoro1/koro1FileHeader/wiki/%E9%85%8D%E7%BD%AE
* @FilePath: \cpp11\template.cpp
*/
#include "iostream" #include "iostream"
#include <vector> #include <vector>
#include "pattern/ringbuffer.hpp" #include "pattern/ringbuffer.hpp"
@ -43,5 +51,4 @@ void TestRingBuffer(){
printf("%d ",in[i]); printf("%d ",in[i]);
} }
} }

3
test/src/cpp11/thread_usage.cpp
View File

@ -305,11 +305,10 @@ int main()
{ {
int result =200; int result =200;
ASyncProcess<std::function<int(int)>,int,int> process([](int p) -> int{ ASyncProcess<std::function<int(int)>,int,int> process([](int p) -> int{
Sleep(1000);
return 20; return 20;
},result,150); },result,150);
while(process.Finish() == false){ while(process.Finish() == false){
std::cout<<process.Finish() << " "<<result<<"\r\n";
} }
std::cout<<process.Finish() << " "<<result<<"\r\n"; std::cout<<process.Finish() << " "<<result<<"\r\n";
getchar(); getchar();

2
test/src/cpp11/threadpool.cpp
View File

@ -15,7 +15,6 @@ unsigned int CoreCount()
} }
namespace general{ namespace general{
CThreadPool::CThreadPool(int num) { CThreadPool::CThreadPool(int num) {
this->mThreadCnt = num; this->mThreadCnt = num;
mStarted = false; mStarted = false;
@ -62,7 +61,6 @@ namespace general{
} }
void CThreadPool::Process(int id) { void CThreadPool::Process(int id) {
// std::cout << "thread id " << id << " started " << std::endl;
while (mStarted) while (mStarted)
{ {
Task *task = PopTask(); Task *task = PopTask();