TcpServer.h 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. /*
  2. * Copyright: JessMA Open Source (ldcsaa@gmail.com)
  3. *
  4. * Version : 3.6.1
  5. * Author : Bruce Liang
  6. * Website : http://www.jessma.org
  7. * Project : https://github.com/ldcsaa
  8. * Blog : http://www.cnblogs.com/ldcsaa
  9. * Wiki : http://www.oschina.net/p/hp-socket
  10. * QQ Group : 75375912
  11. *
  12. * Licensed under the Apache License, Version 2.0 (the "License");
  13. * you may not use this file except in compliance with the License.
  14. * You may obtain a copy of the License at
  15. *
  16. * http://www.apache.org/licenses/LICENSE-2.0
  17. *
  18. * Unless required by applicable law or agreed to in writing, software
  19. * distributed under the License is distributed on an "AS IS" BASIS,
  20. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  21. * See the License for the specific language governing permissions and
  22. * limitations under the License.
  23. */
  24. #pragma once
  25. #include "SocketHelper.h"
  26. #include "../../Common/Src/Event.h"
  27. #include "../../Common/Src/STLHelper.h"
  28. #include "../../Common/Src/RingBuffer.h"
  29. #include "../../Common/Src/PrivateHeap.h"
  30. class CTcpServer : public ITcpServer
  31. {
  32. public:
  33. CTcpServer(ITcpServerListener* pListener)
  34. : m_pListener (pListener)
  35. , m_hCompletePort (nullptr)
  36. , m_soListen (INVALID_SOCKET)
  37. , m_iRemainAcceptSockets (0)
  38. , m_pfnAcceptEx (nullptr)
  39. , m_pfnGetAcceptExSockaddrs (nullptr)
  40. , m_pfnDisconnectEx (nullptr)
  41. , m_enLastError (SE_OK)
  42. , m_enState (SS_STOPPED)
  43. , m_enSendPolicy (SP_PACK)
  44. , m_dwMaxConnectionCount (DEFAULT_MAX_CONNECTION_COUNT)
  45. , m_dwWorkerThreadCount (DEFAULT_WORKER_THREAD_COUNT)
  46. , m_dwSocketListenQueue (DEFAULT_TCP_SERVER_SOCKET_LISTEN_QUEUE)
  47. , m_dwAcceptSocketCount (DEFAULT_TCP_SERVER_ACCEPT_SOCKET_COUNT)
  48. , m_dwSocketBufferSize (DEFAULT_TCP_SOCKET_BUFFER_SIZE)
  49. , m_dwFreeSocketObjLockTime (DEFAULT_FREE_SOCKETOBJ_LOCK_TIME)
  50. , m_dwFreeSocketObjPool (DEFAULT_FREE_SOCKETOBJ_POOL)
  51. , m_dwFreeBufferObjPool (DEFAULT_FREE_BUFFEROBJ_POOL)
  52. , m_dwFreeSocketObjHold (DEFAULT_FREE_SOCKETOBJ_HOLD)
  53. , m_dwFreeBufferObjHold (DEFAULT_FREE_BUFFEROBJ_HOLD)
  54. , m_dwKeepAliveTime (DEFALUT_TCP_KEEPALIVE_TIME)
  55. , m_dwKeepAliveInterval (DEFALUT_TCP_KEEPALIVE_INTERVAL)
  56. , m_bMarkSilence (TRUE)
  57. {
  58. ASSERT(m_wsSocket.IsValid());
  59. ASSERT(m_pListener);
  60. }
  61. virtual ~CTcpServer()
  62. {
  63. Stop();
  64. }
  65. public:
  66. virtual BOOL Start (LPCTSTR lpszBindAddress, USHORT usPort);
  67. virtual BOOL Stop ();
  68. virtual BOOL Send (CONNID dwConnID, const BYTE* pBuffer, int iLength, int iOffset = 0);
  69. virtual BOOL SendSmallFile (CONNID dwConnID, LPCTSTR lpszFileName, const LPWSABUF pHead = nullptr, const LPWSABUF pTail = nullptr);
  70. virtual BOOL SendPackets (CONNID dwConnID, const WSABUF pBuffers[], int iCount) {return DoSendPackets(dwConnID, pBuffers, iCount);}
  71. virtual BOOL HasStarted () {return m_enState == SS_STARTED || m_enState == SS_STARTING;}
  72. virtual EnServiceState GetState () {return m_enState;}
  73. virtual BOOL Disconnect (CONNID dwConnID, BOOL bForce = TRUE);
  74. virtual BOOL DisconnectLongConnections (DWORD dwPeriod, BOOL bForce = TRUE);
  75. virtual BOOL DisconnectSilenceConnections(DWORD dwPeriod, BOOL bForce = TRUE);
  76. virtual BOOL GetListenAddress (TCHAR lpszAddress[], int& iAddressLen, USHORT& usPort);
  77. virtual BOOL GetLocalAddress (CONNID dwConnID, TCHAR lpszAddress[], int& iAddressLen, USHORT& usPort);
  78. virtual BOOL GetRemoteAddress (CONNID dwConnID, TCHAR lpszAddress[], int& iAddressLen, USHORT& usPort);
  79. virtual BOOL GetPendingDataLength (CONNID dwConnID, int& iPending);
  80. virtual DWORD GetConnectionCount ();
  81. virtual BOOL GetAllConnectionIDs (CONNID pIDs[], DWORD& dwCount);
  82. virtual BOOL GetConnectPeriod (CONNID dwConnID, DWORD& dwPeriod);
  83. virtual BOOL GetSilencePeriod (CONNID dwConnID, DWORD& dwPeriod);
  84. virtual EnSocketError GetLastError () {return m_enLastError;}
  85. virtual LPCTSTR GetLastErrorDesc () {return ::GetSocketErrorDesc(m_enLastError);}
  86. public:
  87. virtual BOOL SetConnectionExtra(CONNID dwConnID, PVOID pExtra);
  88. virtual BOOL GetConnectionExtra(CONNID dwConnID, PVOID* ppExtra);
  89. virtual void SetSendPolicy (EnSendPolicy enSendPolicy) {m_enSendPolicy = enSendPolicy;}
  90. virtual void SetMaxConnectionCount (DWORD dwMaxConnectionCount) {m_dwMaxConnectionCount = dwMaxConnectionCount;}
  91. virtual void SetWorkerThreadCount (DWORD dwWorkerThreadCount) {m_dwWorkerThreadCount = dwWorkerThreadCount;}
  92. virtual void SetSocketListenQueue (DWORD dwSocketListenQueue) {m_dwSocketListenQueue = dwSocketListenQueue;}
  93. virtual void SetAcceptSocketCount (DWORD dwAcceptSocketCount) {m_dwAcceptSocketCount = dwAcceptSocketCount;}
  94. virtual void SetSocketBufferSize (DWORD dwSocketBufferSize) {m_dwSocketBufferSize = dwSocketBufferSize;}
  95. virtual void SetFreeSocketObjLockTime (DWORD dwFreeSocketObjLockTime) {m_dwFreeSocketObjLockTime = dwFreeSocketObjLockTime;}
  96. virtual void SetFreeSocketObjPool (DWORD dwFreeSocketObjPool) {m_dwFreeSocketObjPool = dwFreeSocketObjPool;}
  97. virtual void SetFreeBufferObjPool (DWORD dwFreeBufferObjPool) {m_dwFreeBufferObjPool = dwFreeBufferObjPool;}
  98. virtual void SetFreeSocketObjHold (DWORD dwFreeSocketObjHold) {m_dwFreeSocketObjHold = dwFreeSocketObjHold;}
  99. virtual void SetFreeBufferObjHold (DWORD dwFreeBufferObjHold) {m_dwFreeBufferObjHold = dwFreeBufferObjHold;}
  100. virtual void SetKeepAliveTime (DWORD dwKeepAliveTime) {m_dwKeepAliveTime = dwKeepAliveTime;}
  101. virtual void SetKeepAliveInterval (DWORD dwKeepAliveInterval) {m_dwKeepAliveInterval = dwKeepAliveInterval;}
  102. virtual void SetMarkSilence (BOOL bMarkSilence) {m_bMarkSilence = bMarkSilence;}
  103. virtual EnSendPolicy GetSendPolicy () {return m_enSendPolicy;}
  104. virtual DWORD GetMaxConnectionCount () {return m_dwMaxConnectionCount;}
  105. virtual DWORD GetWorkerThreadCount () {return m_dwWorkerThreadCount;}
  106. virtual DWORD GetSocketListenQueue () {return m_dwSocketListenQueue;}
  107. virtual DWORD GetAcceptSocketCount () {return m_dwAcceptSocketCount;}
  108. virtual DWORD GetSocketBufferSize () {return m_dwSocketBufferSize;}
  109. virtual DWORD GetFreeSocketObjLockTime () {return m_dwFreeSocketObjLockTime;}
  110. virtual DWORD GetFreeSocketObjPool () {return m_dwFreeSocketObjPool;}
  111. virtual DWORD GetFreeBufferObjPool () {return m_dwFreeBufferObjPool;}
  112. virtual DWORD GetFreeSocketObjHold () {return m_dwFreeSocketObjHold;}
  113. virtual DWORD GetFreeBufferObjHold () {return m_dwFreeBufferObjHold;}
  114. virtual DWORD GetKeepAliveTime () {return m_dwKeepAliveTime;}
  115. virtual DWORD GetKeepAliveInterval () {return m_dwKeepAliveInterval;}
  116. virtual BOOL IsMarkSilence () {return m_bMarkSilence;}
  117. protected:
  118. virtual EnHandleResult FirePrepareListen(SOCKET soListen)
  119. {return DoFirePrepareListen(soListen);}
  120. virtual EnHandleResult FireAccept(TSocketObj* pSocketObj)
  121. {
  122. EnHandleResult rs = DoFireAccept(pSocketObj);
  123. if(rs != HR_ERROR) rs = FireHandShake(pSocketObj);
  124. return rs;
  125. }
  126. virtual EnHandleResult FireHandShake(TSocketObj* pSocketObj)
  127. {return DoFireHandShake(pSocketObj);}
  128. virtual EnHandleResult FireReceive(TSocketObj* pSocketObj, const BYTE* pData, int iLength)
  129. {return DoFireReceive(pSocketObj, pData, iLength);}
  130. virtual EnHandleResult FireReceive(TSocketObj* pSocketObj, int iLength)
  131. {return DoFireReceive(pSocketObj, iLength);}
  132. virtual EnHandleResult FireSend(TSocketObj* pSocketObj, const BYTE* pData, int iLength)
  133. {return DoFireSend(pSocketObj, pData, iLength);}
  134. virtual EnHandleResult FireClose(TSocketObj* pSocketObj, EnSocketOperation enOperation, int iErrorCode)
  135. {return DoFireClose(pSocketObj, enOperation, iErrorCode);}
  136. virtual EnHandleResult FireShutdown()
  137. {return DoFireShutdown();}
  138. virtual EnHandleResult DoFirePrepareListen(SOCKET soListen)
  139. {return m_pListener->OnPrepareListen(soListen);}
  140. virtual EnHandleResult DoFireAccept(TSocketObj* pSocketObj)
  141. {return m_pListener->OnAccept(pSocketObj->connID, pSocketObj->socket);}
  142. virtual EnHandleResult DoFireHandShake(TSocketObj* pSocketObj)
  143. {return m_pListener->OnHandShake(pSocketObj->connID);}
  144. virtual EnHandleResult DoFireReceive(TSocketObj* pSocketObj, const BYTE* pData, int iLength)
  145. {return m_pListener->OnReceive(pSocketObj->connID, pData, iLength);}
  146. virtual EnHandleResult DoFireReceive(TSocketObj* pSocketObj, int iLength)
  147. {return m_pListener->OnReceive(pSocketObj->connID, iLength);}
  148. virtual EnHandleResult DoFireSend(TSocketObj* pSocketObj, const BYTE* pData, int iLength)
  149. {return m_pListener->OnSend(pSocketObj->connID, pData, iLength);}
  150. virtual EnHandleResult DoFireClose(TSocketObj* pSocketObj, EnSocketOperation enOperation, int iErrorCode)
  151. {return m_pListener->OnClose(pSocketObj->connID, enOperation, iErrorCode);}
  152. virtual EnHandleResult DoFireShutdown()
  153. {return m_pListener->OnShutdown();}
  154. void SetLastError(EnSocketError code, LPCSTR func, int ec);
  155. virtual BOOL CheckParams();
  156. virtual void PrepareStart();
  157. virtual void Reset();
  158. virtual void OnWorkerThreadEnd(DWORD dwThreadID) {}
  159. BOOL DoSendPackets(CONNID dwConnID, const WSABUF pBuffers[], int iCount);
  160. BOOL DoSendPackets(TSocketObj* pSocketObj, const WSABUF pBuffers[], int iCount);
  161. TSocketObj* FindSocketObj(CONNID dwConnID);
  162. private:
  163. EnHandleResult TriggerFireAccept(TSocketObj* pSocketObj);
  164. EnHandleResult TriggerFireReceive(TSocketObj* pSocketObj, TBufferObj* pBufferObj);
  165. EnHandleResult TriggerFireSend(TSocketObj* pSocketObj, TBufferObj* pBufferObj);
  166. EnHandleResult TriggerFireClose(TSocketObj* pSocketObj, EnSocketOperation enOperation, int iErrorCode);
  167. protected:
  168. BOOL SetConnectionExtra(TSocketObj* pSocketObj, PVOID pExtra);
  169. BOOL GetConnectionExtra(TSocketObj* pSocketObj, PVOID* ppExtra);
  170. BOOL SetConnectionReserved(CONNID dwConnID, PVOID pReserved);
  171. BOOL GetConnectionReserved(CONNID dwConnID, PVOID* ppReserved);
  172. BOOL SetConnectionReserved(TSocketObj* pSocketObj, PVOID pReserved);
  173. BOOL GetConnectionReserved(TSocketObj* pSocketObj, PVOID* ppReserved);
  174. BOOL SetConnectionReserved2(CONNID dwConnID, PVOID pReserved2);
  175. BOOL GetConnectionReserved2(CONNID dwConnID, PVOID* ppReserved2);
  176. BOOL SetConnectionReserved2(TSocketObj* pSocketObj, PVOID pReserved2);
  177. BOOL GetConnectionReserved2(TSocketObj* pSocketObj, PVOID* ppReserved2);
  178. private:
  179. BOOL CheckStarting();
  180. BOOL CheckStoping();
  181. BOOL CreateListenSocket(LPCTSTR lpszBindAddress, USHORT usPort);
  182. BOOL CreateCompletePort();
  183. BOOL CreateWorkerThreads();
  184. BOOL StartAccept();
  185. void CloseListenSocket();
  186. void WaitForAcceptSocketClose();
  187. void DisconnectClientSocket();
  188. void WaitForClientSocketClose();
  189. void ReleaseClientSocket();
  190. void ReleaseFreeSocket();
  191. void ReleaseFreeBuffer();
  192. void WaitForWorkerThreadEnd();
  193. void CloseCompletePort();
  194. TBufferObj* GetFreeBufferObj(int iLen = -1);
  195. TSocketObj* GetFreeSocketObj(CONNID dwConnID, SOCKET soClient);
  196. void AddFreeBufferObj(TBufferObj* pBufferObj);
  197. void AddFreeSocketObj(TSocketObj* pSocketObj, EnSocketCloseFlag enFlag = SCF_NONE, EnSocketOperation enOperation = SO_UNKNOWN, int iErrorCode = 0);
  198. TSocketObj* CreateSocketObj();
  199. void DeleteSocketObj(TSocketObj* pSocketObj);
  200. BOOL InvalidSocketObj(TSocketObj* pSocketObj);
  201. void ReleaseGCSocketObj(BOOL bForce = FALSE);
  202. void AddClientSocketObj(CONNID dwConnID, TSocketObj* pSocketObj);
  203. void CloseClientSocketObj(TSocketObj* pSocketObj, EnSocketCloseFlag enFlag = SCF_NONE, EnSocketOperation enOperation = SO_UNKNOWN, int iErrorCode = 0, int iShutdownFlag = SD_SEND);
  204. private:
  205. static UINT WINAPI WorkerThreadProc(LPVOID pv);
  206. EnIocpAction CheckIocpCommand(OVERLAPPED* pOverlapped, DWORD dwBytes, ULONG_PTR ulCompKey);
  207. void ForceDisconnect(CONNID dwConnID);
  208. void HandleIo (CONNID dwConnID, TSocketObj* pSocketObj, TBufferObj* pBufferObj, DWORD dwBytes, DWORD dwErrorCode);
  209. void HandleError (CONNID dwConnID, TSocketObj* pSocketObj, TBufferObj* pBufferObj, DWORD dwErrorCode);
  210. void HandleAccept (SOCKET soListen, TBufferObj* pBufferObj);
  211. void HandleSend (CONNID dwConnID, TSocketObj* pSocketObj, TBufferObj* pBufferObj);
  212. void HandleReceive (CONNID dwConnID, TSocketObj* pSocketObj, TBufferObj* pBufferObj);
  213. int SendInternal(TSocketObj* pSocketObj, const WSABUF pBuffers[], int iCount);
  214. int SendPack (TSocketObj* pSocketObj, const BYTE* pBuffer, int iLength);
  215. int SendSafe (TSocketObj* pSocketObj, const BYTE* pBuffer, int iLength);
  216. int SendDirect (TSocketObj* pSocketObj, const BYTE* pBuffer, int iLength);
  217. int CatAndPost (TSocketObj* pSocketObj, const BYTE* pBuffer, int iLength, BOOL isPostSend);
  218. BOOL DoAccept ();
  219. int DoReceive (CONNID dwConnID, TSocketObj* pSocketObj, TBufferObj* pBufferObj);
  220. int DoSend (CONNID dwConnID);
  221. int DoSend (TSocketObj* pSocketObj);
  222. int DoSendPack (TSocketObj* pSocketObj);
  223. int DoSendSafe (TSocketObj* pSocketObj);
  224. int SendItem (TSocketObj* pSocketObj);
  225. void CheckError (TSocketObj* pSocketObj, EnSocketOperation enOperation, int iErrorCode);
  226. private:
  227. EnSendPolicy m_enSendPolicy;
  228. DWORD m_dwMaxConnectionCount;
  229. DWORD m_dwWorkerThreadCount;
  230. DWORD m_dwSocketListenQueue;
  231. DWORD m_dwAcceptSocketCount;
  232. DWORD m_dwSocketBufferSize;
  233. DWORD m_dwFreeSocketObjLockTime;
  234. DWORD m_dwFreeSocketObjPool;
  235. DWORD m_dwFreeBufferObjPool;
  236. DWORD m_dwFreeSocketObjHold;
  237. DWORD m_dwFreeBufferObjHold;
  238. DWORD m_dwKeepAliveTime;
  239. DWORD m_dwKeepAliveInterval;
  240. BOOL m_bMarkSilence;
  241. private:
  242. CInitSocket m_wsSocket;
  243. LPFN_ACCEPTEX m_pfnAcceptEx;
  244. LPFN_GETACCEPTEXSOCKADDRS m_pfnGetAcceptExSockaddrs;
  245. LPFN_DISCONNECTEX m_pfnDisconnectEx;
  246. private:
  247. ITcpServerListener* m_pListener;
  248. SOCKET m_soListen;
  249. HANDLE m_hCompletePort;
  250. EnServiceState m_enState;
  251. EnSocketError m_enLastError;
  252. vector<HANDLE> m_vtWorkerThreads;
  253. CPrivateHeap m_phSocket;
  254. CBufferObjPool m_bfObjPool;
  255. CSpinGuard m_csState;
  256. TSocketObjPtrPool m_bfActiveSockets;
  257. TSocketObjPtrList m_lsFreeSocket;
  258. TSocketObjPtrQueue m_lsGCSocket;
  259. volatile long m_iRemainAcceptSockets;
  260. };