1 // Copyright (c) 2009-2010 Satoshi Nakamoto
2 // Distributed under the MIT/X11 software license, see the accompanying
3 // file license.txt or http://www.opensource.org/licenses/mit-license.php.
11 extern int nBestHeight;
15 static const unsigned short DEFAULT_PORT = 0x8d20; // htons(8333)
16 static const unsigned int PUBLISH_HOPS = 5;
19 NODE_NETWORK = (1 << 0),
25 bool ConnectSocket(const CAddress& addrConnect, SOCKET& hSocketRet);
26 bool GetMyExternalIP(unsigned int& ipRet);
27 bool AddAddress(CAddress addr);
28 void AddressCurrentlyConnected(const CAddress& addr);
29 CNode* FindNode(unsigned int ip);
30 CNode* ConnectNode(CAddress addrConnect, int64 nTimeout=0);
31 void AbandonRequests(void (*fn)(void*, CDataStream&), void* param1);
32 bool AnySubscribed(unsigned int nChannel);
33 bool BindListenPort(string& strError=REF(string()));
34 void StartNode(void* parg);
51 // The message start string is designed to be unlikely to occur in normal data.
52 // The characters are rarely used upper ascii, not valid as UTF-8, and produce
53 // a large 4-byte int at any alignment.
54 static const char pchMessageStart[4] = { 0xf9, 0xbe, 0xb4, 0xd9 };
59 enum { COMMAND_SIZE=12 };
60 char pchMessageStart[sizeof(::pchMessageStart)];
61 char pchCommand[COMMAND_SIZE];
62 unsigned int nMessageSize;
63 unsigned int nChecksum;
67 memcpy(pchMessageStart, ::pchMessageStart, sizeof(pchMessageStart));
68 memset(pchCommand, 0, sizeof(pchCommand));
74 CMessageHeader(const char* pszCommand, unsigned int nMessageSizeIn)
76 memcpy(pchMessageStart, ::pchMessageStart, sizeof(pchMessageStart));
77 strncpy(pchCommand, pszCommand, COMMAND_SIZE);
78 nMessageSize = nMessageSizeIn;
84 READWRITE(FLATDATA(pchMessageStart));
85 READWRITE(FLATDATA(pchCommand));
86 READWRITE(nMessageSize);
93 if (pchCommand[COMMAND_SIZE-1] == 0)
94 return string(pchCommand, pchCommand + strlen(pchCommand));
96 return string(pchCommand, pchCommand + COMMAND_SIZE);
101 // Check start string
102 if (memcmp(pchMessageStart, ::pchMessageStart, sizeof(pchMessageStart)) != 0)
105 // Check the command string for errors
106 for (char* p1 = pchCommand; p1 < pchCommand + COMMAND_SIZE; p1++)
110 // Must be all zeros after the first zero
111 for (; p1 < pchCommand + COMMAND_SIZE; p1++)
115 else if (*p1 < ' ' || *p1 > 0x7E)
120 if (nMessageSize > 0x10000000)
122 printf("CMessageHeader::IsValid() : nMessageSize too large %u\n", nMessageSize);
135 static const unsigned char pchIPv4[12] = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0xff, 0xff };
141 unsigned char pchReserved[12];
149 unsigned int nLastTry;
156 CAddress(unsigned int ipIn, unsigned short portIn=DEFAULT_PORT, uint64 nServicesIn=NODE_NETWORK)
161 nServices = nServicesIn;
164 explicit CAddress(const struct sockaddr_in& sockaddr, uint64 nServicesIn=NODE_NETWORK)
167 ip = sockaddr.sin_addr.s_addr;
168 port = sockaddr.sin_port;
169 nServices = nServicesIn;
172 explicit CAddress(const char* pszIn, uint64 nServicesIn=NODE_NETWORK)
176 nServices = nServicesIn;
179 explicit CAddress(string strIn, uint64 nServicesIn=NODE_NETWORK)
182 SetAddress(strIn.c_str());
183 nServices = nServicesIn;
188 nServices = NODE_NETWORK;
189 memcpy(pchReserved, pchIPv4, sizeof(pchReserved));
192 nTime = GetAdjustedTime();
196 bool SetAddress(const char* pszIn)
201 strlcpy(psz, pszIn, sizeof(psz));
202 unsigned int a=0, b=0, c=0, d=0, e=0;
203 if (sscanf(psz, "%u.%u.%u.%u:%u", &a, &b, &c, &d, &e) < 4)
205 char* pszPort = strchr(psz, ':');
209 port = htons(atoi(pszPort));
210 if (atoi(pszPort) < 0 || atoi(pszPort) > USHRT_MAX)
211 port = htons(USHRT_MAX);
217 bool SetAddress(string strIn)
219 return SetAddress(strIn.c_str());
224 if (nType & SER_DISK)
229 READWRITE(nServices);
230 READWRITE(FLATDATA(pchReserved)); // for IPv6
235 friend inline bool operator==(const CAddress& a, const CAddress& b)
237 return (memcmp(a.pchReserved, b.pchReserved, sizeof(a.pchReserved)) == 0 &&
242 friend inline bool operator!=(const CAddress& a, const CAddress& b)
247 friend inline bool operator<(const CAddress& a, const CAddress& b)
249 int ret = memcmp(a.pchReserved, b.pchReserved, sizeof(a.pchReserved));
254 if (ntohl(a.ip) < ntohl(b.ip))
256 else if (a.ip == b.ip)
257 return ntohs(a.port) < ntohs(b.port);
262 vector<unsigned char> GetKey() const
266 ss << FLATDATA(pchReserved) << ip << port;
268 #if defined(_MSC_VER) && _MSC_VER < 1300
269 return vector<unsigned char>((unsigned char*)&ss.begin()[0], (unsigned char*)&ss.end()[0]);
271 return vector<unsigned char>(ss.begin(), ss.end());
275 struct sockaddr_in GetSockAddr() const
277 struct sockaddr_in sockaddr;
278 memset(&sockaddr, 0, sizeof(sockaddr));
279 sockaddr.sin_family = AF_INET;
280 sockaddr.sin_addr.s_addr = ip;
281 sockaddr.sin_port = port;
287 return (memcmp(pchReserved, pchIPv4, sizeof(pchIPv4)) == 0);
290 bool IsRoutable() const
293 !(GetByte(3) == 10 ||
294 (GetByte(3) == 192 && GetByte(2) == 168) ||
301 // Clean up 3-byte shifted addresses caused by garbage in size field
302 // of addr messages from versions before 0.2.9 checksum.
303 // Two consecutive addr messages look like this:
304 // header20 vectorlen3 addr26 addr26 addr26 header20 vectorlen3 addr26 addr26 addr26...
305 // so if the first length field is garbled, it reads the second batch
306 // of addr misaligned by 3 bytes.
307 if (memcmp(pchReserved, pchIPv4+3, sizeof(pchIPv4)-3) == 0)
310 return (ip != 0 && ip != INADDR_NONE && port != htons(USHRT_MAX));
313 unsigned char GetByte(int n) const
315 return ((unsigned char*)&ip)[3-n];
318 string ToStringIPPort() const
320 return strprintf("%u.%u.%u.%u:%u", GetByte(3), GetByte(2), GetByte(1), GetByte(0), ntohs(port));
323 string ToStringIP() const
325 return strprintf("%u.%u.%u.%u", GetByte(3), GetByte(2), GetByte(1), GetByte(0));
328 string ToStringPort() const
330 return strprintf("%u", ntohs(port));
333 string ToStringLog() const
338 string ToString() const
340 return strprintf("%u.%u.%u.%u:%u", GetByte(3), GetByte(2), GetByte(1), GetByte(0), ntohs(port));
345 printf("CAddress(%s)\n", ToString().c_str());
361 static const char* ppszTypeName[] =
380 CInv(int typeIn, const uint256& hashIn)
386 CInv(const string& strType, const uint256& hashIn)
389 for (i = 1; i < ARRAYLEN(ppszTypeName); i++)
391 if (strType == ppszTypeName[i])
397 if (i == ARRAYLEN(ppszTypeName))
398 throw std::out_of_range(strprintf("CInv::CInv(string, uint256) : unknown type '%s'", strType.c_str()));
408 friend inline bool operator<(const CInv& a, const CInv& b)
410 return (a.type < b.type || (a.type == b.type && a.hash < b.hash));
413 bool IsKnownType() const
415 return (type >= 1 && type < ARRAYLEN(ppszTypeName));
418 const char* GetCommand() const
421 throw std::out_of_range(strprintf("CInv::GetCommand() : type=% unknown type", type));
422 return ppszTypeName[type];
425 string ToString() const
427 return strprintf("%s %s", GetCommand(), hash.ToString().substr(0,20).c_str());
432 printf("CInv(%s)\n", ToString().c_str());
440 class CRequestTracker
443 void (*fn)(void*, CDataStream&);
446 explicit CRequestTracker(void (*fnIn)(void*, CDataStream&)=NULL, void* param1In=NULL)
463 extern uint64 nLocalServices;
464 extern CAddress addrLocalHost;
465 extern CNode* pnodeLocalHost;
466 extern uint64 nLocalHostNonce;
467 extern array<int, 10> vnThreadsRunning;
468 extern SOCKET hListenSocket;
469 extern int64 nThreadSocketHandlerHeartbeat;
471 extern vector<CNode*> vNodes;
472 extern CCriticalSection cs_vNodes;
473 extern map<vector<unsigned char>, CAddress> mapAddresses;
474 extern CCriticalSection cs_mapAddresses;
475 extern map<CInv, CDataStream> mapRelay;
476 extern deque<pair<int64, CInv> > vRelayExpiration;
477 extern CCriticalSection cs_mapRelay;
478 extern map<CInv, int64> mapAlreadyAskedFor;
481 extern int fUseProxy;
482 extern CAddress addrProxy;
497 CCriticalSection cs_vSend;
498 CCriticalSection cs_vRecv;
501 int64 nLastSendEmpty;
502 int64 nTimeConnected;
503 unsigned int nHeaderStart;
504 unsigned int nMessageStart;
511 bool fSuccessfullyConnected;
517 map<uint256, CRequestTracker> mapRequests;
518 CCriticalSection cs_mapRequests;
519 uint256 hashContinue;
520 CBlockIndex* pindexLastGetBlocksBegin;
521 uint256 hashLastGetBlocksEnd;
525 vector<CAddress> vAddrToSend;
526 set<CAddress> setAddrKnown;
528 set<uint256> setKnown;
530 // inventory based relay
531 set<CInv> setInventoryKnown;
532 vector<CInv> vInventoryToSend;
533 CCriticalSection cs_inventory;
534 multimap<int64, CInv> mapAskFor;
536 // publish and subscription
537 vector<char> vfSubscribe;
540 CNode(SOCKET hSocketIn, CAddress addrIn, bool fInboundIn=false)
544 vSend.SetType(SER_NETWORK);
546 vRecv.SetType(SER_NETWORK);
548 // Version 0.2 obsoletes 20 Feb 2012
549 if (GetTime() > 1329696000)
551 vSend.SetVersion(209);
552 vRecv.SetVersion(209);
556 nLastSendEmpty = GetTime();
557 nTimeConnected = GetTime();
563 fClient = false; // set by version message
564 fInbound = fInboundIn;
565 fNetworkNode = false;
566 fSuccessfullyConnected = false;
571 pindexLastGetBlocksBegin = 0;
572 hashLastGetBlocksEnd = 0;
573 nStartingHeight = -1;
575 vfSubscribe.assign(256, false);
577 // Push a version message
578 /// when NTP implemented, change to just nTime = GetAdjustedTime()
579 int64 nTime = (fInbound ? GetAdjustedTime() : GetTime());
580 CAddress addrYou = (fUseProxy ? CAddress("0.0.0.0") : addr);
581 CAddress addrMe = (fUseProxy ? CAddress("0.0.0.0") : addrLocalHost);
582 RAND_bytes((unsigned char*)&nLocalHostNonce, sizeof(nLocalHostNonce));
583 PushMessage("version", VERSION, nLocalServices, nTime, addrYou, addrMe,
584 nLocalHostNonce, string(pszSubVer), nBestHeight);
589 if (hSocket != INVALID_SOCKET)
591 closesocket(hSocket);
592 hSocket = INVALID_SOCKET;
598 void operator=(const CNode&);
604 return max(nRefCount, 0) + (GetTime() < nReleaseTime ? 1 : 0);
607 CNode* AddRef(int64 nTimeout=0)
610 nReleaseTime = max(nReleaseTime, GetTime() + nTimeout);
623 void AddAddressKnown(const CAddress& addr)
625 setAddrKnown.insert(addr);
628 void PushAddress(const CAddress& addr)
630 // Known checking here is only to save space from duplicates.
631 // SendMessages will filter it again for knowns that were added
632 // after addresses were pushed.
633 if (addr.IsValid() && !setAddrKnown.count(addr))
634 vAddrToSend.push_back(addr);
638 void AddInventoryKnown(const CInv& inv)
640 CRITICAL_BLOCK(cs_inventory)
641 setInventoryKnown.insert(inv);
644 void PushInventory(const CInv& inv)
646 CRITICAL_BLOCK(cs_inventory)
647 if (!setInventoryKnown.count(inv))
648 vInventoryToSend.push_back(inv);
651 void AskFor(const CInv& inv)
653 // We're using mapAskFor as a priority queue,
654 // the key is the earliest time the request can be sent
655 int64& nRequestTime = mapAlreadyAskedFor[inv];
656 printf("askfor %s %"PRI64d"\n", inv.ToString().c_str(), nRequestTime);
658 // Make sure not to reuse time indexes to keep things in the same order
659 int64 nNow = (GetTime() - 1) * 1000000;
660 static int64 nLastTime;
661 nLastTime = nNow = max(nNow, ++nLastTime);
663 // Each retry is 2 minutes after the last
664 nRequestTime = max(nRequestTime + 2 * 60 * 1000000, nNow);
665 mapAskFor.insert(make_pair(nRequestTime, inv));
670 void BeginMessage(const char* pszCommand)
673 if (nHeaderStart != -1)
675 nHeaderStart = vSend.size();
676 vSend << CMessageHeader(pszCommand, 0);
677 nMessageStart = vSend.size();
679 printf("%s ", DateTimeStrFormat("%x %H:%M:%S", GetTime()).c_str());
680 printf("sending: %s ", pszCommand);
685 if (nHeaderStart == -1)
687 vSend.resize(nHeaderStart);
691 printf("(aborted)\n");
696 if (mapArgs.count("-dropmessagestest") && GetRand(atoi(mapArgs["-dropmessagestest"])) == 0)
698 printf("dropmessages DROPPING SEND MESSAGE\n");
703 if (nHeaderStart == -1)
707 unsigned int nSize = vSend.size() - nMessageStart;
708 memcpy((char*)&vSend[nHeaderStart] + offsetof(CMessageHeader, nMessageSize), &nSize, sizeof(nSize));
711 if (vSend.GetVersion() >= 209)
713 uint256 hash = Hash(vSend.begin() + nMessageStart, vSend.end());
714 unsigned int nChecksum = 0;
715 memcpy(&nChecksum, &hash, sizeof(nChecksum));
716 assert(nMessageStart - nHeaderStart >= offsetof(CMessageHeader, nChecksum) + sizeof(nChecksum));
717 memcpy((char*)&vSend[nHeaderStart] + offsetof(CMessageHeader, nChecksum), &nChecksum, sizeof(nChecksum));
720 printf("(%d bytes) ", nSize);
728 void EndMessageAbortIfEmpty()
730 if (nHeaderStart == -1)
732 int nSize = vSend.size() - nMessageStart;
739 const char* GetMessageCommand() const
741 if (nHeaderStart == -1)
743 return &vSend[nHeaderStart] + offsetof(CMessageHeader, pchCommand);
749 void PushMessage(const char* pszCommand)
753 BeginMessage(pszCommand);
763 template<typename T1>
764 void PushMessage(const char* pszCommand, const T1& a1)
768 BeginMessage(pszCommand);
779 template<typename T1, typename T2>
780 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2)
784 BeginMessage(pszCommand);
795 template<typename T1, typename T2, typename T3>
796 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3)
800 BeginMessage(pszCommand);
801 vSend << a1 << a2 << a3;
811 template<typename T1, typename T2, typename T3, typename T4>
812 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4)
816 BeginMessage(pszCommand);
817 vSend << a1 << a2 << a3 << a4;
827 template<typename T1, typename T2, typename T3, typename T4, typename T5>
828 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4, const T5& a5)
832 BeginMessage(pszCommand);
833 vSend << a1 << a2 << a3 << a4 << a5;
843 template<typename T1, typename T2, typename T3, typename T4, typename T5, typename T6>
844 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4, const T5& a5, const T6& a6)
848 BeginMessage(pszCommand);
849 vSend << a1 << a2 << a3 << a4 << a5 << a6;
859 template<typename T1, typename T2, typename T3, typename T4, typename T5, typename T6, typename T7>
860 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4, const T5& a5, const T6& a6, const T7& a7)
864 BeginMessage(pszCommand);
865 vSend << a1 << a2 << a3 << a4 << a5 << a6 << a7;
875 template<typename T1, typename T2, typename T3, typename T4, typename T5, typename T6, typename T7, typename T8>
876 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4, const T5& a5, const T6& a6, const T7& a7, const T8& a8)
880 BeginMessage(pszCommand);
881 vSend << a1 << a2 << a3 << a4 << a5 << a6 << a7 << a8;
891 template<typename T1, typename T2, typename T3, typename T4, typename T5, typename T6, typename T7, typename T8, typename T9>
892 void PushMessage(const char* pszCommand, const T1& a1, const T2& a2, const T3& a3, const T4& a4, const T5& a5, const T6& a6, const T7& a7, const T8& a8, const T9& a9)
896 BeginMessage(pszCommand);
897 vSend << a1 << a2 << a3 << a4 << a5 << a6 << a7 << a8 << a9;
908 void PushRequest(const char* pszCommand,
909 void (*fn)(void*, CDataStream&), void* param1)
912 RAND_bytes((unsigned char*)&hashReply, sizeof(hashReply));
914 CRITICAL_BLOCK(cs_mapRequests)
915 mapRequests[hashReply] = CRequestTracker(fn, param1);
917 PushMessage(pszCommand, hashReply);
920 template<typename T1>
921 void PushRequest(const char* pszCommand, const T1& a1,
922 void (*fn)(void*, CDataStream&), void* param1)
925 RAND_bytes((unsigned char*)&hashReply, sizeof(hashReply));
927 CRITICAL_BLOCK(cs_mapRequests)
928 mapRequests[hashReply] = CRequestTracker(fn, param1);
930 PushMessage(pszCommand, hashReply, a1);
933 template<typename T1, typename T2>
934 void PushRequest(const char* pszCommand, const T1& a1, const T2& a2,
935 void (*fn)(void*, CDataStream&), void* param1)
938 RAND_bytes((unsigned char*)&hashReply, sizeof(hashReply));
940 CRITICAL_BLOCK(cs_mapRequests)
941 mapRequests[hashReply] = CRequestTracker(fn, param1);
943 PushMessage(pszCommand, hashReply, a1, a2);
948 void PushGetBlocks(CBlockIndex* pindexBegin, uint256 hashEnd);
949 bool IsSubscribed(unsigned int nChannel);
950 void Subscribe(unsigned int nChannel, unsigned int nHops=0);
951 void CancelSubscribe(unsigned int nChannel);
952 void CloseSocketDisconnect();
965 inline void RelayInventory(const CInv& inv)
967 // Put on lists to offer to the other nodes
968 CRITICAL_BLOCK(cs_vNodes)
969 foreach(CNode* pnode, vNodes)
970 pnode->PushInventory(inv);
974 void RelayMessage(const CInv& inv, const T& a)
976 CDataStream ss(SER_NETWORK);
979 RelayMessage(inv, ss);
983 inline void RelayMessage<>(const CInv& inv, const CDataStream& ss)
985 CRITICAL_BLOCK(cs_mapRelay)
987 // Expire old relay messages
988 while (!vRelayExpiration.empty() && vRelayExpiration.front().first < GetTime())
990 mapRelay.erase(vRelayExpiration.front().second);
991 vRelayExpiration.pop_front();
994 // Save original serialized message so newer versions are preserved
996 vRelayExpiration.push_back(make_pair(GetTime() + 15 * 60, inv));
1010 // Templates for the publish and subscription system.
1011 // The object being published as T& obj needs to have:
1012 // a set<unsigned int> setSources member
1013 // specializations of AdvertInsert and AdvertErase
1014 // Currently implemented for CTable and CProduct.
1017 template<typename T>
1018 void AdvertStartPublish(CNode* pfrom, unsigned int nChannel, unsigned int nHops, T& obj)
1021 obj.setSources.insert(pfrom->addr.ip);
1023 if (!AdvertInsert(obj))
1027 CRITICAL_BLOCK(cs_vNodes)
1028 foreach(CNode* pnode, vNodes)
1029 if (pnode != pfrom && (nHops < PUBLISH_HOPS || pnode->IsSubscribed(nChannel)))
1030 pnode->PushMessage("publish", nChannel, nHops, obj);
1033 template<typename T>
1034 void AdvertStopPublish(CNode* pfrom, unsigned int nChannel, unsigned int nHops, T& obj)
1036 uint256 hash = obj.GetHash();
1038 CRITICAL_BLOCK(cs_vNodes)
1039 foreach(CNode* pnode, vNodes)
1040 if (pnode != pfrom && (nHops < PUBLISH_HOPS || pnode->IsSubscribed(nChannel)))
1041 pnode->PushMessage("pub-cancel", nChannel, nHops, hash);
1046 template<typename T>
1047 void AdvertRemoveSource(CNode* pfrom, unsigned int nChannel, unsigned int nHops, T& obj)
1050 obj.setSources.erase(pfrom->addr.ip);
1052 // If no longer supported by any sources, cancel it
1053 if (obj.setSources.empty())
1054 AdvertStopPublish(pfrom, nChannel, nHops, obj);