-
-
//
// Basic types
//
-
-
//
// Compact size
-// size < 253 -- 1 byte
-// size <= USHRT_MAX -- 3 bytes (253 + 2 bytes)
-// size <= UINT_MAX -- 5 bytes (254 + 4 bytes)
-// size > UINT_MAX -- 9 bytes (255 + 8 bytes)
+// size < 253 -- 1 byte
+// size <= UINT16_MAX -- 3 bytes (253 + 2 bytes)
+// size <= UINT32_MAX -- 5 bytes (254 + 4 bytes)
+// size > UINT32_MAX -- 9 bytes (255 + 8 bytes)
//
-inline unsigned int GetSizeOfCompactSize(uint64_t nSize)
+inline uint32_t GetSizeOfCompactSize(uint64_t nSize)
{
- if (nSize < 253) return sizeof(unsigned char);
- else if (nSize <= std::numeric_limits<unsigned short>::max()) return sizeof(unsigned char) + sizeof(unsigned short);
- else if (nSize <= std::numeric_limits<unsigned int>::max()) return sizeof(unsigned char) + sizeof(unsigned int);
- else return sizeof(unsigned char) + sizeof(uint64_t);
+ if (nSize < 0xfd)
+ return 1;
+ if (nSize <= std::numeric_limits<uint16_t>::max())
+ return 3;
+ if (nSize <= std::numeric_limits<uint32_t>::max())
+ return 5;
+ return 9;
}
template<typename Stream>
-void WriteCompactSize(Stream& os, uint64_t nSize)
-{
- if (nSize < 253)
- {
- unsigned char chSize = (unsigned char)nSize;
- WRITEDATA(os, chSize);
- }
- else if (nSize <= std::numeric_limits<unsigned short>::max())
- {
- unsigned char chSize = 253;
- unsigned short xSize = (unsigned short)nSize;
- WRITEDATA(os, chSize);
- WRITEDATA(os, xSize);
- }
- else if (nSize <= std::numeric_limits<unsigned int>::max())
- {
- unsigned char chSize = 254;
- unsigned int xSize = (unsigned int)nSize;
- WRITEDATA(os, chSize);
- WRITEDATA(os, xSize);
- }
- else
- {
- unsigned char chSize = 255;
- uint64_t xSize = nSize;
- WRITEDATA(os, chSize);
- WRITEDATA(os, xSize);
- }
- return;
-}
+void WriteCompactSize(Stream& os, uint64_t nSize);
template<typename Stream>
-uint64_t ReadCompactSize(Stream& is)
-{
- unsigned char chSize;
- READDATA(is, chSize);
- uint64_t nSizeRet = 0;
- if (chSize < 253)
- {
- nSizeRet = chSize;
- }
- else if (chSize == 253)
- {
- unsigned short xSize;
- READDATA(is, xSize);
- nSizeRet = xSize;
- }
- else if (chSize == 254)
- {
- unsigned int xSize;
- READDATA(is, xSize);
- nSizeRet = xSize;
- }
- else
- {
- uint64_t xSize;
- READDATA(is, xSize);
- nSizeRet = xSize;
- }
- if (nSizeRet > (uint64_t)MAX_SIZE)
- throw std::ios_base::failure("ReadCompactSize() : size too large");
- return nSizeRet;
-}
+uint64_t ReadCompactSize(Stream& is);
// Variable-length integers: bytes are a MSB base-128 encoding of the number.
// The high bit in each byte signifies whether another digit follows. To make
template<typename Stream, typename T0, typename T1, typename T2> void Serialize(Stream& os, const std::tuple<T0, T1, T2>& item, int nType, int nVersion);
template<typename Stream, typename T0, typename T1, typename T2> void Unserialize(Stream& is, std::tuple<T0, T1, T2>& item, int nType, int nVersion);
-// 4 tuple
-template<typename T0, typename T1, typename T2, typename T3> unsigned int GetSerializeSize(const std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion);
-template<typename Stream, typename T0, typename T1, typename T2, typename T3> void Serialize(Stream& os, const std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion);
-template<typename Stream, typename T0, typename T1, typename T2, typename T3> void Unserialize(Stream& is, std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion);
-
// map
template<typename K, typename T, typename Pred, typename A> unsigned int GetSerializeSize(const std::map<K, T, Pred, A>& m, int nType, int nVersion);
template<typename Stream, typename K, typename T, typename Pred, typename A> void Serialize(Stream& os, const std::map<K, T, Pred, A>& m, int nType, int nVersion);
-
//
// If none of the specialized versions above matched, default to calling member function.
// "int nType" is changed to "long nType" to keep from getting an ambiguous overload error.
-
//
// string
//
//
-// 4 tuple
-//
-template<typename T0, typename T1, typename T2, typename T3>
-unsigned int GetSerializeSize(const std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion)
-{
- unsigned int nSize = 0;
- nSize += GetSerializeSize(std::get<0>(item), nType, nVersion);
- nSize += GetSerializeSize(std::get<1>(item), nType, nVersion);
- nSize += GetSerializeSize(std::get<2>(item), nType, nVersion);
- nSize += GetSerializeSize(std::get<3>(item), nType, nVersion);
- return nSize;
-}
-
-template<typename Stream, typename T0, typename T1, typename T2, typename T3>
-void Serialize(Stream& os, const std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion)
-{
- Serialize(os, std::get<0>(item), nType, nVersion);
- Serialize(os, std::get<1>(item), nType, nVersion);
- Serialize(os, std::get<2>(item), nType, nVersion);
- Serialize(os, std::get<3>(item), nType, nVersion);
-}
-
-template<typename Stream, typename T0, typename T1, typename T2, typename T3>
-void Unserialize(Stream& is, std::tuple<T0, T1, T2, T3>& item, int nType, int nVersion)
-{
- Unserialize(is, std::get<0>(item), nType, nVersion);
- Unserialize(is, std::get<1>(item), nType, nVersion);
- Unserialize(is, std::get<2>(item), nType, nVersion);
- Unserialize(is, std::get<3>(item), nType, nVersion);
-}
-
-
-
-//
// map
//
template<typename K, typename T, typename Pred, typename A>
-
-
-
-
-
-
-
typedef std::vector<char, zero_after_free_allocator<char> > CSerializeData;
/** Double ended buffer combining vector and stream-like interfaces.
Init(nTypeIn, nVersionIn);
}
-#if !defined(_MSC_VER) || _MSC_VER >= 1300
CDataStream(const char* pbegin, const char* pend, int nTypeIn, int nVersionIn) : vch(pbegin, pend)
{
Init(nTypeIn, nVersionIn);
}
-#endif
CDataStream(const vector_type& vchIn, int nTypeIn, int nVersionIn) : vch(vchIn.begin(), vchIn.end())
{
iterator insert(iterator it, const char& x=char()) { return vch.insert(it, x); }
void insert(iterator it, size_type n, const char& x) { vch.insert(it, n, x); }
-#ifdef _MSC_VER
- void insert(iterator it, const_iterator first, const_iterator last)
- {
- assert(last - first >= 0);
- if (it == vch.begin() + nReadPos && (unsigned int)(last - first) <= nReadPos)
- {
- // special case for inserting at the front when there's room
- nReadPos -= (unsigned int)(last - first);
- memcpy(&vch[nReadPos], &first[0], last - first);
- }
- else
- vch.insert(it, first, last);
- }
-#endif
-
-#ifndef _MSC_VER
void insert(iterator it, std::vector<char>::const_iterator first, std::vector<char>::const_iterator last)
{
assert(last - first >= 0);
else
vch.insert(it, first, last);
}
-#endif
-#if !defined(_MSC_VER) || _MSC_VER >= 1300
void insert(iterator it, const char* first, const char* last)
{
assert(last - first >= 0);
else
vch.insert(it, first, last);
}
-#endif
iterator erase(iterator it)
{
nReadPos = 0;
}
- bool Rewind(size_type n)
- {
- // Rewind by n characters if the buffer hasn't been compacted yet
- if (n > nReadPos)
- return false;
- nReadPos -= (unsigned int)n;
- return true;
- }
-
+ bool Rewind(size_type n);
//
// Stream subset
//
- void setstate(short bits, const char* psz)
- {
- state |= bits;
- if (state & exceptmask)
- throw std::ios_base::failure(psz);
- }
-
+ void setstate(short bits, const char* psz);
bool eof() const { return size() == 0; }
bool fail() const { return (state & (std::ios::badbit | std::ios::failbit)) != 0; }
bool good() const { return !eof() && (state == 0); }
void ReadVersion() { *this >> nVersion; }
void WriteVersion() { *this << nVersion; }
- CDataStream& read(char* pch, int nSize)
- {
- // Read from the beginning of the buffer
- assert(nSize >= 0);
- unsigned int nReadPosNext = nReadPos + nSize;
- if (nReadPosNext >= vch.size())
- {
- if (nReadPosNext > vch.size())
- {
- setstate(std::ios::failbit, "CDataStream::read() : end of data");
- memset(pch, 0, nSize);
- nSize = (int)(vch.size() - nReadPos);
- }
- memcpy(pch, &vch[nReadPos], nSize);
- nReadPos = 0;
- vch.clear();
- return (*this);
- }
- memcpy(pch, &vch[nReadPos], nSize);
- nReadPos = nReadPosNext;
- return (*this);
- }
-
- CDataStream& ignore(int nSize)
- {
- // Ignore from the beginning of the buffer
- assert(nSize >= 0);
- unsigned int nReadPosNext = nReadPos + nSize;
- if (nReadPosNext >= vch.size())
- {
- if (nReadPosNext > vch.size())
- setstate(std::ios::failbit, "CDataStream::ignore() : end of data");
- nReadPos = 0;
- vch.clear();
- return (*this);
- }
- nReadPos = nReadPosNext;
- return (*this);
- }
-
- CDataStream& write(const char* pch, int nSize)
- {
- // Write to the end of the buffer
- assert(nSize >= 0);
- vch.insert(vch.end(), pch, pch + nSize);
- return (*this);
- }
+ CDataStream& read(char* pch, int nSize);
+ CDataStream& ignore(int nSize);
+ CDataStream& write(const char* pch, int nSize);
template<typename Stream>
void Serialize(Stream& s, int nType, int nVersion) const
return (*this);
}
- void GetAndClear(CSerializeData &data) {
- vch.swap(data);
- CSerializeData().swap(vch);
- }
+ void GetAndClear(CSerializeData &data);
};
-
-
-
-
-
-
-
-
-/** RAII wrapper for FILE*.
- *
- * Will automatically close the file when it goes out of scope if not null.
- * If you're returning the file pointer, return file.release().
- * If you need to close the file early, use file.fclose() instead of fclose(file).
- */
+// RAII wrapper for FILE*.
+//
+// Will automatically close the file when it goes out of scope if not null.
+// If you're returning the file pointer, return file.release().
+// If you need to close the file early, use file.fclose() instead of fclose(file).
class CAutoFile
{
protected:
int nType;
int nVersion;
- CAutoFile(FILE* filenew, int nTypeIn, int nVersionIn)
- {
- file = filenew;
- nType = nTypeIn;
- nVersion = nVersionIn;
- state = 0;
- exceptmask = std::ios::badbit | std::ios::failbit;
- }
-
- ~CAutoFile()
- {
- fclose();
- }
-
- void fclose()
- {
- if (file != NULL && file != stdin && file != stdout && file != stderr)
- ::fclose(file);
- file = NULL;
- }
+ CAutoFile(FILE* filenew, int nTypeIn, int nVersionIn);
+ ~CAutoFile();
+ void fclose();
FILE* release() { FILE* ret = file; file = NULL; return ret; }
operator FILE*() { return file; }
//
// Stream subset
//
- void setstate(short bits, const char* psz)
- {
- state |= bits;
- if (state & exceptmask)
- throw std::ios_base::failure(psz);
- }
-
+ void setstate(short bits, const char* psz);
bool fail() const { return (state & (std::ios::badbit | std::ios::failbit)) != 0; }
bool good() const { return state == 0; }
void clear(short n = 0) { state = n; }
void ReadVersion() { *this >> nVersion; }
void WriteVersion() { *this << nVersion; }
- CAutoFile& read(char* pch, size_t nSize)
- {
- if (!file)
- throw std::ios_base::failure("CAutoFile::read : file handle is NULL");
- if (fread(pch, 1, nSize, file) != nSize)
- setstate(std::ios::failbit, feof(file) ? "CAutoFile::read : end of file" : "CAutoFile::read : fread failed");
- return (*this);
- }
-
- CAutoFile& write(const char* pch, size_t nSize)
- {
- if (!file)
- throw std::ios_base::failure("CAutoFile::write : file handle is NULL");
- if (fwrite(pch, 1, nSize, file) != nSize)
- setstate(std::ios::failbit, "CAutoFile::write : write failed");
- return (*this);
- }
+ CAutoFile& read(char* pch, size_t nSize);
+ CAutoFile& write(const char* pch, size_t nSize);
template<typename T>
unsigned int GetSerializeSize(const T& obj)
}
};
-/** Wrapper around a FILE* that implements a ring buffer to
- * deserialize from. It guarantees the ability to rewind
- * a given number of bytes. */
+// Wrapper around a FILE* that implements a ring buffer to
+// deserialize from. It guarantees the ability to rewind
+// a given number of bytes.
class CBufferedFile
{
private:
short exceptmask;
protected:
- void setstate(short bits, const char *psz) {
- state |= bits;
- if (state & exceptmask)
- throw std::ios_base::failure(psz);
- }
-
+ void setstate(short bits, const char *psz);
// read data from the source to fill the buffer
- bool Fill() {
- unsigned int pos = (unsigned int)(nSrcPos % vchBuf.size());
- unsigned int readNow = (unsigned int)(vchBuf.size() - pos);
- unsigned int nAvail = (unsigned int)(vchBuf.size() - (nSrcPos - nReadPos) - nRewind);
- if (nAvail < readNow)
- readNow = nAvail;
- if (readNow == 0)
- return false;
- size_t read = fread((void*)&vchBuf[pos], 1, readNow, src);
- if (read == 0) {
- setstate(std::ios_base::failbit, feof(src) ? "CBufferedFile::Fill : end of file" : "CBufferedFile::Fill : fread failed");
- return false;
- } else {
- nSrcPos += read;
- return true;
- }
- }
+ bool Fill();
public:
int nType;
int nVersion;
- CBufferedFile(FILE *fileIn, uint64_t nBufSize, uint64_t nRewindIn, int nTypeIn, int nVersionIn) :
- src(fileIn), nSrcPos(0), nReadPos(0), nReadLimit(std::numeric_limits<uint64_t>::max()), nRewind(nRewindIn), vchBuf(nBufSize, 0),
- state(0), exceptmask(std::ios_base::badbit | std::ios_base::failbit), nType(nTypeIn), nVersion(nVersionIn) {
- }
-
+ CBufferedFile(FILE *fileIn, uint64_t nBufSize, uint64_t nRewindIn, int nTypeIn, int nVersionIn);
// check whether no error occurred
- bool good() const {
- return state == 0;
- }
-
+ bool good() const;
// check whether we're at the end of the source file
- bool eof() const {
- return nReadPos == nSrcPos && feof(src);
- }
-
+ bool eof() const;
// read a number of bytes
- CBufferedFile& read(char *pch, size_t nSize) {
- if (nSize + nReadPos > nReadLimit)
- throw std::ios_base::failure("Read attempted past buffer limit");
- if (nSize + nRewind > vchBuf.size())
- throw std::ios_base::failure("Read larger than buffer size");
- while (nSize > 0) {
- if (nReadPos == nSrcPos)
- Fill();
- unsigned int pos = (unsigned int)(nReadPos % vchBuf.size());
- size_t nNow = nSize;
- if (nNow + pos > vchBuf.size())
- nNow = vchBuf.size() - pos;
- if (nNow + nReadPos > nSrcPos)
- nNow = (size_t)(nSrcPos - nReadPos);
- memcpy(pch, &vchBuf[pos], nNow);
- nReadPos += nNow;
- pch += nNow;
- nSize -= nNow;
- }
- return (*this);
- }
-
+ CBufferedFile& read(char *pch, size_t nSize);
// return the current reading position
- uint64_t GetPos() {
- return nReadPos;
- }
-
+ uint64_t GetPos();
// rewind to a given reading position
- bool SetPos(uint64_t nPos) {
- nReadPos = nPos;
- if (nReadPos + nRewind < nSrcPos) {
- nReadPos = nSrcPos - nRewind;
- return false;
- } else if (nReadPos > nSrcPos) {
- nReadPos = nSrcPos;
- return false;
- } else {
- return true;
- }
- }
-
- bool Seek(uint64_t nPos) {
- long nLongPos = (long)nPos;
- if (nPos != (uint64_t)nLongPos)
- return false;
- if (fseek(src, nLongPos, SEEK_SET))
- return false;
- nLongPos = ftell(src);
- nSrcPos = nLongPos;
- nReadPos = nLongPos;
- state = 0;
- return true;
- }
-
+ bool SetPos(uint64_t nPos);
+ bool Seek(uint64_t nPos);
// prevent reading beyond a certain position
// no argument removes the limit
- bool SetLimit(uint64_t nPos = std::numeric_limits<uint64_t>::max()) {
- if (nPos < nReadPos)
- return false;
- nReadLimit = nPos;
- return true;
- }
+ bool SetLimit(uint64_t nPos = std::numeric_limits<uint64_t>::max());
template<typename T>
CBufferedFile& operator>>(T& obj) {
}
// search for a given byte in the stream, and remain positioned on it
- void FindByte(char ch) {
- for ( ; ; ) {
- if (nReadPos == nSrcPos)
- Fill();
- if (vchBuf[nReadPos % vchBuf.size()] == ch)
- break;
- nReadPos++;
- }
- }
+ void FindByte(char ch);
};
#endif
git://git.novaco.in / novacoin.git / blobdiff