db.h

Go to the documentation of this file.

// Copyright (c) 2017-2019 The Bitcoin developers
// Distributed under the MIT software license, see the accompanying
// file COPYING or http://www.opensource.org/licenses/mit-license.php.
 
#ifndef BITCOIN_SEEDER_DB_H
#define BITCOIN_SEEDER_DB_H
 
#include <chainparams.h>
#include <netbase.h>
#include <node/protocol_version.h>
#include <protocol.h>
#include <seeder/bitcoin.h>
#include <seeder/util.h>
#include <sync.h>
#include <util/time.h>
 
#include <cmath>
#include <cstdint>
#include <deque>
#include <map>
#include <set>
#include <vector>
 
#define MIN_RETRY 1000
 
static inline int GetRequireHeight() {
    return Params().Checkpoints().mapCheckpoints.rbegin()->first;
}
 
static inline bool HasCheckpoint() {
    return !Params().Checkpoints().mapCheckpoints.empty() &&
           GetRequireHeight() > 0;
}
 
static inline std::string ToString(const CService &ip) {
    std::string str = ip.ToStringAddrPort();
    while (str.size() < 22) {
        str += ' ';
    }
    return str;
}
 
class CAddrStat {
private:
    float weight;
    float count;
    float reliability;
 
public:
    CAddrStat() : weight(0), count(0), reliability(0) {}
 
    void Update(bool good, int64_t age, double tau) {
        double f = exp(-age / tau);
        reliability = reliability * f + (good ? (1.0 - f) : 0);
        count = count * f + 1;
        weight = weight * f + (1.0 - f);
    }
 
    SERIALIZE_METHODS(CAddrStat, obj) {
        READWRITE(obj.weight, obj.count, obj.reliability);
    }
 
    friend class SeederAddrInfo;
};
 
enum class ReliabilityStatus {
    OK,
    NOT_NODE_NETWORK,
    NOT_ROUTABLE,
    NOT_REQUIRED_VERSION,
    NOT_REQUIRED_HEIGHT,
    BAD_UPTIME,
    UNVERIFIED_CHECKPOINT,
};
 
class CAddrReport {
public:
    CService ip;
    int clientVersion;
    int blocks;
    double uptime[5];
    std::string clientSubVersion;
    int64_t lastSuccess;
    ReliabilityStatus reliabilityStatus;
    uint64_t services;
};
 
class SeederAddrInfo {
private:
    CService ip;
    uint64_t services;
    int64_t lastTry;
    int64_t ourLastTry;
    int64_t ourLastSuccess;
    int64_t ignoreTill;
    CAddrStat stat2H;
    CAddrStat stat8H;
    CAddrStat stat1D;
    CAddrStat stat1W;
    CAddrStat stat1M;
    int clientVersion;
    int blocks;
    int total;
    int success;
    std::string clientSubVersion;
    bool checkpointVerified;
 
public:
    SeederAddrInfo()
        : services(0), lastTry(0), ourLastTry(0), ourLastSuccess(0),
          ignoreTill(0), clientVersion(0), blocks(0), total(0), success(0) {}
 
    CAddrReport GetReport() const {
        CAddrReport ret;
        ret.ip = ip;
        ret.clientVersion = clientVersion;
        ret.clientSubVersion = clientSubVersion;
        ret.blocks = blocks;
        ret.uptime[0] = stat2H.reliability;
        ret.uptime[1] = stat8H.reliability;
        ret.uptime[2] = stat1D.reliability;
        ret.uptime[3] = stat1W.reliability;
        ret.uptime[4] = stat1M.reliability;
        ret.lastSuccess = ourLastSuccess;
        ret.reliabilityStatus = GetReliabilityStatus();
        ret.services = services;
        return ret;
    }
 
    bool IsReliable() const {
        return GetReliabilityStatus() == ReliabilityStatus::OK;
    }
 
    // Return the first detected reason a node is unreliable or `OK` if no
    // reason found
    ReliabilityStatus GetReliabilityStatus() const {
        if (!(services & NODE_NETWORK)) {
            return ReliabilityStatus::NOT_NODE_NETWORK;
        }
        if (!ip.IsRoutable()) {
            return ReliabilityStatus::NOT_ROUTABLE;
        }
        if (clientVersion && clientVersion < MIN_PEER_PROTO_VERSION) {
            return ReliabilityStatus::NOT_REQUIRED_VERSION;
        }
        if (blocks && blocks < GetRequireHeight()) {
            return ReliabilityStatus::NOT_REQUIRED_HEIGHT;
        }
 
        if ((total > 3 || success * 2 < total) &&
            (stat2H.reliability <= 0.85 || stat2H.count <= 2) &&
            (stat8H.reliability <= 0.70 || stat8H.count <= 4) &&
            (stat1D.reliability <= 0.55 || stat1D.count <= 8) &&
            (stat1W.reliability <= 0.45 || stat1W.count <= 16) &&
            (stat1M.reliability <= 0.35 || stat1M.count <= 32)) {
            return ReliabilityStatus::BAD_UPTIME;
        }
        if (!checkpointVerified) {
            return ReliabilityStatus::UNVERIFIED_CHECKPOINT;
        }
        return ReliabilityStatus::OK;
    }
 
    int64_t GetBanTime() const {
        if (IsReliable()) {
            return 0;
        }
        if (clientVersion && clientVersion < 31900) {
            return 604800;
        }
        if (stat1M.reliability - stat1M.weight + 1.0 < 0.15 &&
            stat1M.count > 32) {
            return 30 * 86400;
        }
        if (stat1W.reliability - stat1W.weight + 1.0 < 0.10 &&
            stat1W.count > 16) {
            return 7 * 86400;
        }
        if (stat1D.reliability - stat1D.weight + 1.0 < 0.05 &&
            stat1D.count > 8) {
            return 1 * 86400;
        }
        return 0;
    }
 
    int64_t GetIgnoreTime() const {
        if (IsReliable()) {
            return 0;
        }
        if (stat1M.reliability - stat1M.weight + 1.0 < 0.20 &&
            stat1M.count > 2) {
            return 10 * 86400;
        }
        if (stat1W.reliability - stat1W.weight + 1.0 < 0.16 &&
            stat1W.count > 2) {
            return 3 * 86400;
        }
        if (stat1D.reliability - stat1D.weight + 1.0 < 0.12 &&
            stat1D.count > 2) {
            return 8 * 3600;
        }
        if (stat8H.reliability - stat8H.weight + 1.0 < 0.08 &&
            stat8H.count > 2) {
            return 2 * 3600;
        }
        return 0;
    }
 
    void Update(bool good);
 
    friend class CAddrDb;
 
    SERIALIZE_METHODS(SeederAddrInfo, obj) {
        uint8_t version = 5;
        READWRITE(version, WithParams(CAddress::V1_DISK, obj.ip), obj.services,
                  obj.lastTry);
        uint8_t tried = obj.ourLastTry != 0;
        READWRITE(tried);
        if (!tried) {
            return;
        }
 
        READWRITE(obj.ourLastTry, obj.ignoreTill, obj.stat2H, obj.stat8H,
                  obj.stat1D, obj.stat1W);
        if (version >= 1) {
            READWRITE(obj.stat1M);
        } else {
            SER_WRITE(obj, *((CAddrStat *)(&obj.stat1M)) = obj.stat1W);
        }
        READWRITE(obj.total, obj.success, obj.clientVersion);
        if (version >= 2) {
            READWRITE(obj.clientSubVersion);
        }
        if (version >= 3) {
            READWRITE(obj.blocks);
        }
        if (version >= 4) {
            READWRITE(obj.ourLastSuccess);
        }
        if (version >= 5) {
            READWRITE(obj.checkpointVerified);
        } else {
            // To avoid a sudden drop of all nodes when seeders upgrade,
            // initially mark all nodes as having their checkpoints verified,
            // to keep previously considered good nodes live until they are
            // later proven bad
            SER_READ(obj, obj.checkpointVerified = true);
        }
    }
};
 
class CAddrDbStats {
public:
    int nBanned;
    int nAvail;
    int nTracked;
    int nNew;
    int nGood;
    int nAge;
};
 
struct CServiceResult {
    CService service;
    uint64_t services;
    bool fGood;
    int nBanTime;
    int nHeight;
    int nClientV;
    std::string strClientV;
    int64_t ourLastSuccess;
    bool checkpointVerified;
};
 
class CAddrDb {
private:
    mutable RecursiveMutex cs;
    // number of address id's
    int nId;
    // map address id to address info (b,c,d,e)
    std::map<int, SeederAddrInfo> idToInfo;
    // map ip to id (b,c,d,e)
    std::map<CService, int> ipToId;
    // sequence of tried nodes, in order we have tried connecting to them (c,d)
    std::deque<int> ourId;
    // set of nodes not yet tried (b)
    std::set<int> unkId;
    // set of good nodes  (d, good e)
    std::set<int> goodId;
 
protected:
    // internal routines that assume proper locks are acquired
    // add an address
    void Add_(const CAddress &addr, bool force);
    // get an IP to test (must call Good_ or Bad_ on result afterwards)
    bool Get_(CServiceResult &ip);
    // mark an IP as good (must have been returned by Get_)
    void Good_(const CService &ip, int clientV, std::string clientSV,
               int blocks, uint64_t services, bool checkpointVerified);
    // mark an IP as bad (and optionally ban it) (must have been returned by
    // Get_)
    void Bad_(const CService &ip, int ban);
    // look up id of an IP
    int Lookup_(const CService &ip);
    // get a random set of IPs (shared lock only)
    void GetIPs_(std::set<CNetAddr> &ips, uint64_t requestedFlags, uint32_t max,
                 const bool *nets);
 
public:
    // nodes that are banned, with their unban time (a)
    std::map<CService, int64_t> banned;
 
    void GetStats(CAddrDbStats &stats) const {
        LOCK(cs);
        stats.nBanned = banned.size();
        stats.nAvail = idToInfo.size();
        stats.nTracked = ourId.size();
        stats.nGood = goodId.size();
        stats.nNew = unkId.size();
        if (ourId.size() > 0) {
            stats.nAge = GetTime() - idToInfo.at(ourId.at(0)).ourLastTry;
        } else {
            stats.nAge = 0;
        }
    }
 
    void ResetIgnores() {
        for (std::map<int, SeederAddrInfo>::iterator it = idToInfo.begin();
             it != idToInfo.end(); it++) {
            (*it).second.ignoreTill = 0;
        }
    }
 
    std::vector<CAddrReport> GetAll() {
        std::vector<CAddrReport> ret;
        LOCK(cs);
        for (std::deque<int>::const_iterator it = ourId.begin();
             it != ourId.end(); it++) {
            const SeederAddrInfo &info = idToInfo[*it];
            if (info.success > 0) {
                ret.push_back(info.GetReport());
            }
        }
        return ret;
    }
 
    // serialization code
    // format:
    //   nVersion (0 for now)
    //   n (number of ips in (b,c,d))
    //   SeederAddrInfo[n]
    //   banned
    // acquires a shared lock (this does not suffice for read mode, but we
    // assume that only happens at startup, single-threaded) this way, dumping
    // does not interfere with GetIPs_, which is called from the DNS thread
    template <typename Stream> void Serialize(Stream &s) const {
        LOCK(cs);
 
        int nVersion = 0;
        s << nVersion;
 
        CAddrDb *db = const_cast<CAddrDb *>(this);
        int n = ourId.size() + unkId.size();
        s << n;
        for (std::deque<int>::const_iterator it = ourId.begin();
             it != ourId.end(); it++) {
            std::map<int, SeederAddrInfo>::iterator ci = db->idToInfo.find(*it);
            s << (*ci).second;
        }
        for (std::set<int>::const_iterator it = unkId.begin();
             it != unkId.end(); it++) {
            std::map<int, SeederAddrInfo>::iterator ci = db->idToInfo.find(*it);
            s << (*ci).second;
        }
        s << WithParams(CAddress::V1_DISK, banned);
    }
 
    template <typename Stream> void Unserialize(Stream &s) {
        LOCK(cs);
 
        int nVersion;
        s >> nVersion;
 
        CAddrDb *db = const_cast<CAddrDb *>(this);
        db->nId = 0;
        int n;
        s >> n;
        for (int i = 0; i < n; i++) {
            SeederAddrInfo info;
            s >> info;
            if (!info.GetBanTime()) {
                int id = db->nId++;
                db->idToInfo[id] = info;
                db->ipToId[info.ip] = id;
                if (info.ourLastTry) {
                    db->ourId.push_back(id);
                    if (info.IsReliable()) {
                        db->goodId.insert(id);
                    }
                } else {
                    db->unkId.insert(id);
                }
            }
        }
 
        s >> WithParams(CAddress::V1_DISK, banned);
    }
 
    void Add(const CAddress &addr, bool fForce = false) {
        LOCK(cs);
        Add_(addr, fForce);
    }
 
    void Add(const std::vector<CAddress> &vAddr, bool fForce = false) {
        LOCK(cs);
        for (size_t i = 0; i < vAddr.size(); i++) {
            Add_(vAddr[i], fForce);
        }
    }
 
    void GetMany(std::vector<CServiceResult> &ips, int max) {
        LOCK(cs);
        while (max > 0) {
            CServiceResult ip = {};
            if (!Get_(ip)) {
                return;
            }
            ips.push_back(ip);
            max--;
        }
    }
 
    void ResultMany(const std::vector<CServiceResult> &ips) {
        LOCK(cs);
        for (size_t i = 0; i < ips.size(); i++) {
            if (ips[i].fGood) {
                Good_(ips[i].service, ips[i].nClientV, ips[i].strClientV,
                      ips[i].nHeight, ips[i].services,
                      ips[i].checkpointVerified);
            } else {
                Bad_(ips[i].service, ips[i].nBanTime);
            }
        }
    }
 
    void GetIPs(std::set<CNetAddr> &ips, uint64_t requestedFlags, uint32_t max,
                const bool *nets) {
        LOCK(cs);
        GetIPs_(ips, requestedFlags, max, nets);
    }
};
 
#endif // BITCOIN_SEEDER_DB_H