distribution_conf.cpp File Reference

#include "nc_pch.hpp"
#include <corelib/ncbireg.hpp>
#include <util/checksum.hpp>
#include <util/random_gen.hpp>
#include "task_server.hpp"
#include "netcached.hpp"
#include "distribution_conf.hpp"
#include "peer_control.hpp"
#include <random>

Include dependency graph for distribution_conf.cpp:

Go to the source code of this file.

Go to the SVN repository for this file.

Classes
struct	SSrvGroupInfo
struct	SSrvMirrorInfo

Typedefs
typedef vector< SSrvGroupInfo >	TSrvGroupsList
typedef map< Uint2, TSrvGroupsList >	TSrvGroupsMap
typedef map< Uint2, TServersList >	TSlot2SrvMap
typedef map< Uint8, vector< Uint2 > >	TSrv2SlotMap

Variables
static SSrvMirrorInfo *	s_MirrorConf = NULL
static Uint2	s_MaxSlotNumber = 0
static vector< Uint2 >	s_SelfSlots
static Uint2	s_CntSlotBuckets = 0
static Uint2	s_CntTimeBuckets = 0
static Uint4	s_SlotRndShare = numeric_limits<Uint4>::max()
static Uint4	s_TimeRndShare = numeric_limits<Uint4>::max()
static Uint8	s_SelfID = 0
static Uint8	s_SelfTrust = 0
static Uint4	s_SelfIP = 0
static string	s_SelfGroup
static string	s_SelfName
static CMiniMutex	s_KeyRndLock
static CRandom	s_KeyRnd (CRandom::TValue(time(NULL)))
static string	s_SelfHostIP
static CAtomicCounter	s_BlobId
static Uint4	s_SelfAlias = 0
static string	s_MirroringSizeFile
static string	s_PeriodicLogFile
static string	s_CopyDelayLogFile
static FILE *	s_CopyDelayLog = NULL
static Uint1	s_CntActiveSyncs = 4
static Uint1	s_MaxSyncsOneServer = 2
static Uint4	s_TaskPrioritySync = 10
static Uint2	s_MaxPeerTotalConns = 100
static Uint2	s_MaxPeerBGConns = 50
static Uint2	s_CntErrorsToThrottle = 10
static Uint2	s_CntThrottlesToIpchange = 10
static Uint8	s_PeerThrottlePeriod = 10 * kUSecsPerSecond
static Uint1	s_PeerTimeout = 2
static Uint1	s_BlobListTimeout = 10
static Uint8	s_SmallBlobBoundary = 65535
static Uint2	s_MaxMirrorQueueSize = 10000
static string	s_SyncLogFileName
static Uint4	s_MaxSlotLogEvents = 0
static Uint4	s_CleanLogReserve = 0
static Uint4	s_MaxCleanLogBatch = 0
static Uint8	s_MinForcedCleanPeriod = 0
static Uint4	s_CleanAttemptInterval = 0
static Uint8	s_PeriodicSyncInterval = 0
static Uint8	s_PeriodicSyncTimeout = 0
static Uint8	s_FailedSyncRetryDelay = 0
static Uint8	s_NetworkErrorTimeout = 0
static Uint8	s_MaxBlobSizeSync = 0
static bool	s_WarnBlobSizeSync = true
static bool	s_BlobUpdateHotline = true
static bool	s_SlotByRawkey = false
static const char *	kNCReg_NCPoolSection = "mirror"
static string	kNCReg_NCServerPrefix = "server_"
static string	kNCReg_NCServerSlotsPrefix = "srv_slots_"
static string	kNCReg_NCServerTrustPrefix = "srv_trust_"

Typedef Documentation

TSlot2SrvMap

typedef map<Uint2, TServersList> TSlot2SrvMap

Definition at line 62 of file distribution_conf.cpp.

TSrv2SlotMap

typedef map<Uint8, vector<Uint2> > TSrv2SlotMap

Definition at line 63 of file distribution_conf.cpp.

TSrvGroupsList

typedef vector<SSrvGroupInfo> TSrvGroupsList

Definition at line 59 of file distribution_conf.cpp.

TSrvGroupsMap

typedef map<Uint2, TSrvGroupsList> TSrvGroupsMap

Definition at line 60 of file distribution_conf.cpp.

Variable Documentation

kNCReg_NCPoolSection

const char* kNCReg_NCPoolSection = "mirror"

static

Definition at line 138 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::Initialize(), CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::ReConfig().

kNCReg_NCServerPrefix

string kNCReg_NCServerPrefix = "server_"

static

Definition at line 139 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::InitMirrorConfig(), CNCDistributionConf::ReConfig(), and CNCDistributionConf::WriteSetup().

kNCReg_NCServerSlotsPrefix

string kNCReg_NCServerSlotsPrefix = "srv_slots_"

static

Definition at line 140 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::InitMirrorConfig(), CNCDistributionConf::ReConfig(), and CNCDistributionConf::WriteSetup().

kNCReg_NCServerTrustPrefix

string kNCReg_NCServerTrustPrefix = "srv_trust_"

static

Definition at line 141 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::WriteSetup().

s_BlobId

CAtomicCounter s_BlobId

static

Definition at line 103 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey(), and CNCDistributionConf::Initialize().

s_BlobListTimeout

Uint1 s_BlobListTimeout = 10

static

Definition at line 118 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetBlobListTimeout(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_BlobUpdateHotline

bool s_BlobUpdateHotline = true

static

Definition at line 135 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetBlobUpdateHotline(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CleanAttemptInterval

Uint4 s_CleanAttemptInterval = 0

static

Definition at line 126 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCleanAttemptInterval(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CleanLogReserve

Uint4 s_CleanLogReserve = 0

static

Definition at line 123 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCleanLogReserve(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CntActiveSyncs

Uint1 s_CntActiveSyncs = 4

static

Definition at line 109 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCntActiveSyncs(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CntErrorsToThrottle

Uint2 s_CntErrorsToThrottle = 10

static

Definition at line 114 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCntErrorsToThrottle(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CntSlotBuckets

Uint2 s_CntSlotBuckets = 0

static

Definition at line 91 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey(), CNCDistributionConf::GetCntSlotBuckets(), CNCDistributionConf::GetSlotByRnd(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CntThrottlesToIpchange

Uint2 s_CntThrottlesToIpchange = 10

static

Definition at line 115 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCntThrottlesToIpchange(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_CntTimeBuckets

Uint2 s_CntTimeBuckets = 0

static

Definition at line 92 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetCntTimeBuckets(), and CNCDistributionConf::Initialize().

s_CopyDelayLog

FILE* s_CopyDelayLog = NULL

static

Definition at line 108 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::Finalize(), CNCDistributionConf::Initialize(), and CNCDistributionConf::PrintBlobCopyStat().

s_CopyDelayLogFile

string s_CopyDelayLogFile

static

Definition at line 107 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::Initialize(), CNCDistributionConf::WriteEnvInfo(), and CNCDistributionConf::WriteSetup().

s_FailedSyncRetryDelay

Uint8 s_FailedSyncRetryDelay = 0

static

Definition at line 131 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetFailedSyncRetryDelay(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_KeyRnd

CRandom s_KeyRnd(CRandom::TValue(time(NULL))) ( CRandom::TValue(time(NULL))  )

static

Referenced by CNCDistributionConf::GenerateBlobKey().

s_KeyRndLock

CMiniMutex s_KeyRndLock

static

Definition at line 100 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey().

s_MaxBlobSizeSync

Uint8 s_MaxBlobSizeSync = 0

static

Definition at line 133 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxBlobSizeSync(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxCleanLogBatch

Uint4 s_MaxCleanLogBatch = 0

static

Definition at line 124 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxCleanLogBatch(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxMirrorQueueSize

Uint2 s_MaxMirrorQueueSize = 10000

static

Definition at line 120 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxMirrorQueueSize(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxPeerBGConns

Uint2 s_MaxPeerBGConns = 50

static

Definition at line 113 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxPeerBGConns(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxPeerTotalConns

Uint2 s_MaxPeerTotalConns = 100

static

Definition at line 112 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxPeerTotalConns(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxSlotLogEvents

Uint4 s_MaxSlotLogEvents = 0

static

Definition at line 122 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxSlotLogEvents(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MaxSlotNumber

Uint2 s_MaxSlotNumber = 0

static

Definition at line 88 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxSlotNumber(), CNCDistributionConf::Initialize(), and CNCDistributionConf::InitMirrorConfig().

s_MaxSyncsOneServer

Uint1 s_MaxSyncsOneServer = 2

static

Definition at line 110 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMaxSyncsOneServer(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MinForcedCleanPeriod

Uint8 s_MinForcedCleanPeriod = 0

static

Definition at line 125 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMinForcedCleanPeriod(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_MirrorConf

SSrvMirrorInfo* s_MirrorConf = NULL

static

Definition at line 80 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::AddServerSlots(), CNCDistributionConf::CountServersForSlot(), CNCDistributionConf::GetCommonSlots(), CNCDistributionConf::GetPeers(), CNCDistributionConf::GetRawServersForSlot(), CNCDistributionConf::GetServersForSlot(), CNCDistributionConf::GetSlotsForServer(), CNCDistributionConf::GetSrvIdByIP(), CNCDistributionConf::HasCommonSlots(), CNCDistributionConf::HasPeers(), CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::WriteSetup().

s_MirroringSizeFile

string s_MirroringSizeFile

static

Definition at line 105 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMirroringSizeFile(), CNCDistributionConf::Initialize(), CNCDistributionConf::WriteEnvInfo(), and CNCDistributionConf::WriteSetup().

s_NetworkErrorTimeout

Uint8 s_NetworkErrorTimeout = 0

static

Definition at line 132 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetNetworkErrorTimeout(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_PeerThrottlePeriod

Uint8 s_PeerThrottlePeriod = 10 * kUSecsPerSecond

static

Definition at line 116 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeerThrottlePeriod(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_PeerTimeout

Uint1 s_PeerTimeout = 2

static

Definition at line 117 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeerTimeout(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_PeriodicLogFile

string s_PeriodicLogFile

static

Definition at line 106 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeriodicLogFile(), CNCDistributionConf::Initialize(), CNCDistributionConf::WriteEnvInfo(), and CNCDistributionConf::WriteSetup().

s_PeriodicSyncInterval

Uint8 s_PeriodicSyncInterval = 0

static

Definition at line 127 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeriodicSyncInterval(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_PeriodicSyncTimeout

Uint8 s_PeriodicSyncTimeout = 0

static

Definition at line 130 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeriodicSyncTimeout(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_SelfAlias

Uint4 s_SelfAlias = 0

static

Definition at line 104 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMainSrvIP(), CNCDistributionConf::Initialize(), and CNCDistributionConf::IsThisServerKey().

s_SelfGroup

string s_SelfGroup

static

Definition at line 98 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetServersForSlot(), and CNCDistributionConf::InitMirrorConfig().

s_SelfHostIP

string s_SelfHostIP

static

Definition at line 102 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey(), CNCDistributionConf::GetMainSrvIP(), CNCDistributionConf::Initialize(), and CNCDistributionConf::IsThisServerKey().

s_SelfID

Uint8 s_SelfID = 0

static

Definition at line 95 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::AddServerSlots(), CNCDistributionConf::GetPeerNameOrEmpty(), CNCDistributionConf::GetSelfID(), CNCDistributionConf::Initialize(), CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::WriteSetup().

s_SelfIP

Uint4 s_SelfIP = 0

static

Definition at line 97 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetMainSrvIP(), CNCDistributionConf::Initialize(), and CNCDistributionConf::InitMirrorConfig().

s_SelfName

string s_SelfName

static

Definition at line 99 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetPeerNameOrEmpty(), CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::WriteSetup().

s_SelfSlots

vector<Uint2> s_SelfSlots

static

Definition at line 90 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::AddServerSlots(), CNCDistributionConf::GenerateBlobKey(), CNCDistributionConf::GetSelfSlots(), CNCDistributionConf::InitMirrorConfig(), CNCDistributionConf::IsServedLocally(), and CNCDistributionConf::WriteSetup().

s_SelfTrust

Uint8 s_SelfTrust = 0

static

Definition at line 96 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetSelfTrustLevel(), CNCDistributionConf::InitMirrorConfig(), and CNCDistributionConf::WriteSetup().

s_SlotByRawkey

bool s_SlotByRawkey = false

static

Definition at line 136 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetSlotByICacheKey(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_SlotRndShare

Uint4 s_SlotRndShare = numeric_limits<Uint4>::max()

static

Definition at line 93 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey(), CNCDistributionConf::GetSlotByRnd(), and CNCDistributionConf::Initialize().

s_SmallBlobBoundary

Uint8 s_SmallBlobBoundary = 65535

static

Definition at line 119 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetSmallBlobBoundary(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_SyncLogFileName

string s_SyncLogFileName

static

Definition at line 121 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetSyncLogFileName(), CNCDistributionConf::Initialize(), CNCDistributionConf::WriteEnvInfo(), and CNCDistributionConf::WriteSetup().

s_TaskPrioritySync

Uint4 s_TaskPrioritySync = 10

static

Definition at line 111 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetSyncPriority(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().

s_TimeRndShare

Uint4 s_TimeRndShare = numeric_limits<Uint4>::max()

static

Definition at line 94 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GenerateBlobKey(), CNCDistributionConf::GetSlotByRnd(), and CNCDistributionConf::Initialize().

s_WarnBlobSizeSync

bool s_WarnBlobSizeSync = true

static

Definition at line 134 of file distribution_conf.cpp.

Referenced by CNCDistributionConf::GetWarnBlobSizeSync(), CNCDistributionConf::Initialize(), and CNCDistributionConf::WriteSetup().