X-Git-Url: https://git.pterodactylus.net/?a=blobdiff_plain;f=include%2Ffreenet%2Fiindexrequester.h;h=37dcdda7ce1d81643b200031bfcd9a5c5730997c;hb=4e96d123460d6363cf7274e36bd9357768eb86ad;hp=eeb8ccf17615645196fa84086149d8a823a24358;hpb=c7fcb4c4bc5012a584add81a9509fc1f84c3c688;p=fms.git diff --git a/include/freenet/iindexrequester.h b/include/freenet/iindexrequester.h index eeb8ccf..37dcdda 100644 --- a/include/freenet/iindexrequester.h +++ b/include/freenet/iindexrequester.h @@ -3,7 +3,6 @@ #include "../idatabase.h" #include "../ilogger.h" -#include "../datetime.h" #include "../option.h" #include "../stringfunctions.h" #include "ifreenetregistrable.h" @@ -11,16 +10,27 @@ #include "ifcpmessagehandler.h" #include "iperiodicprocessor.h" +#include +#include +#include + +#include + +#ifdef XMEM + #include +#endif + template class IIndexRequester:public IFreenetRegistrable,public IFCPConnected,public IFCPMessageHandler,public IPeriodicProcessor,public IDatabase,public ILogger { public: IIndexRequester(); - IIndexRequester(FCPv2 *fcp); + IIndexRequester(FCPv2::Connection *fcp); + virtual ~IIndexRequester() {} virtual void FCPConnected(); virtual void FCPDisconnected(); - virtual const bool HandleMessage(FCPMessage &message); + virtual const bool HandleMessage(FCPv2::Message &message); virtual void Process(); @@ -31,17 +41,19 @@ protected: virtual void Initialize()=0; // initialize m_maxrequests and m_fcpuniquename virtual void PopulateIDList()=0; virtual void StartRequest(const IDTYPE &id)=0; - virtual const bool HandleAllData(FCPMessage &message)=0; - virtual const bool HandleGetFailed(FCPMessage &message)=0; + virtual const bool HandleAllData(FCPv2::Message &message)=0; + virtual const bool HandleGetFailed(FCPv2::Message &message)=0; virtual void RemoveFromRequestList(const IDTYPE id); - DateTime m_tempdate; + Poco::DateTime m_tempdate; + Poco::DateTime m_lastreceived; + Poco::DateTime m_lastpopulated; std::string m_messagebase; std::map m_ids; // map of all ids we know and whether we have requested file from them yet std::vector m_requesting; // list of ids we are currently requesting from // these MUST be populated by child class - long m_maxrequests; + int m_maxrequests; std::string m_fcpuniquename; }; @@ -53,7 +65,7 @@ IIndexRequester::IIndexRequester() } template -IIndexRequester::IIndexRequester(FCPv2 *fcp):IFCPConnected(fcp) +IIndexRequester::IIndexRequester(FCPv2::Connection *fcp):IFCPConnected(fcp) { InitializeIIndexRequester(); } @@ -64,19 +76,21 @@ void IIndexRequester::FCPConnected() // make sure variables have been initialized by the derived class if(m_maxrequests==-1) { - m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester::FCPConnected maxrequests not initialized correctly!"); + m_log->fatal("IIndexRequester::FCPConnected maxrequests not initialized correctly!"); } if(m_fcpuniquename=="") { - m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester::FCPConnected fcpuniquename not initialized correctly!"); + m_log->fatal("IIndexRequester::FCPConnected fcpuniquename not initialized correctly!"); } if(m_fcpuniquename.find("|")!=std::string::npos) { - m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester::FCPConnected fcpuniquename contains | character! This is not a valid character!"); + m_log->fatal("IIndexRequester::FCPConnected fcpuniquename "+m_fcpuniquename+" contains | character! This is not a valid character!"); } + m_lastreceived=Poco::Timestamp(); m_requesting.clear(); PopulateIDList(); + m_lastpopulated=Poco::Timestamp(); } template @@ -86,11 +100,14 @@ void IIndexRequester::FCPDisconnected() } template -const bool IIndexRequester::HandleMessage(FCPMessage &message) +const bool IIndexRequester::HandleMessage(FCPv2::Message &message) { if(message["Identifier"].find(m_fcpuniquename)==0) { + + m_lastreceived=Poco::Timestamp(); + if(message.GetName()=="DataFound") { return true; @@ -128,14 +145,19 @@ void IIndexRequester::InitializeIIndexRequester() m_fcpuniquename=""; Option::Instance()->Get("MessageBase",m_messagebase); - m_tempdate.SetToGMTime(); + m_tempdate=Poco::Timestamp(); + m_lastreceived=Poco::Timestamp(); + m_lastpopulated=Poco::Timestamp(); + m_lastpopulated-=Poco::Timespan(0,0,10,0,0); } template void IIndexRequester::Process() { + Poco::DateTime now; + // max is the smaller of the config value or the total number of ids we will request from - long max=m_maxrequests>m_ids.size() ? m_ids.size() : m_maxrequests; + typename std::map::size_type max=m_maxrequests>m_ids.size() ? m_ids.size() : m_maxrequests; // try to keep up to max requests going if(m_requesting.size()::Process() } else { - // we requested from all ids in the list, repopulate the list - PopulateIDList(); + // we requested from all ids in the list, repopulate the list (only every 10 minutes) + if(m_lastpopulated<(now-Poco::Timespan(0,0,10,0,0))) + { + PopulateIDList(); + m_lastpopulated=Poco::Timestamp(); + } } } // special case - if there were 0 ids on the list when we started then we will never get a chance to repopulate the list // this will recheck for ids every minute - DateTime now; - now.SetToGMTime(); - if(m_ids.size()==0 && m_tempdate<(now-(1.0/1440.0))) + if(m_ids.size()==0 && m_tempdate<(now-Poco::Timespan(0,0,1,0,0))) { PopulateIDList(); m_tempdate=now; } + // if we haven't received any messages to this object in 10 minutes, clear the requests and repopulate id list + if(m_ids.size()>0 && m_lastreceived<(now-Poco::Timespan(0,0,10,0,0))) + { + m_log->error("IIndexRequester::Process "+m_fcpuniquename+" Object has not received any messages in 10 minutes. Restarting requests."); + FCPConnected(); + } } @@ -180,11 +210,8 @@ void IIndexRequester::RegisterWithThread(FreenetMasterThread *thread) template void IIndexRequester::RemoveFromRequestList(const IDTYPE id) { - typename std::vector::iterator i=m_requesting.begin(); - while(i!=m_requesting.end() && (*i)!=id) - { - i++; - } + typename std::vector::iterator i=std::find(m_requesting.begin(),m_requesting.end(),id); + if(i!=m_requesting.end()) { m_requesting.erase(i);