X-Git-Url: https://git.pterodactylus.net/?a=blobdiff_plain;f=include%2Ffreenet%2Fiindexrequester.h;fp=include%2Ffreenet%2Fiindexrequester.h;h=6ba9ae745bf608318f52edbd4e48911df1d70658;hb=6b896a9e1dc143bba86795be1e9336549db9b85f;hp=0000000000000000000000000000000000000000;hpb=8adfd604a97d385869b0ce763b35d014d7aa2cca;p=fms.git

diff --git a/include/freenet/iindexrequester.h b/include/freenet/iindexrequester.h
new file mode 100644
index 0000000..6ba9ae7
--- /dev/null
+++ b/include/freenet/iindexrequester.h
@@ -0,0 +1,193 @@
+#ifndef _iindexrequester_
+#define _iindexrequester_
+
+#include "../idatabase.h"
+#include "../ilogger.h"
+#include "../datetime.h"
+#include "../option.h"
+#include "../stringfunctions.h"
+#include "ifreenetregistrable.h"
+#include "ifcpconnected.h"
+#include "ifcpmessagehandler.h"
+#include "iperiodicprocessor.h"
+
+template <class IDTYPE>
+class IIndexRequester:public IFreenetRegistrable,public IFCPConnected,public IFCPMessageHandler,public IPeriodicProcessor,public IDatabase,public ILogger
+{
+public:
+	IIndexRequester();
+	IIndexRequester(FCPv2 *fcp);
+
+	virtual void FCPConnected();
+	virtual void FCPDisconnected();
+	virtual const bool HandleMessage(FCPMessage &message);
+
+	virtual void Process();
+
+	virtual void RegisterWithThread(FreenetMasterThread *thread);
+
+protected:
+	void InitializeIIndexRequester();
+	virtual void Initialize()=0;		// initialize m_maxrequests and m_fcpuniquename
+	virtual void PopulateIDList()=0;
+	virtual void StartRequest(const IDTYPE &id)=0;
+	virtual const bool HandleAllData(FCPMessage &message)=0;
+	virtual const bool HandleGetFailed(FCPMessage &message)=0;
+	virtual void RemoveFromRequestList(const IDTYPE id);
+
+	DateTime m_tempdate;
+	std::string m_messagebase;
+	std::map<IDTYPE,bool> m_ids;			// map of all ids we know and whether we have requested file from them yet
+	std::vector<IDTYPE> m_requesting;		// list of ids we are currently requesting from
+
+	// these MUST be populated by child class
+	long m_maxrequests;
+	std::string m_fcpuniquename;
+
+};
+
+template <class IDTYPE>
+IIndexRequester<IDTYPE>::IIndexRequester()
+{
+	InitializeIIndexRequester();
+}
+
+template <class IDTYPE>
+IIndexRequester<IDTYPE>::IIndexRequester(FCPv2 *fcp):IFCPConnected(fcp)
+{
+	InitializeIIndexRequester();
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::FCPConnected()
+{
+	// make sure variables have been initialized by the derived class
+	if(m_maxrequests==-1)
+	{
+		m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester<IDTYPE>::FCPConnected maxrequests not initialized correctly!");
+	}
+	if(m_fcpuniquename=="")
+	{
+		m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester<IDTYPE>::FCPConnected fcpuniquename not initialized correctly!");
+	}
+	if(m_fcpuniquename.find("|")!=std::string::npos)
+	{
+		m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"IIndexRequester<IDTYPE>::FCPConnected fcpuniquename contains | character!  This is not a valid character!");
+	}
+
+	m_requesting.clear();
+	PopulateIDList();
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::FCPDisconnected()
+{
+	
+}
+
+template <class IDTYPE>
+const bool IIndexRequester<IDTYPE>::HandleMessage(FCPMessage &message)
+{
+
+	if(message["Identifier"].find(m_fcpuniquename)==0)
+	{
+		if(message.GetName()=="DataFound")
+		{
+			return true;
+		}
+
+		if(message.GetName()=="AllData")
+		{
+			return HandleAllData(message);
+		}
+
+		if(message.GetName()=="GetFailed")
+		{
+			return HandleGetFailed(message);
+		}
+
+		if(message.GetName()=="IdentifierCollision")
+		{
+			// remove one of the ids from the requesting list
+			IDTYPE id;
+			std::vector<std::string> idparts;
+			StringFunctions::Split(message["Identifier"],"|",idparts);
+			StringFunctions::Convert(idparts[1],id);
+			RemoveFromRequestList(id);
+			return true;
+		}
+	}
+
+	return false;
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::InitializeIIndexRequester()
+{
+	m_maxrequests=-1;
+	m_fcpuniquename="";
+
+	Option::instance()->Get("MessageBase",m_messagebase);
+	m_tempdate.SetToGMTime();
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::Process()
+{
+	// max is the smaller of the config value or the total number of identities we will request from
+	long max=m_maxrequests>m_ids.size() ? m_ids.size() : m_maxrequests;
+
+	// try to keep up to max requests going
+	if(m_requesting.size()<max)
+	{
+		std::map<IDTYPE,bool>::iterator i=m_ids.begin();
+		while(i!=m_ids.end() && (*i).second==true)
+		{
+			i++;
+		}
+
+		if(i!=m_ids.end())
+		{
+			StartRequest((*i).first);
+		}
+		else
+		{
+			// we requested from all ids in the list, repopulate the list
+			PopulateIDList();
+		}
+	}
+	// special case - if there were 0 ids on the list when we started then we will never get a chance to repopulate the list
+	// this will recheck for ids every minute
+	DateTime now;
+	now.SetToGMTime();
+	if(m_tempdate<(now-(1.0/1440.0)))
+	{
+		PopulateIDList();
+		m_tempdate=now;
+	}
+
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::RegisterWithThread(FreenetMasterThread *thread)
+{
+	thread->RegisterFCPConnected(this);
+	thread->RegisterFCPMessageHandler(this);
+	thread->RegisterPeriodicProcessor(this);
+}
+
+template <class IDTYPE>
+void IIndexRequester<IDTYPE>::RemoveFromRequestList(const IDTYPE id)
+{
+	std::vector<IDTYPE>::iterator i=m_requesting.begin();
+	while(i!=m_requesting.end() && (*i)!=id)
+	{
+		i++;
+	}
+	if(i!=m_requesting.end())
+	{
+		m_requesting.erase(i);
+	}
+}
+
+#endif	// _iindexrequester_