1 #include "../../include/freenet/identityrequester.h"
\r
2 #include "../../include/freenet/identityxml.h"
\r
3 #include "../../include/stringfunctions.h"
\r
4 #include "../../include/option.h"
\r
5 #include "../../include/datetime.h"
\r
11 IdentityRequester::IdentityRequester()
\r
16 IdentityRequester::IdentityRequester(FCPv2 *fcp):IFCPConnected(fcp)
\r
21 void IdentityRequester::FCPConnected()
\r
23 m_requesting.clear();
\r
27 void IdentityRequester::FCPDisconnected()
\r
32 const bool IdentityRequester::HandleAllData(FCPMessage &message)
\r
35 SQLite3DB::Statement st;
\r
36 std::vector<std::string> idparts;
\r
38 std::vector<char> data;
\r
44 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
45 StringFunctions::Convert(message["DataLength"],datalength);
\r
46 StringFunctions::Convert(idparts[1],identityid);
\r
47 StringFunctions::Convert(idparts[2],index);
\r
49 // wait for all data to be received from connection
\r
50 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
55 // if we got disconnected- return immediately
\r
56 if(m_fcp->Connected()==false)
\r
62 data.resize(datalength);
\r
63 m_fcp->ReceiveRaw(&data[0],datalength);
\r
65 // parse file into xml and update the database
\r
66 if(xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
69 st=m_db->Prepare("UPDATE tblIdentity SET Name=?, SingleUse=?, LastSeen=? WHERE IdentityID=?");
\r
70 st.Bind(0,xml.GetName());
\r
71 if(xml.GetSingleUse()==true)
\r
79 st.Bind(2,now.Format("%Y-%m-%d %H:%M:%S"));
\r
80 st.Bind(3,identityid);
\r
84 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");
\r
85 st.Bind(0,identityid);
\r
86 st.Bind(1,idparts[4]);
\r
91 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,__FUNCTION__" parsed Identity XML file : "+message["Identifier"]);
\r
95 // bad data - mark index
\r
96 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
97 st.Bind(0,identityid);
\r
98 st.Bind(1,idparts[4]);
\r
103 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,__FUNCTION__" error parsing Identity XML file : "+message["Identifier"]);
\r
106 // remove this identityid from request list
\r
107 RemoveFromRequestList(identityid);
\r
113 const bool IdentityRequester::HandleGetFailed(FCPMessage &message)
\r
116 SQLite3DB::Statement st;
\r
117 std::vector<std::string> idparts;
\r
122 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
123 StringFunctions::Convert(idparts[1],identityid);
\r
124 StringFunctions::Convert(idparts[2],index);
\r
126 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
127 if(message["Fatal"]=="true")
\r
129 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
130 st.Bind(0,identityid);
\r
131 st.Bind(1,idparts[4]);
\r
136 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,__FUNCTION__" fatal error requesting "+message["Identifier"]);
\r
139 // remove this identityid from request list
\r
140 RemoveFromRequestList(identityid);
\r
146 const bool IdentityRequester::HandleMessage(FCPMessage &message)
\r
149 if(message["Identifier"].find("IdentityRequester")==0)
\r
151 if(message.GetName()=="DataFound")
\r
156 if(message.GetName()=="AllData")
\r
158 return HandleAllData(message);
\r
161 if(message.GetName()=="GetFailed")
\r
163 return HandleGetFailed(message);
\r
166 if(message.GetName()=="IdentifierCollision")
\r
168 // remove one of the ids from the requesting list
\r
170 std::vector<std::string> idparts;
\r
171 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
172 StringFunctions::Convert(idparts[1],identityid);
\r
173 RemoveFromRequestList(identityid);
\r
181 void IdentityRequester::Initialize()
\r
183 std::string tempval="";
\r
184 Option::instance()->Get("MaxIdentityRequests",tempval);
\r
185 StringFunctions::Convert(tempval,m_maxrequests);
\r
186 if(m_maxrequests<1)
\r
189 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxIdentityRequests is currently set at "+tempval+". It must be 1 or greater.");
\r
191 if(m_maxrequests>100)
\r
193 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxIdentityRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
195 Option::instance()->Get("MessageBase",m_messagebase);
\r
196 m_tempdate.SetToGMTime();
\r
199 void IdentityRequester::PopulateIDList()
\r
204 date.SetToGMTime();
\r
207 // select identities we want to query (haven't seen in last hour) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)
\r
208 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND (LastSeen IS NULL OR LastSeen<='"+date.Format("%Y-%m-%d %H:%M:%S")+"') ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
213 while(st.RowReturned())
\r
215 st.ResultInt(0,id);
\r
221 void IdentityRequester::Process()
\r
223 // max is the smaller of the config value or the total number of identities we will request from
\r
224 long max=m_maxrequests>m_ids.size() ? m_ids.size() : m_maxrequests;
\r
226 // try to keep up to max requests going
\r
227 if(m_requesting.size()<max)
\r
229 std::map<long,bool>::iterator i=m_ids.begin();
\r
230 while(i!=m_ids.end() && (*i).second==true)
\r
237 StartRequest((*i).first);
\r
241 // we requested from all ids in the list, repopulate the list
\r
245 // special case - if there were 0 identities on the list when we started then we will never get a chance to repopulate the list
\r
246 // this will recheck for ids every minute
\r
249 if(m_tempdate<(now-(1.0/1440.0)))
\r
257 void IdentityRequester::RemoveFromRequestList(const long identityid)
\r
259 std::vector<long>::iterator i=m_requesting.begin();
\r
260 while(i!=m_requesting.end() && (*i)!=identityid)
\r
264 if(i!=m_requesting.end())
\r
266 m_requesting.erase(i);
\r
270 void IdentityRequester::RegisterWithThread(FreenetMasterThread *thread)
\r
272 thread->RegisterFCPConnected(this);
\r
273 thread->RegisterFCPMessageHandler(this);
\r
274 thread->RegisterPeriodicProcessor(this);
\r
277 void IdentityRequester::StartRequest(const long identityid)
\r
280 FCPMessage message;
\r
281 std::string publickey;
\r
283 std::string indexstr;
\r
284 std::string identityidstr;
\r
286 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
287 st.Bind(0,identityid);
\r
290 if(st.RowReturned())
\r
292 st.ResultText(0,publickey);
\r
296 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblIdentityRequests WHERE Day=? AND IdentityID=?;");
\r
297 st2.Bind(0,now.Format("%Y-%m-%d"));
\r
298 st2.Bind(1,identityid);
\r
302 if(st2.RowReturned())
\r
304 if(st2.ResultNull(0)==false)
\r
306 st2.ResultInt(0,index);
\r
312 StringFunctions::Convert(index,indexstr);
\r
313 StringFunctions::Convert(identityid,identityidstr);
\r
315 message.SetName("ClientGet");
\r
316 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|Identity|"+indexstr+".xml";
\r
317 message["Identifier"]="IdentityRequester|"+identityidstr+"|"+indexstr+"|"+message["URI"];
\r
318 message["ReturnType"]="direct";
\r
319 message["MaxSize"]="10000"; // 10 KB
\r
321 m_fcp->SendMessage(message);
\r
323 m_requesting.push_back(identityid);
\r
327 m_ids[identityid]=true;
\r