1 #include "../../include/freenet/messagelistrequester.h"
\r
2 #include "../../include/freenet/messagelistxml.h"
\r
8 MessageListRequester::MessageListRequester()
\r
13 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)
\r
18 const bool MessageListRequester::HandleAllData(FCPMessage &message)
\r
21 SQLite3DB::Statement st;
\r
22 SQLite3DB::Statement trustst;
\r
23 std::vector<std::string> idparts;
\r
25 std::vector<char> data;
\r
31 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
32 StringFunctions::Convert(message["DataLength"],datalength);
\r
33 StringFunctions::Convert(idparts[1],identityid);
\r
34 StringFunctions::Convert(idparts[2],index);
\r
36 // wait for all data to be received from connection
\r
37 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
42 // if we got disconnected- return immediately
\r
43 if(m_fcp->Connected()==false)
\r
49 data.resize(datalength);
\r
50 m_fcp->ReceiveRaw(&data[0],datalength);
\r
52 // parse file into xml and update the database
\r
53 if(xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
56 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");
\r
57 SQLite3DB::Statement spk=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey=?;");
\r
58 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");
\r
59 for(long i=0; i<xml.MessageCount(); i++)
\r
61 st.Bind(0,identityid);
\r
62 st.Bind(1,xml.GetDate(i));
\r
63 st.Bind(2,xml.GetIndex(i));
\r
65 if(st.RowReturned()==false)
\r
67 mst.Bind(0,identityid);
\r
68 mst.Bind(1,xml.GetDate(i));
\r
69 mst.Bind(2,xml.GetIndex(i));
\r
76 // insert external message indexes
\r
77 for(long i=0; i<xml.ExternalMessageCount(); i++)
\r
79 spk.Bind(0,xml.GetExternalIdentity(i));
\r
81 if(spk.RowReturned())
\r
83 int thisidentityid=0;
\r
84 spk.ResultInt(0,thisidentityid);
\r
85 mst.Bind(0,thisidentityid);
\r
86 mst.Bind(1,xml.GetExternalDate(i));
\r
87 mst.Bind(2,xml.GetExternalIndex(i));
\r
94 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");
\r
95 st.Bind(0,identityid);
\r
96 st.Bind(1,idparts[4]);
\r
101 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);
\r
105 // bad data - mark index
\r
106 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
107 st.Bind(0,identityid);
\r
108 st.Bind(1,idparts[4]);
\r
113 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);
\r
116 // remove this identityid from request list
\r
117 RemoveFromRequestList(identityid);
\r
123 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)
\r
126 SQLite3DB::Statement st;
\r
127 std::vector<std::string> idparts;
\r
132 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
133 StringFunctions::Convert(idparts[1],identityid);
\r
134 StringFunctions::Convert(idparts[2],index);
\r
136 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
137 if(message["Fatal"]=="true")
\r
139 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
140 st.Bind(0,identityid);
\r
141 st.Bind(1,idparts[4]);
\r
146 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);
\r
149 // remove this identityid from request list
\r
150 RemoveFromRequestList(identityid);
\r
155 void MessageListRequester::Initialize()
\r
157 m_fcpuniquename="MessageListRequester";
\r
158 std::string tempval;
\r
159 Option::Instance()->Get("MaxMessageListRequests",tempval);
\r
160 StringFunctions::Convert(tempval,m_maxrequests);
\r
161 if(m_maxrequests<1)
\r
164 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageListRequests is currently set at "+tempval+". It must be 1 or greater.");
\r
166 if(m_maxrequests>100)
\r
168 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageListRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
172 void MessageListRequester::PopulateIDList()
\r
177 date.SetToGMTime();
\r
179 // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)
\r
180 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
185 while(st.RowReturned())
\r
187 st.ResultInt(0,id);
\r
193 void MessageListRequester::StartRequest(const long &id)
\r
196 FCPMessage message;
\r
197 std::string publickey;
\r
199 std::string indexstr;
\r
200 std::string identityidstr;
\r
202 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
206 if(st.RowReturned())
\r
208 st.ResultText(0,publickey);
\r
212 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");
\r
213 st2.Bind(0,now.Format("%Y-%m-%d"));
\r
218 if(st2.RowReturned())
\r
220 if(st2.ResultNull(0)==false)
\r
222 st2.ResultInt(0,index);
\r
228 StringFunctions::Convert(index,indexstr);
\r
229 StringFunctions::Convert(id,identityidstr);
\r
231 message.SetName("ClientGet");
\r
232 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|MessageList|"+indexstr+".xml";
\r
233 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];
\r
234 message["ReturnType"]="direct";
\r
235 message["MaxSize"]="1000000"; // 1 MB
\r
237 m_fcp->SendMessage(message);
\r
239 m_requesting.push_back(id);
\r