1 #include "../../include/freenet/messagelistrequester.h"
\r
2 #include "../../include/freenet/messagelistxml.h"
\r
4 #include <Poco/DateTime.h>
\r
5 #include <Poco/DateTimeFormatter.h>
\r
6 #include <Poco/Timestamp.h>
\r
12 MessageListRequester::MessageListRequester()
\r
17 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)
\r
22 const bool MessageListRequester::HandleAllData(FCPMessage &message)
\r
24 SQLite3DB::Statement st;
\r
25 SQLite3DB::Statement trustst;
\r
26 std::vector<std::string> idparts;
\r
28 std::vector<char> data;
\r
33 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
34 StringFunctions::Convert(message["DataLength"],datalength);
\r
35 StringFunctions::Convert(idparts[1],identityid);
\r
36 StringFunctions::Convert(idparts[2],index);
\r
38 // wait for all data to be received from connection
\r
39 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
44 // if we got disconnected- return immediately
\r
45 if(m_fcp->Connected()==false)
\r
51 data.resize(datalength);
\r
52 m_fcp->ReceiveRaw(&data[0],datalength);
\r
54 // parse file into xml and update the database
\r
55 if(xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
58 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");
\r
59 SQLite3DB::Statement spk=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey=?;");
\r
60 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");
\r
61 for(long i=0; i<xml.MessageCount(); i++)
\r
63 st.Bind(0,identityid);
\r
64 st.Bind(1,xml.GetDate(i));
\r
65 st.Bind(2,xml.GetIndex(i));
\r
67 if(st.RowReturned()==false)
\r
69 mst.Bind(0,identityid);
\r
70 mst.Bind(1,xml.GetDate(i));
\r
71 mst.Bind(2,xml.GetIndex(i));
\r
78 // insert external message indexes
\r
79 for(long i=0; i<xml.ExternalMessageCount(); i++)
\r
81 if(xml.GetExternalType(i)=="Keyed")
\r
83 spk.Bind(0,xml.GetExternalIdentity(i));
\r
85 if(spk.RowReturned())
\r
87 int thisidentityid=0;
\r
88 spk.ResultInt(0,thisidentityid);
\r
89 mst.Bind(0,thisidentityid);
\r
90 mst.Bind(1,xml.GetExternalDate(i));
\r
91 mst.Bind(2,xml.GetExternalIndex(i));
\r
99 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");
\r
100 st.Bind(0,identityid);
\r
101 st.Bind(1,idparts[4]);
\r
106 m_log->debug("MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);
\r
110 // bad data - mark index
\r
111 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
112 st.Bind(0,identityid);
\r
113 st.Bind(1,idparts[4]);
\r
118 m_log->error("MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);
\r
121 // remove this identityid from request list
\r
122 RemoveFromRequestList(identityid);
\r
128 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)
\r
130 SQLite3DB::Statement st;
\r
131 std::vector<std::string> idparts;
\r
135 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
136 StringFunctions::Convert(idparts[1],identityid);
\r
137 StringFunctions::Convert(idparts[2],index);
\r
139 // code 27 - permanent redirect
\r
140 if(message["Code"]=="27")
\r
142 StartRedirectRequest(message);
\r
146 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
147 if(message["Fatal"]=="true")
\r
149 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
150 st.Bind(0,identityid);
\r
151 st.Bind(1,idparts[4]);
\r
156 m_log->error("MessageListRequester::HandleGetFailed fatal error code="+message["Code"]+" requesting "+message["Identifier"]);
\r
159 // remove this identityid from request list
\r
160 RemoveFromRequestList(identityid);
\r
165 void MessageListRequester::Initialize()
\r
167 m_fcpuniquename="MessageListRequester";
\r
168 std::string tempval;
\r
169 Option::Instance()->Get("MaxMessageListRequests",tempval);
\r
170 StringFunctions::Convert(tempval,m_maxrequests);
\r
171 if(m_maxrequests<1)
\r
174 m_log->error("Option MaxMessageListRequests is currently set at "+tempval+". It must be 1 or greater.");
\r
176 if(m_maxrequests>100)
\r
178 m_log->warning("Option MaxMessageListRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
181 Option::Instance()->Get("LocalTrustOverridesPeerTrust",tempval);
\r
182 if(tempval=="true")
\r
184 m_localtrustoverrides=true;
\r
188 m_localtrustoverrides=false;
\r
193 void MessageListRequester::PopulateIDList()
\r
195 Poco::DateTime date;
\r
198 SQLite3DB::Statement st;
\r
200 // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)
\r
201 if(m_localtrustoverrides==false)
\r
203 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(date,"%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
207 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(date,"%Y-%m-%d")+"' AND (LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') OR (LocalMessageTrust IS NULL AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')))) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
213 while(st.RowReturned())
\r
215 st.ResultInt(0,id);
\r
221 void MessageListRequester::StartRedirectRequest(FCPMessage &message)
\r
223 std::vector<std::string> parts;
\r
224 std::string indexstr="";
\r
225 std::string identityidstr="";
\r
226 std::string datestr="";
\r
227 FCPMessage newmessage;
\r
229 // get the new edition #
\r
230 StringFunctions::Split(message["RedirectURI"],"/",parts);
\r
231 //edition # is 2nd to last part
\r
234 indexstr=parts[parts.size()-2];
\r
239 StringFunctions::Split(message["Identifier"],"|",parts);
\r
242 identityidstr=parts[1];
\r
249 newmessage.SetName("ClientGet");
\r
250 newmessage["URI"]=StringFunctions::UriDecode(message["RedirectURI"]);
\r
251 newmessage["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|_|"+datestr+"|"+newmessage["URI"];
\r
252 newmessage["ReturnType"]="direct";
\r
253 newmessage["MaxSize"]="1000000";
\r
255 m_fcp->SendMessage(newmessage);
\r
259 void MessageListRequester::StartRequest(const long &id)
\r
261 Poco::DateTime now;
\r
262 FCPMessage message;
\r
263 std::string publickey;
\r
265 std::string indexstr;
\r
266 std::string identityidstr;
\r
268 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
272 if(st.RowReturned())
\r
274 st.ResultText(0,publickey);
\r
276 now=Poco::Timestamp();
\r
278 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");
\r
279 st2.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));
\r
284 if(st2.RowReturned())
\r
286 if(st2.ResultNull(0)==false)
\r
288 st2.ResultInt(0,index);
\r
289 // don't increment index here - the node will let us know if there is a new edition
\r
290 // 2008-05-31 - well actually the node isn't reliably retreiving the latest edition for USKs, so we DO need to increment the index
\r
296 StringFunctions::Convert(index,indexstr);
\r
297 StringFunctions::Convert(id,identityidstr);
\r
299 message.SetName("ClientGet");
\r
300 message["URI"]="USK"+publickey.substr(3)+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y.%m.%d")+"|MessageList/"+indexstr+"/MessageList.xml";
\r
301 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|_|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|"+message["URI"];
\r
302 message["ReturnType"]="direct";
\r
303 message["MaxSize"]="1000000";
\r
305 m_fcp->SendMessage(message);
\r
307 m_requesting.push_back(id);
\r