1 #include "../../include/freenet/messagerequester.h"
\r
2 #include "../../include/freenet/messagexml.h"
\r
10 MessageRequester::MessageRequester()
\r
15 MessageRequester::MessageRequester(FCPv2 *fcp):IIndexRequester<std::string>(fcp)
\r
20 const long MessageRequester::GetBoardID(const std::string &boardname)
\r
22 SQLite3DB::Statement st=m_db->Prepare("SELECT BoardID FROM tblBoard WHERE BoardName=?;");
\r
23 st.Bind(0,boardname);
\r
26 if(st.RowReturned())
\r
29 st.ResultInt(0,boardid);
\r
36 st=m_db->Prepare("INSERT INTO tblBoard(BoardName,DateAdded) VALUES(?,?);");
\r
37 st.Bind(0,boardname);
\r
38 st.Bind(1,now.Format("%Y-%m-%d %H:%M:%S"));
\r
40 return st.GetLastInsertRowID();
\r
44 const std::string MessageRequester::GetIdentityName(const long identityid)
\r
46 SQLite3DB::Statement st=m_db->Prepare("SELECT Name,PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
47 st.Bind(0,identityid);
\r
49 if(st.RowReturned())
\r
51 std::vector<std::string> keyparts;
\r
54 st.ResultText(0,name);
\r
55 st.ResultText(1,key);
\r
57 StringFunctions::SplitMultiple(key,"@,",keyparts);
\r
59 if(keyparts.size()>1)
\r
61 return name+"@"+keyparts[1];
\r
65 return name+"@invalidpublickey";
\r
74 const bool MessageRequester::HandleAllData(FCPMessage &message)
\r
76 SQLite3DB::Statement st;
\r
77 std::vector<std::string> idparts;
\r
79 std::vector<char> data;
\r
83 bool inserted=false;
\r
85 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
86 StringFunctions::Convert(message["DataLength"],datalength);
\r
87 StringFunctions::Convert(idparts[2],identityid);
\r
88 StringFunctions::Convert(idparts[4],index);
\r
90 // wait for all data to be received from connection
\r
91 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
96 // if we got disconnected- return immediately
\r
97 if(m_fcp->Connected()==false)
\r
102 // receive the file
\r
103 data.resize(datalength);
\r
104 m_fcp->ReceiveRaw(&data[0],datalength);
\r
106 // mark this index as received
\r
107 st=m_db->Prepare("UPDATE tblMessageRequests SET Found='true' WHERE IdentityID=? AND Day=? AND RequestIndex=?;");
\r
108 st.Bind(0,identityid);
\r
109 st.Bind(1,idparts[3]);
\r
114 // parse file into xml and update the database
\r
115 if(xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
117 std::vector<std::string> boards=xml.GetBoards();
\r
118 if(boards.size()>m_maxboardspermessage)
\r
120 boards.resize(m_maxboardspermessage);
\r
123 if(boards.size()<=0)
\r
125 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Message XML did not contain any boards! "+message["Identifier"]);
\r
128 if(xml.GetReplyBoard()=="")
\r
130 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Message XML did not contain a reply board! "+message["Identifier"]);
\r
134 // make sure the reply board is on the board list - if not, replace the last element of boardswith the reply board
\r
135 if(xml.GetReplyBoard()!="" && std::find(boards.begin(),boards.end(),xml.GetReplyBoard())==boards.end() && boards.size()>0)
\r
137 boards[boards.size()-1]=xml.GetReplyBoard();
\r
140 // TODO make sure domain of message id match 43 characters of public key of identity (remove - and ~) - if not, discard message
\r
141 // implement after 0.1.12 is released
\r
143 st=m_db->Prepare("INSERT INTO tblMessage(IdentityID,FromName,MessageDate,MessageTime,Subject,MessageUUID,ReplyBoardID,Body) VALUES(?,?,?,?,?,?,?,?);");
\r
144 st.Bind(0,identityid);
\r
145 st.Bind(1,GetIdentityName(identityid));
\r
146 st.Bind(2,xml.GetDate());
\r
147 st.Bind(3,xml.GetTime());
\r
148 st.Bind(4,xml.GetSubject());
\r
149 st.Bind(5,xml.GetMessageID());
\r
150 st.Bind(6,GetBoardID(xml.GetReplyBoard()));
\r
151 st.Bind(7,xml.GetBody());
\r
152 inserted=st.Step(true);
\r
153 int messageid=st.GetLastInsertRowID();
\r
158 st=m_db->Prepare("INSERT INTO tblMessageBoard(MessageID,BoardID) VALUES(?,?);");
\r
159 for(std::vector<std::string>::iterator i=boards.begin(); i!=boards.end(); i++)
\r
161 st.Bind(0,messageid);
\r
162 st.Bind(1,GetBoardID((*i)));
\r
168 st=m_db->Prepare("INSERT INTO tblMessageReplyTo(MessageID,ReplyToMessageUUID,ReplyOrder) VALUES(?,?,?);");
\r
169 std::map<long,std::string> replyto=xml.GetInReplyTo();
\r
170 for(std::map<long,std::string>::iterator j=replyto.begin(); j!=replyto.end(); j++)
\r
172 st.Bind(0,messageid);
\r
173 st.Bind(1,(*j).second);
\r
174 st.Bind(2,(*j).first);
\r
180 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageRequester::HandleAllData parsed Message XML file : "+message["Identifier"]);
\r
183 else // couldn't insert - was already in database
\r
185 //m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAddData could not insert message into database. "+message["Identifier"]);
\r
191 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData error parsing Message XML file : "+message["Identifier"]);
\r
194 RemoveFromRequestList(idparts[1]);
\r
199 const bool MessageRequester::HandleGetFailed(FCPMessage &message)
\r
202 SQLite3DB::Statement st;
\r
203 std::vector<std::string> idparts;
\r
204 std::string requestid;
\r
209 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
210 requestid=idparts[1];
\r
211 StringFunctions::Convert(idparts[2],identityid);
\r
212 StringFunctions::Convert(idparts[4],index);
\r
214 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
215 if(message["Fatal"]=="true")
\r
217 st=m_db->Prepare("UPDATE tblMessageRequests SET Found='true' WHERE IdentityID=? AND Day=? AND RequestIndex=?;");
\r
218 st.Bind(0,identityid);
\r
219 st.Bind(1,idparts[3]);
\r
224 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);
\r
227 // remove this identityid from request list
\r
228 RemoveFromRequestList(requestid);
\r
233 void MessageRequester::Initialize()
\r
235 m_fcpuniquename="MessageRequester";
\r
236 std::string tempval;
\r
237 Option::Instance()->Get("MaxMessageRequests",tempval);
\r
238 StringFunctions::Convert(tempval,m_maxrequests);
\r
239 if(m_maxrequests<1)
\r
242 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageRequests is currently set at "+tempval+". It must be 1 or greater.");
\r
244 if(m_maxrequests>100)
\r
246 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
248 Option::Instance()->Get("MessageDownloadMaxDaysBackward",tempval);
\r
249 StringFunctions::Convert(tempval,m_maxdaysbackward);
\r
250 if(m_maxdaysbackward<0)
\r
252 m_maxdaysbackward=0;
\r
253 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MessageDownloadMaxDaysBackward is currently set at "+tempval+". It must be 0 or greater.");
\r
255 if(m_maxdaysbackward>30)
\r
257 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MessageDownloadMaxDaysBackward is currently set at "+tempval+". This value might be incorrectly configured.");
\r
259 Option::Instance()->Get("MaxPeerMessagesPerDay",tempval);
\r
260 StringFunctions::Convert(tempval,m_maxpeermessages);
\r
261 if(m_maxpeermessages<1)
\r
263 m_maxpeermessages=1;
\r
264 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxPeerMessagesPerDay is currently set at "+tempval+". It must be 1 or greater.");
\r
266 if(m_maxpeermessages<20 || m_maxpeermessages>1000)
\r
268 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxPeerMessagesPerDay is currently set at "+tempval+". This value might be incorrectly configured. The suggested value is 200.");
\r
270 Option::Instance()->Get("MaxBoardsPerMessage",tempval);
\r
271 StringFunctions::Convert(tempval,m_maxboardspermessage);
\r
272 if(m_maxboardspermessage<1)
\r
274 m_maxboardspermessage=1;
\r
275 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxBoardsPerMessage is currently set at "+tempval+". It must be 1 or greater.");
\r
277 if(m_maxboardspermessage>20)
\r
279 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxBoardsPerMessage is currently set at "+tempval+". This value might be incorrectly configured.");
\r
283 void MessageRequester::PopulateIDList()
\r
292 date.SetToGMTime();
\r
293 date.Add(0,0,0,-m_maxdaysbackward);
\r
295 sql="SELECT tblIdentity.IdentityID,Day,RequestIndex ";
\r
296 sql+="FROM tblMessageRequests INNER JOIN tblIdentity ON tblMessageRequests.IdentityID=tblIdentity.IdentityID ";
\r
297 sql+="WHERE tblIdentity.LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') AND FromMessageList='true' AND Found='false' AND Day>='"+date.Format("%Y-%m-%d")+"' ";
\r
298 sql+="AND (tblIdentity.PeerMessageTrust IS NULL OR tblIdentity.PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ";
\r
301 SQLite3DB::Statement st=m_db->Prepare(sql);
\r
306 while(st.RowReturned())
\r
308 st.ResultText(0,val1);
\r
309 st.ResultText(1,val2);
\r
310 st.ResultText(2,val3);
\r
313 StringFunctions::Convert(val3,requestindex);
\r
315 // only continue if index is < max messages we will accept from a peer
\r
316 if(requestindex<m_maxpeermessages)
\r
318 if(m_ids.find(val1+"*"+val2+"*"+val3)==m_ids.end())
\r
320 m_ids[val1+"*"+val2+"*"+val3]=false;
\r
328 void MessageRequester::StartRequest(const std::string &requestid)
\r
330 FCPMessage message;
\r
331 std::vector<std::string> parts;
\r
332 std::string tempval;
\r
335 std::string indexstr;
\r
336 std::string publickey;
\r
338 StringFunctions::Split(requestid,"*",parts);
\r
339 StringFunctions::Convert(parts[0],identityid);
\r
340 StringFunctions::Convert(parts[1],date);
\r
343 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
344 st.Bind(0,identityid);
\r
347 if(st.RowReturned())
\r
349 st.ResultText(0,publickey);
\r
351 message.SetName("ClientGet");
\r
352 message["URI"]=publickey+m_messagebase+"|"+date+"|Message|"+indexstr+".xml";
\r
353 message["Identifier"]=m_fcpuniquename+"|"+requestid+"|"+parts[0]+"|"+parts[1]+"|"+parts[2]+"|"+message["URI"];
\r
354 message["ReturnType"]="direct";
\r
355 message["MaxSize"]="1000000"; // 1 MB
\r
356 message["MaxRetries"]="-1"; // use new ULPR since we are fairly sure message exists since the author says it does
\r
358 m_fcp->SendMessage(message);
\r
360 m_requesting.push_back(requestid);
\r
362 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageRequester::StartRequest requesting "+message["Identifier"]);
\r
365 m_ids[requestid]=true;
\r