1 #include "../../include/freenet/boardlistrequester.h"
\r
2 #include "../../include/freenet/boardlistxml.h"
\r
4 #include <Poco/DateTime.h>
\r
5 #include <Poco/DateTimeFormatter.h>
\r
11 BoardListRequester::BoardListRequester()
\r
16 BoardListRequester::BoardListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)
\r
21 std::string BoardListRequester::GetIdentityName(const long identityid)
\r
23 SQLite3DB::Statement st=m_db->Prepare("SELECT Name,PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
24 st.Bind(0,identityid);
\r
26 if(st.RowReturned())
\r
28 std::vector<std::string> keyparts;
\r
31 st.ResultText(0,name);
\r
32 st.ResultText(1,key);
\r
34 StringFunctions::SplitMultiple(key,"@,",keyparts);
\r
36 if(keyparts.size()>1)
\r
38 return name+"@"+keyparts[1];
\r
42 return name+"@invalidpublickey";
\r
51 const bool BoardListRequester::HandleAllData(FCPMessage &message)
\r
54 SQLite3DB::Statement st;
\r
55 std::vector<std::string> idparts;
\r
57 std::vector<char> data;
\r
61 std::string identityname="";
\r
63 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
64 StringFunctions::Convert(message["DataLength"],datalength);
\r
65 StringFunctions::Convert(idparts[1],identityid);
\r
66 StringFunctions::Convert(idparts[2],index);
\r
68 identityname=GetIdentityName(identityid);
\r
70 // wait for all data to be received from connection
\r
71 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
76 // if we got disconnected- return immediately
\r
77 if(m_fcp->Connected()==false)
\r
83 data.resize(datalength);
\r
84 m_fcp->ReceiveRaw(&data[0],datalength);
\r
86 // parse file into xml and update the database
\r
87 if(xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
90 SQLite3DB::Statement brd=m_db->Prepare("SELECT BoardID,BoardName,BoardDescription FROM tblBoard WHERE BoardName=?;");
\r
91 SQLite3DB::Statement ins=m_db->Prepare("INSERT INTO tblBoard(BoardName,BoardDescription,DateAdded,SaveReceivedMessages,AddedMethod) VALUES(?,?,?,?,?);");
\r
92 SQLite3DB::Statement upd=m_db->Prepare("UPDATE tblBoard SET BoardDescription=? WHERE BoardID=?;");
\r
93 for(long i=0; i<xml.GetCount(); i++)
\r
96 std::string name="";
\r
97 std::string description="";
\r
99 brd.Bind(0,xml.GetName(i));
\r
102 if(brd.RowReturned())
\r
104 brd.ResultInt(0,boardid);
\r
105 brd.ResultText(2,description);
\r
106 if(description=="" && xml.GetDescription(i)!="")
\r
108 upd.Bind(0,xml.GetDescription(i));
\r
109 upd.Bind(1,boardid);
\r
116 ins.Bind(0,xml.GetName(i));
\r
117 ins.Bind(1,xml.GetDescription(i));
\r
118 ins.Bind(2,Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S"));
\r
119 if(m_savemessagesfromnewboards)
\r
121 ins.Bind(3,"true");
\r
125 ins.Bind(3,"false");
\r
127 ins.Bind(4,"Board List of "+identityname);
\r
134 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");
\r
135 st.Bind(0,identityid);
\r
136 st.Bind(1,idparts[4]);
\r
141 m_log->debug("BoardListRequester::HandleAllData parsed BoardList XML file : "+message["Identifier"]);
\r
145 // bad data - mark index
\r
146 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
147 st.Bind(0,identityid);
\r
148 st.Bind(1,idparts[4]);
\r
153 m_log->error("BoardListRequester::HandleAllData error parsing BoardList XML file : "+message["Identifier"]);
\r
156 // remove this identityid from request list
\r
157 RemoveFromRequestList(identityid);
\r
163 const bool BoardListRequester::HandleGetFailed(FCPMessage &message)
\r
165 SQLite3DB::Statement st;
\r
166 std::vector<std::string> idparts;
\r
170 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
171 StringFunctions::Convert(idparts[1],identityid);
\r
172 StringFunctions::Convert(idparts[2],index);
\r
174 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
175 if(message["Fatal"]=="true")
\r
177 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
178 st.Bind(0,identityid);
\r
179 st.Bind(1,idparts[4]);
\r
184 m_log->error("BoardListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);
\r
187 // remove this identityid from request list
\r
188 RemoveFromRequestList(identityid);
\r
193 void BoardListRequester::Initialize()
\r
195 std::string tempval="";
\r
197 m_fcpuniquename="BoardListRequester";
\r
200 Option::Instance()->Get("MaxBoardListRequests",tempval);
\r
201 StringFunctions::Convert(tempval,m_maxrequests);
\r
202 if(m_maxrequests<0)
\r
205 m_log->error("Option MaxBoardListRequests is currently set at "+tempval+". It must be 0 or greater.");
\r
207 if(m_maxrequests>100)
\r
209 m_log->warning("Option MaxBoardListRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
212 Option::Instance()->Get("SaveMessagesFromNewBoards",tempval);
\r
213 if(tempval=="true")
\r
215 m_savemessagesfromnewboards=true;
\r
219 m_savemessagesfromnewboards=false;
\r
222 Option::Instance()->Get("LocalTrustOverridesPeerTrust",tempval);
\r
223 if(tempval=="true")
\r
225 m_localtrustoverrides=true;
\r
229 m_localtrustoverrides=false;
\r
234 void BoardListRequester::PopulateIDList()
\r
237 Poco::DateTime today;
\r
239 SQLite3DB::Statement st;
\r
241 if(m_localtrustoverrides==false)
\r
243 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(today,"%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) AND PublishBoardList='true' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
247 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(today,"%Y-%m-%d")+"' AND (LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') OR (LocalMessageTrust IS NULL AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')))) AND PublishBoardList='true' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
253 while(st.RowReturned())
\r
255 st.ResultInt(0,id);
\r
262 void BoardListRequester::StartRequest(const long &identityid)
\r
264 Poco::DateTime now;
\r
265 FCPMessage message;
\r
266 std::string publickey;
\r
267 std::string indexstr;
\r
269 std::string identityidstr;
\r
271 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE identityid=?;");
\r
272 st.Bind(0,identityid);
\r
275 if(st.RowReturned())
\r
277 st.ResultText(0,publickey);
\r
279 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblBoardListRequests WHERE Day=? AND IdentityID=?;");
\r
280 st2.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));
\r
281 st2.Bind(1,identityid);
\r
285 if(st2.RowReturned())
\r
287 if(st2.ResultNull(0)==false)
\r
289 st2.ResultInt(0,index);
\r
295 StringFunctions::Convert(index,indexstr);
\r
296 StringFunctions::Convert(identityid,identityidstr);
\r
298 message.SetName("ClientGet");
\r
299 message["URI"]=publickey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|BoardList|"+indexstr+".xml";
\r
300 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];
\r
301 message["ReturnType"]="direct";
\r
302 message["MaxSize"]="100000"; // 100 KB
\r
304 m_fcp->SendMessage(message);
\r
306 m_requesting.push_back(identityid);
\r
311 m_ids[identityid]=true;
\r