1 #include "../../include/freenet/boardlistrequester.h"
\r
2 #include "../../include/freenet/boardlistxml.h"
\r
4 #include <Poco/DateTime.h>
\r
5 #include <Poco/DateTimeFormatter.h>
\r
11 BoardListRequester::BoardListRequester()
\r
16 BoardListRequester::BoardListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)
\r
21 std::string BoardListRequester::GetIdentityName(const long identityid)
\r
23 SQLite3DB::Statement st=m_db->Prepare("SELECT Name,PublicKey FROM tblIdentity WHERE IdentityID=?;");
\r
24 st.Bind(0,identityid);
\r
26 if(st.RowReturned())
\r
28 std::vector<std::string> keyparts;
\r
31 st.ResultText(0,name);
\r
32 st.ResultText(1,key);
\r
34 StringFunctions::SplitMultiple(key,"@,",keyparts);
\r
36 if(keyparts.size()>1)
\r
38 return name+"@"+keyparts[1];
\r
42 return name+"@invalidpublickey";
\r
51 const bool BoardListRequester::HandleAllData(FCPMessage &message)
\r
54 SQLite3DB::Statement st;
\r
55 std::vector<std::string> idparts;
\r
57 std::vector<char> data;
\r
61 std::string identityname="";
\r
63 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
64 StringFunctions::Convert(message["DataLength"],datalength);
\r
65 StringFunctions::Convert(idparts[1],identityid);
\r
66 StringFunctions::Convert(idparts[2],index);
\r
68 identityname=GetIdentityName(identityid);
\r
70 // wait for all data to be received from connection
\r
71 while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)
\r
76 // if we got disconnected- return immediately
\r
77 if(m_fcp->Connected()==false)
\r
83 data.resize(datalength);
\r
86 m_fcp->ReceiveRaw(&data[0],datalength);
\r
89 // parse file into xml and update the database
\r
90 if(data.size()>0 && xml.ParseXML(std::string(data.begin(),data.end()))==true)
\r
93 SQLite3DB::Statement brd=m_db->Prepare("SELECT BoardID,BoardName,BoardDescription FROM tblBoard WHERE BoardName=?;");
\r
94 SQLite3DB::Statement ins=m_db->Prepare("INSERT INTO tblBoard(BoardName,BoardDescription,DateAdded,SaveReceivedMessages,AddedMethod) VALUES(?,?,?,?,?);");
\r
95 SQLite3DB::Statement upd=m_db->Prepare("UPDATE tblBoard SET BoardDescription=? WHERE BoardID=?;");
\r
96 for(long i=0; i<xml.GetCount(); i++)
\r
99 std::string name="";
\r
100 std::string description="";
\r
102 brd.Bind(0,xml.GetName(i));
\r
105 if(brd.RowReturned())
\r
107 brd.ResultInt(0,boardid);
\r
108 brd.ResultText(2,description);
\r
109 if(description=="" && xml.GetDescription(i)!="")
\r
111 upd.Bind(0,xml.GetDescription(i));
\r
112 upd.Bind(1,boardid);
\r
119 ins.Bind(0,xml.GetName(i));
\r
120 ins.Bind(1,xml.GetDescription(i));
\r
121 ins.Bind(2,Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S"));
\r
122 if(m_savemessagesfromnewboards)
\r
124 ins.Bind(3,"true");
\r
128 ins.Bind(3,"false");
\r
130 ins.Bind(4,"Board List of "+identityname);
\r
137 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");
\r
138 st.Bind(0,identityid);
\r
139 st.Bind(1,idparts[4]);
\r
144 m_log->debug("BoardListRequester::HandleAllData parsed BoardList XML file : "+message["Identifier"]);
\r
148 // bad data - mark index
\r
149 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
150 st.Bind(0,identityid);
\r
151 st.Bind(1,idparts[4]);
\r
156 m_log->error("BoardListRequester::HandleAllData error parsing BoardList XML file : "+message["Identifier"]);
\r
159 // remove this identityid from request list
\r
160 RemoveFromRequestList(identityid);
\r
166 const bool BoardListRequester::HandleGetFailed(FCPMessage &message)
\r
168 SQLite3DB::Statement st;
\r
169 std::vector<std::string> idparts;
\r
173 StringFunctions::Split(message["Identifier"],"|",idparts);
\r
174 StringFunctions::Convert(idparts[1],identityid);
\r
175 StringFunctions::Convert(idparts[2],index);
\r
177 // if this is a fatal error - insert index into database so we won't try to download this index again
\r
178 if(message["Fatal"]=="true")
\r
180 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");
\r
181 st.Bind(0,identityid);
\r
182 st.Bind(1,idparts[4]);
\r
187 m_log->error("BoardListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);
\r
190 // remove this identityid from request list
\r
191 RemoveFromRequestList(identityid);
\r
196 void BoardListRequester::Initialize()
\r
198 std::string tempval="";
\r
200 m_fcpuniquename="BoardListRequester";
\r
203 Option::Instance()->GetInt("MaxBoardListRequests",m_maxrequests);
\r
204 if(m_maxrequests<0)
\r
207 m_log->error("Option MaxBoardListRequests is currently set at "+tempval+". It must be 0 or greater.");
\r
209 if(m_maxrequests>100)
\r
211 m_log->warning("Option MaxBoardListRequests is currently set at "+tempval+". This value might be incorrectly configured.");
\r
214 Option::Instance()->Get("SaveMessagesFromNewBoards",tempval);
\r
215 if(tempval=="true")
\r
217 m_savemessagesfromnewboards=true;
\r
221 m_savemessagesfromnewboards=false;
\r
224 Option::Instance()->Get("LocalTrustOverridesPeerTrust",tempval);
\r
225 if(tempval=="true")
\r
227 m_localtrustoverrides=true;
\r
231 m_localtrustoverrides=false;
\r
236 void BoardListRequester::PopulateIDList()
\r
239 Poco::DateTime today;
\r
241 SQLite3DB::Statement st;
\r
243 if(m_localtrustoverrides==false)
\r
245 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(today,"%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) AND PublishBoardList='true' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
249 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+Poco::DateTimeFormatter::format(today,"%Y-%m-%d")+"' AND (LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') OR (LocalMessageTrust IS NULL AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')))) AND PublishBoardList='true' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");
\r
255 while(st.RowReturned())
\r
257 st.ResultInt(0,id);
\r
264 void BoardListRequester::StartRequest(const long &identityid)
\r
266 Poco::DateTime now;
\r
267 FCPMessage message;
\r
268 std::string publickey;
\r
269 std::string indexstr;
\r
271 std::string identityidstr;
\r
273 SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE identityid=?;");
\r
274 st.Bind(0,identityid);
\r
277 if(st.RowReturned())
\r
279 st.ResultText(0,publickey);
\r
281 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblBoardListRequests WHERE Day=? AND IdentityID=?;");
\r
282 st2.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));
\r
283 st2.Bind(1,identityid);
\r
287 if(st2.RowReturned())
\r
289 if(st2.ResultNull(0)==false)
\r
291 st2.ResultInt(0,index);
\r
297 StringFunctions::Convert(index,indexstr);
\r
298 StringFunctions::Convert(identityid,identityidstr);
\r
300 message.SetName("ClientGet");
\r
301 message["URI"]=publickey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|BoardList|"+indexstr+".xml";
\r
302 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];
\r
303 message["ReturnType"]="direct";
\r
304 message["MaxSize"]="100000"; // 100 KB
\r
306 m_fcp->SendMessage(message);
\r
308 m_requesting.push_back(identityid);
\r
313 m_ids[identityid]=true;
\r