src/freenet/boardlistrequester.cpp

   1 #include "../../include/freenet/boardlistrequester.h"\r
   2 #include "../../include/freenet/boardlistxml.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 BoardListRequester::BoardListRequester()\r
   9 {\r
  10         Initialize();\r
  11 }\r
  12 \r
  13 BoardListRequester::BoardListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 const bool BoardListRequester::HandleAllData(FCPMessage &message)\r
  19 {       \r
  20         DateTime now;\r
  21         SQLite3DB::Statement st;\r
  22         std::vector<std::string> idparts;\r
  23         long datalength;\r
  24         std::vector<char> data;\r
  25         BoardListXML xml;\r
  26         long identityid;\r
  27         long index;\r
  28 \r
  29         now.SetToGMTime();\r
  30         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  31         StringFunctions::Convert(message["DataLength"],datalength);\r
  32         StringFunctions::Convert(idparts[1],identityid);\r
  33         StringFunctions::Convert(idparts[2],index);\r
  34 \r
  35         // wait for all data to be received from connection\r
  36         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  37         {\r
  38                 m_fcp->Update(1);\r
  39         }\r
  40 \r
  41         // if we got disconnected- return immediately\r
  42         if(m_fcp->Connected()==false)\r
  43         {\r
  44                 return false;\r
  45         }\r
  46 \r
  47         // receive the file\r
  48         data.resize(datalength);\r
  49         m_fcp->ReceiveRaw(&data[0],datalength);\r
  50 \r
  51         // parse file into xml and update the database\r
  52         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  53         {\r
  54 \r
  55                 SQLite3DB::Statement brd=m_db->Prepare("SELECT BoardID,BoardName,BoardDescription FROM tblBoard WHERE BoardName=?;");\r
  56                 SQLite3DB::Statement ins=m_db->Prepare("INSERT INTO tblBoard(BoardName,BoardDescription,DateAdded,SaveReceivedMessages) VALUES(?,?,?,?);");\r
  57                 SQLite3DB::Statement upd=m_db->Prepare("UPDATE tblBoard SET BoardDescription=? WHERE BoardID=?;");\r
  58                 for(long i=0; i<xml.GetCount(); i++)\r
  59                 {\r
  60                         int boardid;\r
  61                         std::string name="";\r
  62                         std::string description="";\r
  63 \r
  64                         brd.Bind(0,xml.GetName(i));\r
  65                         brd.Step();\r
  66                         \r
  67                         if(brd.RowReturned())\r
  68                         {\r
  69                                 brd.ResultInt(0,boardid);\r
  70                                 brd.ResultText(2,description);\r
  71                                 if(description=="" && xml.GetDescription(i)!="")\r
  72                                 {\r
  73                                         upd.Bind(0,xml.GetDescription(i));\r
  74                                         upd.Bind(1,boardid);\r
  75                                         upd.Step();\r
  76                                         upd.Reset();\r
  77                                 }\r
  78                         }\r
  79                         else\r
  80                         {\r
  81                                 ins.Bind(0,xml.GetName(i));\r
  82                                 ins.Bind(1,xml.GetDescription(i));\r
  83                                 ins.Bind(2,now.Format("%Y-%m-%d %H:%M:%S"));\r
  84                                 if(m_savemessagesfromnewboards)\r
  85                                 {\r
  86                                         ins.Bind(3,"true");\r
  87                                 }\r
  88                                 else\r
  89                                 {\r
  90                                         ins.Bind(3,"false");\r
  91                                 }\r
  92                                 ins.Step();\r
  93                                 ins.Reset();\r
  94                         }\r
  95                         brd.Reset();\r
  96                 }\r
  97 \r
  98                 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
  99                 st.Bind(0,identityid);\r
 100                 st.Bind(1,idparts[4]);\r
 101                 st.Bind(2,index);\r
 102                 st.Step();\r
 103                 st.Finalize();\r
 104 \r
 105                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"BoardListRequester::HandleAllData parsed BoardList XML file : "+message["Identifier"]);\r
 106         }\r
 107         else\r
 108         {\r
 109                 // bad data - mark index\r
 110                 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 111                 st.Bind(0,identityid);\r
 112                 st.Bind(1,idparts[4]);\r
 113                 st.Bind(2,index);\r
 114                 st.Step();\r
 115                 st.Finalize();\r
 116 \r
 117                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"BoardListRequester::HandleAllData error parsing BoardList XML file : "+message["Identifier"]);\r
 118         }\r
 119 \r
 120         // remove this identityid from request list\r
 121         RemoveFromRequestList(identityid);\r
 122 \r
 123         return true;\r
 124 \r
 125 }\r
 126 \r
 127 const bool BoardListRequester::HandleGetFailed(FCPMessage &message)\r
 128 {\r
 129         DateTime now;\r
 130         SQLite3DB::Statement st;\r
 131         std::vector<std::string> idparts;\r
 132         long identityid;\r
 133         long index;\r
 134 \r
 135         now.SetToGMTime();\r
 136         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 137         StringFunctions::Convert(idparts[1],identityid);\r
 138         StringFunctions::Convert(idparts[2],index);     \r
 139 \r
 140         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 141         if(message["Fatal"]=="true")\r
 142         {\r
 143                 st=m_db->Prepare("INSERT INTO tblBoardListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 144                 st.Bind(0,identityid);\r
 145                 st.Bind(1,idparts[4]);\r
 146                 st.Bind(2,index);\r
 147                 st.Step();\r
 148                 st.Finalize();\r
 149 \r
 150                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"BoardListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 151         }\r
 152 \r
 153         // remove this identityid from request list\r
 154         RemoveFromRequestList(identityid);\r
 155 \r
 156         return true;\r
 157 }\r
 158 \r
 159 void BoardListRequester::Initialize()\r
 160 {\r
 161         std::string tempval="";\r
 162 \r
 163         m_fcpuniquename="BoardListRequester";\r
 164         m_maxrequests=0;\r
 165 \r
 166         Option::Instance()->Get("MaxBoardListRequests",tempval);\r
 167         StringFunctions::Convert(tempval,m_maxrequests);\r
 168         if(m_maxrequests<0)\r
 169         {\r
 170                 m_maxrequests=0;\r
 171                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxBoardListRequests is currently set at "+tempval+".  It must be 0 or greater.");\r
 172         }\r
 173         if(m_maxrequests>100)\r
 174         {\r
 175                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxBoardListRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 176         }\r
 177 \r
 178         Option::Instance()->Get("SaveMessagesFromNewBoards",tempval);\r
 179         if(tempval=="true")\r
 180         {\r
 181                 m_savemessagesfromnewboards=true;\r
 182         }\r
 183         else\r
 184         {\r
 185                 m_savemessagesfromnewboards=false;\r
 186         }\r
 187 \r
 188 }\r
 189 \r
 190 void BoardListRequester::PopulateIDList()\r
 191 {\r
 192         int id;\r
 193         DateTime today;\r
 194         today.SetToGMTime();\r
 195 \r
 196         SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+today.Format("%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) AND PublishBoardList='true' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 197         st.Step();\r
 198 \r
 199         m_ids.clear();\r
 200 \r
 201         while(st.RowReturned())\r
 202         {\r
 203                 st.ResultInt(0,id);\r
 204                 m_ids[id]=false;\r
 205                 st.Step();\r
 206         }\r
 207 \r
 208 }\r
 209 \r
 210 void BoardListRequester::StartRequest(const long &identityid)\r
 211 {\r
 212         DateTime now;\r
 213         FCPMessage message;\r
 214         std::string publickey;\r
 215         std::string indexstr;\r
 216         int index;\r
 217         std::string identityidstr;\r
 218 \r
 219         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE identityid=?;");\r
 220         st.Bind(0,identityid);\r
 221         st.Step();\r
 222 \r
 223         if(st.RowReturned())\r
 224         {\r
 225                 st.ResultText(0,publickey);\r
 226 \r
 227                 now.SetToGMTime();\r
 228 \r
 229                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblBoardListRequests WHERE Day=? AND IdentityID=?;");\r
 230                 st2.Bind(0,now.Format("%Y-%m-%d"));\r
 231                 st2.Bind(1,identityid);\r
 232                 st2.Step();\r
 233 \r
 234                 index=0;\r
 235                 if(st2.RowReturned())\r
 236                 {\r
 237                         if(st2.ResultNull(0)==false)\r
 238                         {\r
 239                                 st2.ResultInt(0,index);\r
 240                                 index++;\r
 241                         }\r
 242                 }\r
 243                 st2.Finalize();\r
 244 \r
 245                 StringFunctions::Convert(index,indexstr);\r
 246                 StringFunctions::Convert(identityid,identityidstr);\r
 247 \r
 248                 message.SetName("ClientGet");\r
 249                 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|BoardList|"+indexstr+".xml";\r
 250                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 251                 message["ReturnType"]="direct";\r
 252                 message["MaxSize"]="100000";                    // 100 KB\r
 253 \r
 254                 m_fcp->SendMessage(message);\r
 255 \r
 256                 m_requesting.push_back(identityid);\r
 257 \r
 258         }\r
 259         st.Finalize();\r
 260 \r
 261         m_ids[identityid]=true;\r
 262 \r
 263 }\r