src/freenet/messagelistrequester.cpp

   1 #include "../../include/freenet/messagelistrequester.h"\r
   2 #include "../../include/freenet/messagelistxml.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 MessageListRequester::MessageListRequester()\r
   9 {\r
  10         Initialize();\r
  11 }\r
  12 \r
  13 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 const bool MessageListRequester::HandleAllData(FCPMessage &message)\r
  19 {       \r
  20         DateTime now;\r
  21         SQLite3DB::Statement st;\r
  22         SQLite3DB::Statement trustst;\r
  23         std::vector<std::string> idparts;\r
  24         long datalength;\r
  25         std::vector<char> data;\r
  26         MessageListXML xml;\r
  27         long identityid;\r
  28         long index;\r
  29 \r
  30         now.SetToGMTime();\r
  31         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  32         StringFunctions::Convert(message["DataLength"],datalength);\r
  33         StringFunctions::Convert(idparts[1],identityid);\r
  34         StringFunctions::Convert(idparts[2],index);\r
  35 \r
  36         // wait for all data to be received from connection\r
  37         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  38         {\r
  39                 m_fcp->Update(1);\r
  40         }\r
  41 \r
  42         // if we got disconnected- return immediately\r
  43         if(m_fcp->Connected()==false)\r
  44         {\r
  45                 return false;\r
  46         }\r
  47 \r
  48         // receive the file\r
  49         data.resize(datalength);\r
  50         m_fcp->ReceiveRaw(&data[0],datalength);\r
  51 \r
  52         // parse file into xml and update the database\r
  53         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  54         {\r
  55 \r
  56                 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
  57                 SQLite3DB::Statement spk=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey=?;");\r
  58                 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");\r
  59                 for(long i=0; i<xml.MessageCount(); i++)\r
  60                 {\r
  61                         st.Bind(0,identityid);\r
  62                         st.Bind(1,xml.GetDate(i));\r
  63                         st.Bind(2,xml.GetIndex(i));\r
  64                         st.Step();\r
  65                         if(st.RowReturned()==false)\r
  66                         {\r
  67                                 mst.Bind(0,identityid);\r
  68                                 mst.Bind(1,xml.GetDate(i));\r
  69                                 mst.Bind(2,xml.GetIndex(i));\r
  70                                 mst.Step();\r
  71                                 mst.Reset();\r
  72                         }\r
  73                         st.Reset();\r
  74                 }\r
  75 \r
  76                 // insert external message indexes\r
  77                 for(long i=0; i<xml.ExternalMessageCount(); i++)\r
  78                 {\r
  79                         if(xml.GetExternalType(i)=="Keyed")\r
  80                         {\r
  81                                 spk.Bind(0,xml.GetExternalIdentity(i));\r
  82                                 spk.Step();\r
  83                                 if(spk.RowReturned())\r
  84                                 {\r
  85                                         int thisidentityid=0;\r
  86                                         spk.ResultInt(0,thisidentityid);\r
  87                                         mst.Bind(0,thisidentityid);\r
  88                                         mst.Bind(1,xml.GetExternalDate(i));\r
  89                                         mst.Bind(2,xml.GetExternalIndex(i));\r
  90                                         mst.Step();\r
  91                                         mst.Reset();\r
  92                                 }\r
  93                                 spk.Reset();\r
  94                         }\r
  95                 }\r
  96 \r
  97                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
  98                 st.Bind(0,identityid);\r
  99                 st.Bind(1,idparts[4]);\r
 100                 st.Bind(2,index);\r
 101                 st.Step();\r
 102                 st.Finalize();\r
 103 \r
 104                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);\r
 105         }\r
 106         else\r
 107         {\r
 108                 // bad data - mark index\r
 109                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 110                 st.Bind(0,identityid);\r
 111                 st.Bind(1,idparts[4]);\r
 112                 st.Bind(2,index);\r
 113                 st.Step();\r
 114                 st.Finalize();\r
 115 \r
 116                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);\r
 117         }\r
 118 \r
 119         // remove this identityid from request list\r
 120         RemoveFromRequestList(identityid);\r
 121 \r
 122         return true;\r
 123 \r
 124 }\r
 125 \r
 126 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)\r
 127 {\r
 128         DateTime now;\r
 129         SQLite3DB::Statement st;\r
 130         std::vector<std::string> idparts;\r
 131         long identityid;\r
 132         long index;\r
 133 \r
 134         now.SetToGMTime();\r
 135         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 136         StringFunctions::Convert(idparts[1],identityid);\r
 137         StringFunctions::Convert(idparts[2],index);     \r
 138 \r
 139         // code 27 - permanent redirect\r
 140         if(message["Code"]=="27")\r
 141         {\r
 142                 StartRedirectRequest(message);\r
 143                 return true;\r
 144         }\r
 145 \r
 146         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 147         if(message["Fatal"]=="true")\r
 148         {\r
 149                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 150                 st.Bind(0,identityid);\r
 151                 st.Bind(1,idparts[4]);\r
 152                 st.Bind(2,index);\r
 153                 st.Step();\r
 154                 st.Finalize();\r
 155 \r
 156                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleGetFailed fatal error code="+message["Code"]+" requesting "+message["Identifier"]);\r
 157         }\r
 158 \r
 159         // remove this identityid from request list\r
 160         RemoveFromRequestList(identityid);\r
 161 \r
 162         return true;\r
 163 }\r
 164 \r
 165 void MessageListRequester::Initialize()\r
 166 {\r
 167         m_fcpuniquename="MessageListRequester";\r
 168         std::string tempval;\r
 169         Option::Instance()->Get("MaxMessageListRequests",tempval);\r
 170         StringFunctions::Convert(tempval,m_maxrequests);\r
 171         if(m_maxrequests<1)\r
 172         {\r
 173                 m_maxrequests=1;\r
 174                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageListRequests is currently set at "+tempval+".  It must be 1 or greater.");\r
 175         }\r
 176         if(m_maxrequests>100)\r
 177         {\r
 178                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageListRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 179         }\r
 180 \r
 181         Option::Instance()->Get("LocalTrustOverridesPeerTrust",tempval);\r
 182         if(tempval=="true")\r
 183         {\r
 184                 m_localtrustoverrides=true;\r
 185         }\r
 186         else\r
 187         {\r
 188                 m_localtrustoverrides=false;\r
 189         }\r
 190 \r
 191 }\r
 192 \r
 193 void MessageListRequester::PopulateIDList()\r
 194 {\r
 195         DateTime date;\r
 196         int id;\r
 197 \r
 198         date.SetToGMTime();\r
 199 \r
 200         SQLite3DB::Statement st;\r
 201 \r
 202         // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)\r
 203         if(m_localtrustoverrides==false)\r
 204         {\r
 205                 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 206         }\r
 207         else\r
 208         {\r
 209                 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') OR (LocalMessageTrust IS NULL AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')))) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 210         }\r
 211         st.Step();\r
 212 \r
 213         m_ids.clear();\r
 214 \r
 215         while(st.RowReturned())\r
 216         {\r
 217                 st.ResultInt(0,id);\r
 218                 m_ids[id]=false;\r
 219                 st.Step();\r
 220         }\r
 221 }\r
 222 \r
 223 void MessageListRequester::StartRedirectRequest(FCPMessage &message)\r
 224 {\r
 225         std::vector<std::string> parts;\r
 226         std::string indexstr="";\r
 227         std::string identityidstr="";\r
 228         std::string datestr="";\r
 229         FCPMessage newmessage;\r
 230 \r
 231         // get the new edition #\r
 232         StringFunctions::Split(message["RedirectURI"],"/",parts);\r
 233         //edition # is 2nd to last part\r
 234         if(parts.size()>2)\r
 235         {\r
 236                 indexstr=parts[parts.size()-2];\r
 237         }\r
 238 \r
 239         // get identityid\r
 240         parts.clear();\r
 241         StringFunctions::Split(message["Identifier"],"|",parts);\r
 242         if(parts.size()>1)\r
 243         {\r
 244                 identityidstr=parts[1];\r
 245         }\r
 246         if(parts.size()>4)\r
 247         {\r
 248                 datestr=parts[4];\r
 249         }\r
 250 \r
 251         newmessage.SetName("ClientGet");\r
 252         newmessage["URI"]=StringFunctions::UriDecode(message["RedirectURI"]);\r
 253         newmessage["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|_|"+datestr+"|"+newmessage["URI"];\r
 254         newmessage["ReturnType"]="direct";\r
 255         newmessage["MaxSize"]="1000000";\r
 256 \r
 257         m_fcp->SendMessage(newmessage);\r
 258 \r
 259 }\r
 260 \r
 261 void MessageListRequester::StartRequest(const long &id)\r
 262 {\r
 263         DateTime now;\r
 264         FCPMessage message;\r
 265         std::string publickey;\r
 266         int index=0;\r
 267         std::string indexstr;\r
 268         std::string identityidstr;\r
 269 \r
 270         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 271         st.Bind(0,id);\r
 272         st.Step();\r
 273 \r
 274         if(st.RowReturned())\r
 275         {\r
 276                 st.ResultText(0,publickey);\r
 277 \r
 278                 now.SetToGMTime();\r
 279 \r
 280                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");\r
 281                 st2.Bind(0,now.Format("%Y-%m-%d"));\r
 282                 st2.Bind(1,id);\r
 283                 st2.Step();\r
 284 \r
 285                 index=0;\r
 286                 if(st2.RowReturned())\r
 287                 {\r
 288                         if(st2.ResultNull(0)==false)\r
 289                         {\r
 290                                 st2.ResultInt(0,index);\r
 291                                 // don't increment index here - the node will let us know if there is a new edition\r
 292                                 // 2008-05-31 - well actually the node isn't reliably retreiving the latest edition for USKs, so we DO need to increment the index\r
 293                                 index++;\r
 294                         }\r
 295                 }\r
 296                 st2.Finalize();\r
 297 \r
 298                 StringFunctions::Convert(index,indexstr);\r
 299                 StringFunctions::Convert(id,identityidstr);\r
 300 \r
 301                 message.SetName("ClientGet");\r
 302                 message["URI"]="USK"+publickey.substr(3)+m_messagebase+"|"+now.Format("%Y.%m.%d")+"|MessageList/"+indexstr+"/MessageList.xml";\r
 303                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|_|"+now.Format("%Y-%m-%d")+"|"+message["URI"];\r
 304                 message["ReturnType"]="direct";\r
 305                 message["MaxSize"]="1000000";\r
 306 \r
 307                 m_fcp->SendMessage(message);\r
 308 \r
 309                 m_requesting.push_back(id);\r
 310         }\r
 311         st.Finalize();\r
 312 \r
 313         m_ids[id]=true;\r
 314 }\r