src/freenet/messagelistrequester.cpp

   1 #include "../../include/freenet/messagelistrequester.h"\r
   2 #include "../../include/freenet/messagelistxml.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 MessageListRequester::MessageListRequester()\r
   9 {\r
  10         Initialize();\r
  11 }\r
  12 \r
  13 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 const bool MessageListRequester::HandleAllData(FCPMessage &message)\r
  19 {       \r
  20         DateTime now;\r
  21         SQLite3DB::Statement st;\r
  22         SQLite3DB::Statement trustst;\r
  23         std::vector<std::string> idparts;\r
  24         long datalength;\r
  25         std::vector<char> data;\r
  26         MessageListXML xml;\r
  27         long identityid;\r
  28         long index;\r
  29 \r
  30         now.SetToGMTime();\r
  31         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  32         StringFunctions::Convert(message["DataLength"],datalength);\r
  33         StringFunctions::Convert(idparts[1],identityid);\r
  34         StringFunctions::Convert(idparts[2],index);\r
  35 \r
  36         // wait for all data to be received from connection\r
  37         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  38         {\r
  39                 m_fcp->Update(1);\r
  40         }\r
  41 \r
  42         // if we got disconnected- return immediately\r
  43         if(m_fcp->Connected()==false)\r
  44         {\r
  45                 return false;\r
  46         }\r
  47 \r
  48         // receive the file\r
  49         data.resize(datalength);\r
  50         m_fcp->ReceiveRaw(&data[0],datalength);\r
  51 \r
  52         // parse file into xml and update the database\r
  53         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  54         {\r
  55 \r
  56                 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
  57                 SQLite3DB::Statement spk=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey=?;");\r
  58                 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");\r
  59                 for(long i=0; i<xml.MessageCount(); i++)\r
  60                 {\r
  61                         st.Bind(0,identityid);\r
  62                         st.Bind(1,xml.GetDate(i));\r
  63                         st.Bind(2,xml.GetIndex(i));\r
  64                         st.Step();\r
  65                         if(st.RowReturned()==false)\r
  66                         {\r
  67                                 mst.Bind(0,identityid);\r
  68                                 mst.Bind(1,xml.GetDate(i));\r
  69                                 mst.Bind(2,xml.GetIndex(i));\r
  70                                 mst.Step();\r
  71                                 mst.Reset();\r
  72                         }\r
  73                         st.Reset();\r
  74                 }\r
  75 \r
  76                 // insert external message indexes\r
  77                 for(long i=0; i<xml.ExternalMessageCount(); i++)\r
  78                 {\r
  79                         spk.Bind(0,xml.GetExternalIdentity(i));\r
  80                         spk.Step();\r
  81                         if(spk.RowReturned())\r
  82                         {\r
  83                                 int thisidentityid=0;\r
  84                                 spk.ResultInt(0,thisidentityid);\r
  85                                 mst.Bind(0,thisidentityid);\r
  86                                 mst.Bind(1,xml.GetExternalDate(i));\r
  87                                 mst.Bind(2,xml.GetExternalIndex(i));\r
  88                                 mst.Step();\r
  89                                 mst.Reset();\r
  90                         }\r
  91                         spk.Reset();\r
  92                 }\r
  93 \r
  94                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
  95                 st.Bind(0,identityid);\r
  96                 st.Bind(1,idparts[4]);\r
  97                 st.Bind(2,index);\r
  98                 st.Step();\r
  99                 st.Finalize();\r
 100 \r
 101                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);\r
 102         }\r
 103         else\r
 104         {\r
 105                 // bad data - mark index\r
 106                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 107                 st.Bind(0,identityid);\r
 108                 st.Bind(1,idparts[4]);\r
 109                 st.Bind(2,index);\r
 110                 st.Step();\r
 111                 st.Finalize();\r
 112 \r
 113                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);\r
 114         }\r
 115 \r
 116         // remove this identityid from request list\r
 117         RemoveFromRequestList(identityid);\r
 118 \r
 119         return true;\r
 120 \r
 121 }\r
 122 \r
 123 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)\r
 124 {\r
 125         DateTime now;\r
 126         SQLite3DB::Statement st;\r
 127         std::vector<std::string> idparts;\r
 128         long identityid;\r
 129         long index;\r
 130 \r
 131         now.SetToGMTime();\r
 132         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 133         StringFunctions::Convert(idparts[1],identityid);\r
 134         StringFunctions::Convert(idparts[2],index);     \r
 135 \r
 136         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 137         if(message["Fatal"]=="true")\r
 138         {\r
 139                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 140                 st.Bind(0,identityid);\r
 141                 st.Bind(1,idparts[4]);\r
 142                 st.Bind(2,index);\r
 143                 st.Step();\r
 144                 st.Finalize();\r
 145 \r
 146                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 147         }\r
 148 \r
 149         // remove this identityid from request list\r
 150         RemoveFromRequestList(identityid);\r
 151 \r
 152         return true;\r
 153 }\r
 154 \r
 155 void MessageListRequester::Initialize()\r
 156 {\r
 157         m_fcpuniquename="MessageListRequester";\r
 158         std::string tempval;\r
 159         Option::Instance()->Get("MaxMessageListRequests",tempval);\r
 160         StringFunctions::Convert(tempval,m_maxrequests);\r
 161         if(m_maxrequests<1)\r
 162         {\r
 163                 m_maxrequests=1;\r
 164                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageListRequests is currently set at "+tempval+".  It must be 1 or greater.");\r
 165         }\r
 166         if(m_maxrequests>100)\r
 167         {\r
 168                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageListRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 169         }\r
 170 }\r
 171 \r
 172 void MessageListRequester::PopulateIDList()\r
 173 {\r
 174         DateTime date;\r
 175         int id;\r
 176 \r
 177         date.SetToGMTime();\r
 178 \r
 179         // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)\r
 180         SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 181         st.Step();\r
 182 \r
 183         m_ids.clear();\r
 184 \r
 185         while(st.RowReturned())\r
 186         {\r
 187                 st.ResultInt(0,id);\r
 188                 m_ids[id]=false;\r
 189                 st.Step();\r
 190         }\r
 191 }\r
 192 \r
 193 void MessageListRequester::StartRequest(const long &id)\r
 194 {\r
 195         DateTime now;\r
 196         FCPMessage message;\r
 197         std::string publickey;\r
 198         int index;\r
 199         std::string indexstr;\r
 200         std::string identityidstr;\r
 201 \r
 202         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 203         st.Bind(0,id);\r
 204         st.Step();\r
 205 \r
 206         if(st.RowReturned())\r
 207         {\r
 208                 st.ResultText(0,publickey);\r
 209 \r
 210                 now.SetToGMTime();\r
 211 \r
 212                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");\r
 213                 st2.Bind(0,now.Format("%Y-%m-%d"));\r
 214                 st2.Bind(1,id);\r
 215                 st2.Step();\r
 216 \r
 217                 index=0;\r
 218                 if(st2.RowReturned())\r
 219                 {\r
 220                         if(st2.ResultNull(0)==false)\r
 221                         {\r
 222                                 st2.ResultInt(0,index);\r
 223                                 index++;\r
 224                         }\r
 225                 }\r
 226                 st2.Finalize();\r
 227 \r
 228                 StringFunctions::Convert(index,indexstr);\r
 229                 StringFunctions::Convert(id,identityidstr);\r
 230 \r
 231                 message.SetName("ClientGet");\r
 232                 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|MessageList|"+indexstr+".xml";\r
 233                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 234                 message["ReturnType"]="direct";\r
 235                 message["MaxSize"]="1000000";                   // 1 MB\r
 236 \r
 237                 m_fcp->SendMessage(message);\r
 238 \r
 239                 m_requesting.push_back(id);\r
 240         }\r
 241         st.Finalize();\r
 242 \r
 243         m_ids[id]=true;\r
 244 }\r