src/freenet/messagelistrequester.cpp

   1 #include "../../include/freenet/messagelistrequester.h"\r
   2 #include "../../include/freenet/messagelistxml.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 MessageListRequester::MessageListRequester()\r
   9 {\r
  10         Initialize();\r
  11 }\r
  12 \r
  13 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 const bool MessageListRequester::HandleAllData(FCPMessage &message)\r
  19 {       \r
  20         DateTime now;\r
  21         SQLite3DB::Statement st;\r
  22         SQLite3DB::Statement trustst;\r
  23         std::vector<std::string> idparts;\r
  24         long datalength;\r
  25         std::vector<char> data;\r
  26         MessageListXML xml;\r
  27         long identityid;\r
  28         long index;\r
  29 \r
  30         now.SetToGMTime();\r
  31         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  32         StringFunctions::Convert(message["DataLength"],datalength);\r
  33         StringFunctions::Convert(idparts[1],identityid);\r
  34         StringFunctions::Convert(idparts[2],index);\r
  35 \r
  36         // wait for all data to be received from connection\r
  37         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  38         {\r
  39                 m_fcp->Update(1);\r
  40         }\r
  41 \r
  42         // if we got disconnected- return immediately\r
  43         if(m_fcp->Connected()==false)\r
  44         {\r
  45                 return false;\r
  46         }\r
  47 \r
  48         // receive the file\r
  49         data.resize(datalength);\r
  50         m_fcp->ReceiveRaw(&data[0],datalength);\r
  51 \r
  52         // parse file into xml and update the database\r
  53         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  54         {\r
  55 \r
  56                 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
  57                 SQLite3DB::Statement spk=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey=?;");\r
  58                 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");\r
  59                 for(long i=0; i<xml.MessageCount(); i++)\r
  60                 {\r
  61                         st.Bind(0,identityid);\r
  62                         st.Bind(1,xml.GetDate(i));\r
  63                         st.Bind(2,xml.GetIndex(i));\r
  64                         st.Step();\r
  65                         if(st.RowReturned()==false)\r
  66                         {\r
  67                                 mst.Bind(0,identityid);\r
  68                                 mst.Bind(1,xml.GetDate(i));\r
  69                                 mst.Bind(2,xml.GetIndex(i));\r
  70                                 mst.Step();\r
  71                                 mst.Reset();\r
  72                         }\r
  73                         st.Reset();\r
  74                 }\r
  75 \r
  76                 // insert external message indexes\r
  77                 for(long i=0; i<xml.ExternalMessageCount(); i++)\r
  78                 {\r
  79                         spk.Bind(0,xml.GetExternalIdentity(i));\r
  80                         spk.Step();\r
  81                         if(spk.RowReturned())\r
  82                         {\r
  83                                 int thisidentityid=0;\r
  84                                 spk.ResultInt(0,thisidentityid);\r
  85                                 mst.Bind(0,thisidentityid);\r
  86                                 mst.Bind(1,xml.GetExternalDate(i));\r
  87                                 mst.Bind(2,xml.GetExternalIndex(i));\r
  88                                 mst.Step();\r
  89                                 mst.Reset();\r
  90                         }\r
  91                         spk.Reset();\r
  92                 }\r
  93 \r
  94                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
  95                 st.Bind(0,identityid);\r
  96                 st.Bind(1,idparts[4]);\r
  97                 st.Bind(2,index);\r
  98                 st.Step();\r
  99                 st.Finalize();\r
 100 \r
 101                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);\r
 102         }\r
 103         else\r
 104         {\r
 105                 // bad data - mark index\r
 106                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 107                 st.Bind(0,identityid);\r
 108                 st.Bind(1,idparts[4]);\r
 109                 st.Bind(2,index);\r
 110                 st.Step();\r
 111                 st.Finalize();\r
 112 \r
 113                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);\r
 114         }\r
 115 \r
 116         // remove this identityid from request list\r
 117         RemoveFromRequestList(identityid);\r
 118 \r
 119         return true;\r
 120 \r
 121 }\r
 122 \r
 123 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)\r
 124 {\r
 125         DateTime now;\r
 126         SQLite3DB::Statement st;\r
 127         std::vector<std::string> idparts;\r
 128         long identityid;\r
 129         long index;\r
 130 \r
 131         now.SetToGMTime();\r
 132         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 133         StringFunctions::Convert(idparts[1],identityid);\r
 134         StringFunctions::Convert(idparts[2],index);     \r
 135 \r
 136         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 137         if(message["Fatal"]=="true")\r
 138         {\r
 139                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 140                 st.Bind(0,identityid);\r
 141                 st.Bind(1,idparts[4]);\r
 142                 st.Bind(2,index);\r
 143                 st.Step();\r
 144                 st.Finalize();\r
 145 \r
 146                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 147         }\r
 148 \r
 149         // remove this identityid from request list\r
 150         RemoveFromRequestList(identityid);\r
 151 \r
 152         return true;\r
 153 }\r
 154 \r
 155 void MessageListRequester::Initialize()\r
 156 {\r
 157         m_fcpuniquename="MessageListRequester";\r
 158         std::string tempval;\r
 159         Option::Instance()->Get("MaxMessageListRequests",tempval);\r
 160         StringFunctions::Convert(tempval,m_maxrequests);\r
 161         if(m_maxrequests<1)\r
 162         {\r
 163                 m_maxrequests=1;\r
 164                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageListRequests is currently set at "+tempval+".  It must be 1 or greater.");\r
 165         }\r
 166         if(m_maxrequests>100)\r
 167         {\r
 168                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageListRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 169         }\r
 170 \r
 171         Option::Instance()->Get("LocalTrustOverridesPeerTrust",tempval);\r
 172         if(tempval=="true")\r
 173         {\r
 174                 m_localtrustoverrides=true;\r
 175         }\r
 176         else\r
 177         {\r
 178                 m_localtrustoverrides=false;\r
 179         }\r
 180 \r
 181 }\r
 182 \r
 183 void MessageListRequester::PopulateIDList()\r
 184 {\r
 185         DateTime date;\r
 186         int id;\r
 187 \r
 188         date.SetToGMTime();\r
 189 \r
 190         SQLite3DB::Statement st;\r
 191 \r
 192         // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)\r
 193         if(m_localtrustoverrides==false)\r
 194         {\r
 195                 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust IS NULL OR LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 196         }\r
 197         else\r
 198         {\r
 199                 st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND (LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') OR (LocalMessageTrust IS NULL AND (PeerMessageTrust IS NULL OR PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')))) ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 200         }\r
 201         st.Step();\r
 202 \r
 203         m_ids.clear();\r
 204 \r
 205         while(st.RowReturned())\r
 206         {\r
 207                 st.ResultInt(0,id);\r
 208                 m_ids[id]=false;\r
 209                 st.Step();\r
 210         }\r
 211 }\r
 212 \r
 213 void MessageListRequester::StartRequest(const long &id)\r
 214 {\r
 215         DateTime now;\r
 216         FCPMessage message;\r
 217         std::string publickey;\r
 218         int index;\r
 219         std::string indexstr;\r
 220         std::string identityidstr;\r
 221 \r
 222         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 223         st.Bind(0,id);\r
 224         st.Step();\r
 225 \r
 226         if(st.RowReturned())\r
 227         {\r
 228                 st.ResultText(0,publickey);\r
 229 \r
 230                 now.SetToGMTime();\r
 231 \r
 232                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");\r
 233                 st2.Bind(0,now.Format("%Y-%m-%d"));\r
 234                 st2.Bind(1,id);\r
 235                 st2.Step();\r
 236 \r
 237                 index=0;\r
 238                 if(st2.RowReturned())\r
 239                 {\r
 240                         if(st2.ResultNull(0)==false)\r
 241                         {\r
 242                                 st2.ResultInt(0,index);\r
 243                                 index++;\r
 244                         }\r
 245                 }\r
 246                 st2.Finalize();\r
 247 \r
 248                 StringFunctions::Convert(index,indexstr);\r
 249                 StringFunctions::Convert(id,identityidstr);\r
 250 \r
 251                 message.SetName("ClientGet");\r
 252                 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|MessageList|"+indexstr+".xml";\r
 253                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 254                 message["ReturnType"]="direct";\r
 255                 message["MaxSize"]="1000000";                   // 1 MB\r
 256 \r
 257                 m_fcp->SendMessage(message);\r
 258 \r
 259                 m_requesting.push_back(id);\r
 260         }\r
 261         st.Finalize();\r
 262 \r
 263         m_ids[id]=true;\r
 264 }\r