src/freenet/messagelistrequester.cpp

   1 #include "../../include/freenet/messagelistrequester.h"\r
   2 #include "../../include/freenet/messagelistxml.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 MessageListRequester::MessageListRequester()\r
   9 {\r
  10         Initialize();\r
  11 }\r
  12 \r
  13 MessageListRequester::MessageListRequester(FCPv2 *fcp):IIndexRequester<long>(fcp)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 const bool MessageListRequester::HandleAllData(FCPMessage &message)\r
  19 {       \r
  20         DateTime now;\r
  21         SQLite3DB::Statement st;\r
  22         SQLite3DB::Statement trustst;\r
  23         std::vector<std::string> idparts;\r
  24         long datalength;\r
  25         std::vector<char> data;\r
  26         MessageListXML xml;\r
  27         long identityid;\r
  28         long index;\r
  29 \r
  30         now.SetToGMTime();\r
  31         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  32         StringFunctions::Convert(message["DataLength"],datalength);\r
  33         StringFunctions::Convert(idparts[1],identityid);\r
  34         StringFunctions::Convert(idparts[2],index);\r
  35 \r
  36         // wait for all data to be received from connection\r
  37         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  38         {\r
  39                 m_fcp->Update(1);\r
  40         }\r
  41 \r
  42         // if we got disconnected- return immediately\r
  43         if(m_fcp->Connected()==false)\r
  44         {\r
  45                 return false;\r
  46         }\r
  47 \r
  48         // receive the file\r
  49         data.resize(datalength);\r
  50         m_fcp->ReceiveRaw(&data[0],datalength);\r
  51 \r
  52         // parse file into xml and update the database\r
  53         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  54         {\r
  55 \r
  56                 SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblMessageRequests WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
  57                 SQLite3DB::Statement mst=m_db->Prepare("INSERT INTO tblMessageRequests(IdentityID,Day,RequestIndex,FromMessageList) VALUES(?,?,?,'true');");\r
  58                 for(long i=0; i<xml.MessageCount(); i++)\r
  59                 {\r
  60                         st.Bind(0,identityid);\r
  61                         st.Bind(1,xml.GetDate(i));\r
  62                         st.Bind(2,xml.GetIndex(i));\r
  63                         st.Step();\r
  64                         if(st.RowReturned()==false)\r
  65                         {\r
  66                                 mst.Bind(0,identityid);\r
  67                                 mst.Bind(1,xml.GetDate(i));\r
  68                                 mst.Bind(2,xml.GetIndex(i));\r
  69                                 mst.Step();\r
  70                                 mst.Reset();\r
  71                         }\r
  72                         st.Reset();\r
  73                 }\r
  74                 mst.Finalize();\r
  75                 st.Finalize();\r
  76 \r
  77                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
  78                 st.Bind(0,identityid);\r
  79                 st.Bind(1,idparts[4]);\r
  80                 st.Bind(2,index);\r
  81                 st.Step();\r
  82                 st.Finalize();\r
  83 \r
  84                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListRequester::HandleAllData parsed MessageList XML file : "+message["Identifier"]);\r
  85         }\r
  86         else\r
  87         {\r
  88                 // bad data - mark index\r
  89                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
  90                 st.Bind(0,identityid);\r
  91                 st.Bind(1,idparts[4]);\r
  92                 st.Bind(2,index);\r
  93                 st.Step();\r
  94                 st.Finalize();\r
  95 \r
  96                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleAllData error parsing MessageList XML file : "+message["Identifier"]);\r
  97         }\r
  98 \r
  99         // remove this identityid from request list\r
 100         RemoveFromRequestList(identityid);\r
 101 \r
 102         return true;\r
 103 \r
 104 }\r
 105 \r
 106 const bool MessageListRequester::HandleGetFailed(FCPMessage &message)\r
 107 {\r
 108         DateTime now;\r
 109         SQLite3DB::Statement st;\r
 110         std::vector<std::string> idparts;\r
 111         long identityid;\r
 112         long index;\r
 113 \r
 114         now.SetToGMTime();\r
 115         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 116         StringFunctions::Convert(idparts[1],identityid);\r
 117         StringFunctions::Convert(idparts[2],index);     \r
 118 \r
 119         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 120         if(message["Fatal"]=="true")\r
 121         {\r
 122                 st=m_db->Prepare("INSERT INTO tblMessageListRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 123                 st.Bind(0,identityid);\r
 124                 st.Bind(1,idparts[4]);\r
 125                 st.Bind(2,index);\r
 126                 st.Step();\r
 127                 st.Finalize();\r
 128 \r
 129                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageListRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 130         }\r
 131 \r
 132         // remove this identityid from request list\r
 133         RemoveFromRequestList(identityid);\r
 134 \r
 135         return true;\r
 136 }\r
 137 \r
 138 void MessageListRequester::Initialize()\r
 139 {\r
 140         m_fcpuniquename="MessageListRequester";\r
 141         std::string tempval;\r
 142         Option::instance()->Get("MaxMessageListRequests",tempval);\r
 143         StringFunctions::Convert(tempval,m_maxrequests);\r
 144         if(m_maxrequests<1)\r
 145         {\r
 146                 m_maxrequests=1;\r
 147                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageListRequests is currently set at "+tempval+".  It must be 1 or greater.");\r
 148         }\r
 149         if(m_maxrequests>100)\r
 150         {\r
 151                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageListRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 152         }\r
 153 }\r
 154 \r
 155 void MessageListRequester::PopulateIDList()\r
 156 {\r
 157         DateTime date;\r
 158         int id;\r
 159 \r
 160         date.SetToGMTime();\r
 161 \r
 162         // select identities we want to query (we've seen them today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)\r
 163         SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen>='"+date.Format("%Y-%m-%d")+"' AND LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust') ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 164         st.Step();\r
 165 \r
 166         m_ids.clear();\r
 167 \r
 168         while(st.RowReturned())\r
 169         {\r
 170                 st.ResultInt(0,id);\r
 171                 m_ids[id]=false;\r
 172                 st.Step();\r
 173         }\r
 174 }\r
 175 \r
 176 void MessageListRequester::StartRequest(const long &id)\r
 177 {\r
 178         DateTime now;\r
 179         FCPMessage message;\r
 180         std::string publickey;\r
 181         int index;\r
 182         std::string indexstr;\r
 183         std::string identityidstr;\r
 184 \r
 185         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 186         st.Bind(0,id);\r
 187         st.Step();\r
 188 \r
 189         if(st.RowReturned())\r
 190         {\r
 191                 st.ResultText(0,publickey);\r
 192 \r
 193                 now.SetToGMTime();\r
 194 \r
 195                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblMessageListRequests WHERE Day=? AND IdentityID=?;");\r
 196                 st2.Bind(0,now.Format("%Y-%m-%d"));\r
 197                 st2.Bind(1,id);\r
 198                 st2.Step();\r
 199 \r
 200                 index=0;\r
 201                 if(st2.RowReturned())\r
 202                 {\r
 203                         if(st2.ResultNull(0)==false)\r
 204                         {\r
 205                                 st2.ResultInt(0,index);\r
 206                                 index++;\r
 207                         }\r
 208                 }\r
 209                 st2.Finalize();\r
 210 \r
 211                 StringFunctions::Convert(index,indexstr);\r
 212                 StringFunctions::Convert(id,identityidstr);\r
 213 \r
 214                 message.SetName("ClientGet");\r
 215                 message["URI"]=publickey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|MessageList|"+indexstr+".xml";\r
 216                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 217                 message["ReturnType"]="direct";\r
 218                 message["MaxSize"]="1000000";                   // 1 MB\r
 219 \r
 220                 m_fcp->SendMessage(message);\r
 221 \r
 222                 m_requesting.push_back(id);\r
 223         }\r
 224         st.Finalize();\r
 225 \r
 226         m_ids[id]=true;\r
 227 }\r