src/freenet/identityrequester.cpp

   1 #include "../../include/freenet/identityrequester.h"\r
   2 #include "../../include/freenet/identityxml.h"\r
   3 #include "../../include/stringfunctions.h"\r
   4 #include "../../include/option.h"\r
   5 \r
   6 #include <Poco/DateTime.h>\r
   7 #include <Poco/Timestamp.h>\r
   8 #include <Poco/Timespan.h>\r
   9 #include <Poco/DateTimeFormatter.h>\r
  10 \r
  11 #ifdef XMEM\r
  12         #include <xmem.h>\r
  13 #endif\r
  14 \r
  15 IdentityRequester::IdentityRequester(SQLite3DB::DB *db):IIndexRequester<long>(db)\r
  16 {\r
  17         Initialize();\r
  18 }\r
  19 \r
  20 IdentityRequester::IdentityRequester(SQLite3DB::DB *db, FCPv2::Connection *fcp):IIndexRequester<long>(db,fcp)\r
  21 {\r
  22         Initialize();\r
  23 }\r
  24 \r
  25 const bool IdentityRequester::HandleAllData(FCPv2::Message &message)\r
  26 {\r
  27         Poco::DateTime now;\r
  28         SQLite3DB::Statement st;\r
  29         std::vector<std::string> idparts;\r
  30         long datalength;\r
  31         std::vector<char> data;\r
  32         IdentityXML xml;\r
  33         long identityid;\r
  34         long index;\r
  35         std::string name="";\r
  36 \r
  37         now=Poco::Timestamp();\r
  38         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  39         StringFunctions::Convert(message["DataLength"],datalength);\r
  40         StringFunctions::Convert(idparts[1],identityid);\r
  41         StringFunctions::Convert(idparts[2],index);\r
  42 \r
  43         // wait for all data to be received from connection\r
  44         m_fcp->WaitForBytes(1000,datalength);\r
  45 \r
  46         // if we got disconnected- return immediately\r
  47         if(m_fcp->IsConnected()==false)\r
  48         {\r
  49                 return false;\r
  50         }\r
  51 \r
  52         // receive the file\r
  53         m_fcp->Receive(data,datalength);\r
  54 \r
  55         // parse file into xml and update the database\r
  56         if(data.size()>0 && xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  57         {\r
  58 \r
  59                 st=m_db->Prepare("UPDATE tblIdentity SET Name=?, SingleUse=?, LastSeen=?, PublishTrustList=?, PublishBoardList=?, FreesiteEdition=? WHERE IdentityID=?");\r
  60                 name=xml.GetName();\r
  61                 if(name.size()>40)\r
  62                 {\r
  63                         name.erase(40);\r
  64                 }\r
  65                 st.Bind(0,name);\r
  66                 if(xml.GetSingleUse()==true)\r
  67                 {\r
  68                         st.Bind(1,"true");\r
  69                 }\r
  70                 else\r
  71                 {\r
  72                         st.Bind(1,"false");\r
  73                 }\r
  74                 st.Bind(2,Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S"));\r
  75                 if(xml.GetPublishTrustList()==true)\r
  76                 {\r
  77                         st.Bind(3,"true");\r
  78                 }\r
  79                 else\r
  80                 {\r
  81                         st.Bind(3,"false");\r
  82                 }\r
  83                 if(xml.GetPublishBoardList()==true)\r
  84                 {\r
  85                         st.Bind(4,"true");\r
  86                 }\r
  87                 else\r
  88                 {\r
  89                         st.Bind(4,"false");\r
  90                 }\r
  91                 if(xml.GetFreesiteEdition()>=0)\r
  92                 {\r
  93                         st.Bind(5,xml.GetFreesiteEdition());\r
  94                 }\r
  95                 else\r
  96                 {\r
  97                         st.Bind(5);\r
  98                 }\r
  99                 st.Bind(6,identityid);\r
 100                 st.Step();\r
 101                 st.Finalize();\r
 102 \r
 103                 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'true');");\r
 104                 st.Bind(0,identityid);\r
 105                 st.Bind(1,idparts[4]);\r
 106                 st.Bind(2,index);\r
 107                 st.Step();\r
 108                 st.Finalize();\r
 109 \r
 110                 m_log->debug(m_fcpuniquename+"::HandleAllData parsed Identity XML file : "+message["Identifier"]);\r
 111         }\r
 112         else\r
 113         {\r
 114                 // bad data - mark index\r
 115                 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 116                 st.Bind(0,identityid);\r
 117                 st.Bind(1,idparts[4]);\r
 118                 st.Bind(2,index);\r
 119                 st.Step();\r
 120                 st.Finalize();\r
 121 \r
 122                 m_log->error(m_fcpuniquename+"::HandleAllData error parsing Identity XML file : "+message["Identifier"]);\r
 123         }\r
 124 \r
 125         // remove this identityid from request list\r
 126         RemoveFromRequestList(identityid);\r
 127 \r
 128         return true;\r
 129 \r
 130 }\r
 131 \r
 132 const bool IdentityRequester::HandleGetFailed(FCPv2::Message &message)\r
 133 {\r
 134         SQLite3DB::Statement st;\r
 135         std::vector<std::string> idparts;\r
 136         long identityid;\r
 137         long index;\r
 138 \r
 139         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 140         StringFunctions::Convert(idparts[1],identityid);\r
 141         StringFunctions::Convert(idparts[2],index);     \r
 142 \r
 143         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 144         if(message["Fatal"]=="true")\r
 145         {\r
 146                 st=m_db->Prepare("INSERT INTO tblIdentityRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 147                 st.Bind(0,identityid);\r
 148                 st.Bind(1,idparts[4]);\r
 149                 st.Bind(2,index);\r
 150                 st.Step();\r
 151                 st.Finalize();\r
 152 \r
 153                 m_log->error(m_fcpuniquename+"::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 154         }\r
 155 \r
 156         // remove this identityid from request list\r
 157         RemoveFromRequestList(identityid);\r
 158 \r
 159         return true;\r
 160 \r
 161 }\r
 162 \r
 163 void IdentityRequester::Initialize()\r
 164 {\r
 165         m_fcpuniquename="KnownIdentityRequester";\r
 166         Option option(m_db);\r
 167         option.GetInt("MaxIdentityRequests",m_maxrequests);\r
 168 \r
 169         // known identities get 4/5 + any remaining if not evenly divisible - unknown identities get 1/5 of the max requests option\r
 170         m_maxrequests=((m_maxrequests*4)/5)+(m_maxrequests%5);\r
 171 \r
 172         if(m_maxrequests<1)\r
 173         {\r
 174                 m_maxrequests=1;\r
 175                 m_log->error("Option MaxIdentityRequests is currently set at less than 1.  It must be 1 or greater.");\r
 176         }\r
 177         if(m_maxrequests>100)\r
 178         {\r
 179                 m_log->warning("Option MaxIdentityRequests is currently set at more than 100.  This value might be incorrectly configured.");\r
 180         }\r
 181 }\r
 182 \r
 183 void IdentityRequester::PopulateIDList()\r
 184 {\r
 185         Poco::DateTime date;\r
 186         int id;\r
 187 \r
 188         date.assign(date.year(),date.month(),date.day(),0,0,0);\r
 189 \r
 190         // select identities we want to query (haven't seen yet today) - sort by their trust level (descending) with secondary sort on how long ago we saw them (ascending)\r
 191         SQLite3DB::Statement st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey <> '' AND LastSeen IS NOT NULL AND LastSeen<'"+Poco::DateTimeFormatter::format(date,"%Y-%m-%d %H:%M:%S")+"' ORDER BY LocalMessageTrust+LocalTrustListTrust DESC, LastSeen;");\r
 192         st.Step();\r
 193 \r
 194         m_ids.clear();\r
 195 \r
 196         while(st.RowReturned())\r
 197         {\r
 198                 st.ResultInt(0,id);\r
 199                 m_ids[id]=false;\r
 200                 st.Step();\r
 201         }\r
 202 }\r
 203 \r
 204 void IdentityRequester::StartRequest(const long &identityid)\r
 205 {\r
 206         Poco::DateTime now;\r
 207         FCPv2::Message message;\r
 208         std::string publickey;\r
 209         int index;\r
 210         std::string indexstr;\r
 211         std::string identityidstr;\r
 212 \r
 213         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 214         st.Bind(0,identityid);\r
 215         st.Step();\r
 216 \r
 217         if(st.RowReturned())\r
 218         {\r
 219                 st.ResultText(0,publickey);\r
 220 \r
 221                 now=Poco::Timestamp();\r
 222 \r
 223                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblIdentityRequests WHERE Day=? AND IdentityID=?;");\r
 224                 st2.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));\r
 225                 st2.Bind(1,identityid);\r
 226                 st2.Step();\r
 227 \r
 228                 index=0;\r
 229                 if(st2.RowReturned())\r
 230                 {\r
 231                         if(st2.ResultNull(0)==false)\r
 232                         {\r
 233                                 st2.ResultInt(0,index);\r
 234                                 index++;\r
 235                         }\r
 236                 }\r
 237                 st2.Finalize();\r
 238 \r
 239                 StringFunctions::Convert(index,indexstr);\r
 240                 StringFunctions::Convert(identityid,identityidstr);\r
 241 \r
 242                 message.SetName("ClientGet");\r
 243                 message["URI"]=publickey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|Identity|"+indexstr+".xml";\r
 244                 message["Identifier"]=m_fcpuniquename+"|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 245                 message["ReturnType"]="direct";\r
 246                 message["MaxSize"]="10000";                     // 10 KB\r
 247 \r
 248                 m_fcp->Send(message);\r
 249 \r
 250                 m_requesting.push_back(identityid);\r
 251         }\r
 252         st.Finalize();\r
 253 \r
 254         m_ids[identityid]=true;\r
 255 \r
 256 }\r