src/freenet/trustlistinserter.cpp

   1 #include "../../include/freenet/trustlistinserter.h"\r
   2 #include "../../include/option.h"\r
   3 #include "../../include/freenet/trustlistxml.h"\r
   4 #include "../../include/stringfunctions.h"\r
   5 \r
   6 #include <Poco/Timespan.h>\r
   7 #include <Poco/DateTimeFormatter.h>\r
   8 #include <Poco/DateTimeParser.h>\r
   9 \r
  10 #ifdef XMEM\r
  11         #include <xmem.h>\r
  12 #endif\r
  13 \r
  14 TrustListInserter::TrustListInserter()\r
  15 {\r
  16         Initialize();\r
  17 }\r
  18 \r
  19 TrustListInserter::TrustListInserter(FCPv2::Connection *fcp):IFCPConnected(fcp)\r
  20 {\r
  21         Initialize();\r
  22 }\r
  23 \r
  24 void TrustListInserter::CheckForNeededInsert()\r
  25 {\r
  26         Poco::DateTime date;\r
  27         int currentday=date.day();\r
  28         date-=Poco::Timespan(0,6,0,0,0);\r
  29         // insert trust lists every 6 hours - if 6 hours ago was different day then set to midnight of current day to insert list today ASAP\r
  30         if(currentday!=date.day())\r
  31         {\r
  32                 date.assign(date.year(),date.month(),currentday,0,0,0);\r
  33         }\r
  34         SQLite3DB::Recordset rs=m_db->Query("SELECT LocalIdentityID, PrivateKey FROM tblLocalIdentity WHERE PrivateKey IS NOT NULL AND PrivateKey <> '' AND PublishTrustList='true' AND InsertingTrustList='false' AND (LastInsertedTrustList<='"+Poco::DateTimeFormatter::format(date,"%Y-%m-%d %H:%M:%S")+"' OR LastInsertedTrustList IS NULL);");\r
  35 \r
  36         if(rs.Empty()==false)\r
  37         {\r
  38                 StartInsert(rs.GetInt(0),rs.GetField(1));\r
  39         }\r
  40 }\r
  41 \r
  42 void TrustListInserter::FCPConnected()\r
  43 {\r
  44         m_db->Execute("UPDATE tblLocalIdentity SET InsertingTrustList='false';");\r
  45 }\r
  46 \r
  47 void TrustListInserter::FCPDisconnected()\r
  48 {\r
  49 \r
  50 }\r
  51 \r
  52 const bool TrustListInserter::HandleMessage(FCPv2::Message &message)\r
  53 {\r
  54 \r
  55         if(message["Identifier"].find("TrustListInserter")==0)\r
  56         {\r
  57                 \r
  58                 Poco::DateTime now;\r
  59                 std::vector<std::string> idparts;\r
  60 \r
  61                 StringFunctions::Split(message["Identifier"],"|",idparts);\r
  62 \r
  63                 // no action for URIGenerated\r
  64                 if(message.GetName()=="URIGenerated")\r
  65                 {\r
  66                         return true;\r
  67                 }\r
  68 \r
  69                 // no action for IdentifierCollision\r
  70                 if(message.GetName()=="IdentifierCollision")\r
  71                 {\r
  72                         return true;\r
  73                 }\r
  74 \r
  75                 if(message.GetName()=="PutSuccessful")\r
  76                 {\r
  77                         // non USK\r
  78                         if(idparts[0]=="TrustListInserter")\r
  79                         {\r
  80                                 m_db->Execute("UPDATE tblLocalIdentity SET InsertingTrustList='false', LastInsertedTrustList='"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S")+"' WHERE LocalIdentityID="+idparts[1]+";");\r
  81                                 m_db->Execute("INSERT INTO tblTrustListInserts(LocalIdentityID,Day,InsertIndex) VALUES("+idparts[1]+",'"+idparts[4]+"',"+idparts[2]+");");\r
  82                                 m_log->debug("TrustListInserter::HandleMessage inserted TrustList xml");\r
  83                         }\r
  84                         return true;\r
  85                 }\r
  86 \r
  87                 if(message.GetName()=="PutFailed" && idparts[0]=="TrustListInserter")\r
  88                 {\r
  89                         // non USK\r
  90                         if(idparts[0]=="TrustListInserter")\r
  91                         {\r
  92                                 m_db->Execute("UPDATE tblLocalIdentity SET InsertingTrustList='false' WHERE LocalIdentityID="+idparts[1]+";");\r
  93                                 m_log->debug("TrustListInserter::HandleMessage failure inserting TrustList xml.  Code="+message["Code"]+" Description="+message["CodeDescription"]);\r
  94                         \r
  95                                 // if code 9 (collision), then insert index into inserted table\r
  96                                 if(message["Code"]=="9")\r
  97                                 {\r
  98                                         m_db->Execute("INSERT INTO tblTrustListInserts(LocalIdentityID,Day,InsertIndex) VALUES("+idparts[1]+",'"+idparts[4]+"',"+idparts[2]+");");\r
  99                                 }\r
 100                         }\r
 101                         return true;\r
 102                 }\r
 103 \r
 104         }\r
 105 \r
 106         return false;\r
 107 }\r
 108 \r
 109 void TrustListInserter::Initialize()\r
 110 {\r
 111         Option::Instance()->Get("MessageBase",m_messagebase);\r
 112         m_lastchecked=Poco::Timestamp();\r
 113 }\r
 114 \r
 115 void TrustListInserter::Process()\r
 116 {\r
 117         Poco::DateTime now;\r
 118 \r
 119         // check every minute\r
 120         if(m_lastchecked<=(now-Poco::Timespan(0,0,1,0,0)))\r
 121         {\r
 122                 CheckForNeededInsert();\r
 123                 m_lastchecked=now;\r
 124         }\r
 125 }\r
 126 \r
 127 void TrustListInserter::RegisterWithThread(FreenetMasterThread *thread)\r
 128 {\r
 129         thread->RegisterFCPConnected(this);\r
 130         thread->RegisterFCPMessageHandler(this);\r
 131         thread->RegisterPeriodicProcessor(this);\r
 132 }\r
 133 \r
 134 void TrustListInserter::StartInsert(const long localidentityid, const std::string &privatekey)\r
 135 {\r
 136         FCPv2::Message message;\r
 137         TrustListXML xml;\r
 138         std::string data;\r
 139         std::string datasizestr;\r
 140         std::string publickey;\r
 141         int messagetrust;\r
 142         int trustlisttrust;\r
 143         Poco::DateTime now,date,dateminus30,tempdate;\r
 144         int index;\r
 145         std::string indexstr;\r
 146         std::string localidentityidstr;\r
 147         std::string messagetrustcomment="";\r
 148         std::string trustlisttrustcomment="";\r
 149         int identityid=-1;\r
 150         int count=0;\r
 151         bool add=false;\r
 152         std::string dateadded="";\r
 153 \r
 154         dateminus30-=Poco::Timespan(30,0,0,0,0);\r
 155 \r
 156         // insert all identities not in trust list already\r
 157         m_db->Execute("INSERT INTO tblIdentityTrust(LocalIdentityID,IdentityID) SELECT LocalIdentityID,IdentityID FROM tblLocalIdentity,tblIdentity WHERE LocalIdentityID || '_' || IdentityID NOT IN (SELECT LocalIdentityID || '_' || IdentityID FROM tblIdentityTrust);");\r
 158 \r
 159         // select statement for last message date for an identity\r
 160         SQLite3DB::Statement countst=m_db->Prepare("SELECT COUNT(*) FROM tblMessage WHERE IdentityID=? AND MessageDate>=?;");\r
 161 \r
 162         // build the xml file - we only want to add identities that we recently saw, otherwise we could be inserting a ton of identities\r
 163         date-=Poco::Timespan(15,0,0,0,0);       // identities seen in last 15 days - the maintenance page lets us delete identities not seen in 20 days, so this gives us a window where the identity won't be deleted and then found in a trust list and readded immediately\r
 164         //SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey, LocalMessageTrust, LocalTrustListTrust, MessageTrustComment, TrustListTrustComment FROM tblIdentity WHERE PublicKey IS NOT NULL AND PublicKey<>'' AND LastSeen>=?;");\r
 165         // we want to order by public key so we can't do identity correllation based on the sequence of identities in the list.\r
 166         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey, tblIdentityTrust.LocalMessageTrust, tblIdentityTrust.LocalTrustListTrust, tblIdentityTrust.MessageTrustComment, tblIdentityTrust.TrustListTrustComment, tblIdentity.IdentityID, tblIdentity.DateAdded FROM tblIdentity INNER JOIN tblIdentityTrust ON tblIdentity.IdentityID=tblIdentityTrust.IdentityID WHERE PublicKey IS NOT NULL AND PublicKey<>'' AND LastSeen>=? AND tblIdentityTrust.LocalIdentityID=? ORDER BY PublicKey;");\r
 167         st.Bind(0,Poco::DateTimeFormatter::format(date,"%Y-%m-%d"));\r
 168         st.Bind(1,localidentityid);\r
 169         st.Step();\r
 170         while(st.RowReturned())\r
 171         {\r
 172                 st.ResultText(0,publickey);\r
 173                 if(st.ResultNull(1)==false)\r
 174                 {\r
 175                         st.ResultInt(1,messagetrust);\r
 176                 }\r
 177                 else\r
 178                 {\r
 179                         messagetrust=-1;\r
 180                 }\r
 181                 if(st.ResultNull(2)==false)\r
 182                 {\r
 183                         st.ResultInt(2,trustlisttrust);\r
 184                 }\r
 185                 else\r
 186                 {\r
 187                         trustlisttrust=-1;\r
 188                 }\r
 189                 st.ResultText(3,messagetrustcomment);\r
 190                 st.ResultText(4,trustlisttrustcomment);\r
 191                 identityid=-1;\r
 192                 st.ResultInt(5,identityid);\r
 193                 dateadded="";\r
 194                 st.ResultText(6,dateadded);\r
 195 \r
 196                 add=false;\r
 197 \r
 198                 // add the identity to the trust list if they have posted a message in the last 30 days\r
 199                 countst.Bind(0,identityid);\r
 200                 countst.Bind(1,Poco::DateTimeFormatter::format(dateminus30,"%Y-%m-%d"));\r
 201                 countst.Step();\r
 202                 if(countst.RowReturned())\r
 203                 {\r
 204                         count=0;\r
 205                         countst.ResultInt(0,count);\r
 206                         if(count>0)\r
 207                         {\r
 208                                 add=true;\r
 209                         }\r
 210                 }\r
 211                 countst.Reset();\r
 212 \r
 213                 // no messages in last 30 days - add the identity if we learned about them less than 5 days ago\r
 214                 if(add==false && dateadded!="")\r
 215                 {\r
 216                         int tzdiff=0;\r
 217                         if(Poco::DateTimeParser::tryParse(dateadded,tempdate,tzdiff)==false)\r
 218                         {\r
 219                                 tempdate=Poco::Timestamp();\r
 220                                 m_log->fatal("TrustListInserter::StartInsert could not parse date "+dateadded);\r
 221                         }\r
 222                         if(tempdate>=(now-Poco::Timespan(5,0,0,0,0)))\r
 223                         {\r
 224                                 add=true;\r
 225                         }\r
 226                 }\r
 227 \r
 228                 if(add==true)\r
 229                 {\r
 230                         xml.AddTrust(publickey,messagetrust,trustlisttrust,messagetrustcomment,trustlisttrustcomment);\r
 231                 }\r
 232 \r
 233                 st.Step();\r
 234         }\r
 235 \r
 236         // get next insert index\r
 237         st=m_db->Prepare("SELECT MAX(InsertIndex) FROM tblTrustListInserts WHERE LocalIdentityID=? AND Day=?;");\r
 238         st.Bind(0,localidentityid);\r
 239         st.Bind(1,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));\r
 240         st.Step();\r
 241 \r
 242         index=0;\r
 243         if(st.RowReturned() && st.ResultNull(0)==false)\r
 244         {\r
 245                 st.ResultInt(0,index);\r
 246                 index++;\r
 247         }\r
 248 \r
 249         StringFunctions::Convert(localidentityid,localidentityidstr);\r
 250         StringFunctions::Convert(index,indexstr);\r
 251 \r
 252         data=xml.GetXML();\r
 253         StringFunctions::Convert(data.size(),datasizestr);\r
 254 \r
 255         message.SetName("ClientPut");\r
 256         message["URI"]=privatekey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|TrustList|"+indexstr+".xml";\r
 257         message["Identifier"]="TrustListInserter|"+localidentityidstr+"|"+indexstr+"|"+message["URI"];\r
 258         message["UploadFrom"]="direct";\r
 259         message["DataLength"]=datasizestr;\r
 260         m_fcp->Send(message);\r
 261         m_fcp->Send(std::vector<char>(data.begin(),data.end()));\r
 262 \r
 263         // insert to USK\r
 264         message.Clear();\r
 265         message.SetName("ClientPutComplexDir");\r
 266         message["URI"]="USK"+privatekey.substr(3)+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y.%m.%d")+"|TrustList/0/";\r
 267         message["Identifier"]="TrustListInserterUSK|"+message["URI"];\r
 268         message["DefaultName"]="TrustList.xml";\r
 269         message["Files.0.Name"]="TrustList.xml";\r
 270         message["Files.0.UplaodFrom"]="direct";\r
 271         message["Files.0.DataLength"]=datasizestr;\r
 272         m_fcp->Send(message);\r
 273         m_fcp->Send(std::vector<char>(data.begin(),data.end()));\r
 274 \r
 275         m_db->Execute("UPDATE tblLocalIdentity SET InsertingTrustList='true' WHERE LocalIdentityID="+localidentityidstr+";");\r
 276 \r
 277 }\r