src/freenet/periodicdbmaintenance.cpp

   1 #include "../../include/freenet/periodicdbmaintenance.h"\r
   2 #include "../../include/stringfunctions.h"\r
   3 \r
   4 #ifdef XMEM\r
   5         #include <xmem.h>\r
   6 #endif\r
   7 \r
   8 PeriodicDBMaintenance::PeriodicDBMaintenance()\r
   9 {\r
  10         m_check10mins.SetToGMTime();\r
  11         m_check30mins.SetToGMTime();\r
  12         m_check1hour.SetToGMTime();\r
  13         m_check6hours.SetToGMTime();\r
  14         m_check1day.SetToGMTime();\r
  15 \r
  16         // set back times so they will do their first maintenance soon ( within the next hour ) - stagger so not all run at once\r
  17         m_check30mins.Add(0,-5);\r
  18         m_check1hour.Add(0,-42);\r
  19         m_check6hours.Add(0,-1,-5);\r
  20         m_check1day.Add(0,0,-23);\r
  21 \r
  22 }\r
  23 \r
  24 void PeriodicDBMaintenance::Do10MinuteMaintenance()\r
  25 {\r
  26 \r
  27         m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"PeriodicDBMaintenance::Do10MinuteMaintenance");\r
  28 }\r
  29 \r
  30 void PeriodicDBMaintenance::Do30MinuteMaintenance()\r
  31 {\r
  32 \r
  33         m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"PeriodicDBMaintenance::Do30MinuteMaintenance");\r
  34 }\r
  35 \r
  36 void PeriodicDBMaintenance::Do1HourMaintenance()\r
  37 {\r
  38         // recalculate all trust levels - this is CPU instensive\r
  39         // do 1 identity at a time as doing it with 1 UPDATE statement locks that database for the duration\r
  40         SQLite3DB::Statement st=m_db->Prepare("SELECT TargetIdentityID,PeerMessageTrust,PeerTrustListTrust FROM vwCalculatedPeerTrust;");\r
  41         SQLite3DB::Statement upd=m_db->Prepare("UPDATE tblIdentity SET PeerMessageTrust=?, PeerTrustListTrust=? WHERE IdentityID=?");\r
  42         st.Step();\r
  43         while(st.RowReturned())\r
  44         {\r
  45                 int identityid=0;\r
  46                 int trust=0;\r
  47                 \r
  48                 st.ResultInt(0,identityid);\r
  49 \r
  50                 upd.Bind(0,identityid);\r
  51                 if(st.ResultNull(1)==false)\r
  52                 {\r
  53                         trust=0;\r
  54                         st.ResultInt(1,trust);\r
  55                         upd.Bind(0,trust);\r
  56                 }\r
  57                 else\r
  58                 {\r
  59                         upd.Bind(0);\r
  60                 }\r
  61                 if(st.ResultNull(2)==false)\r
  62                 {\r
  63                         trust=0;\r
  64                         st.ResultInt(2,trust);\r
  65                         upd.Bind(1,trust);\r
  66                 }\r
  67                 else\r
  68                 {\r
  69                         upd.Bind(1);\r
  70                 }\r
  71                 upd.Bind(2,identityid);\r
  72                 upd.Step();\r
  73                 upd.Reset();\r
  74 \r
  75                 st.Step();\r
  76         }\r
  77 \r
  78 \r
  79 \r
  80         m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"PeriodicDBMaintenance::Do1HourMaintenance");\r
  81 }\r
  82 \r
  83 void PeriodicDBMaintenance::Do6HourMaintenance()\r
  84 {\r
  85 \r
  86         m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"PeriodicDBMaintenance::Do6HourMaintenance");\r
  87 }\r
  88 \r
  89 void PeriodicDBMaintenance::Do1DayMaintenance()\r
  90 {\r
  91         DateTime date;\r
  92 \r
  93         // delete all puzzles 2 or more days old\r
  94         date.SetToGMTime();\r
  95         date.Add(0,0,0,-2);\r
  96         m_db->Execute("DELETE FROM tblIntroductionPuzzleInserts WHERE Day<='"+date.Format("%Y-%m-%d")+"';");\r
  97         m_db->Execute("DELETE FROM tblIntroductionPuzzleRequests WHERE Day<='"+date.Format("%Y-%m-%d")+"';");\r
  98 \r
  99         m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"PeriodicDBMaintenance::Do1DayMaintenance");\r
 100 \r
 101         // delete all identities we've never seen and were added more than 20 days ago\r
 102         date.SetToGMTime();\r
 103         date.Add(0,0,0,-20);\r
 104         m_db->Execute("DELETE FROM tblIdentity WHERE LastSeen IS NULL AND DateAdded<'"+date.Format("%Y-%m-%d")+"';");\r
 105 \r
 106         // delete old identity requests - we don't need them anymore\r
 107         date.SetToGMTime();\r
 108         date.Add(0,0,0,-2);\r
 109         m_db->Execute("DELETE FROM tblIdentityRequests WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 110 \r
 111         // delete old local identity inserts - we don't need them anymore\r
 112         date.SetToGMTime();\r
 113         date.Add(0,0,0,-2);\r
 114         m_db->Execute("DELETE FROM tblLocalIdentityInserts WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 115 \r
 116         // delete old message list inserts/requests - we don't need them anymore\r
 117         date.SetToGMTime();\r
 118         date.Add(0,0,0,-2);\r
 119         m_db->Execute("DELETE FROM tblMessageListInserts WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 120         m_db->Execute("DELETE FROM tblMessageListRequests WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 121 \r
 122         // delete old trust list inserts/requests - we don't need them anymore\r
 123         date.SetToGMTime();\r
 124         date.Add(0,0,0,-2);\r
 125         m_db->Execute("DELETE FROM tblTrustListInserts WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 126         m_db->Execute("DELETE FROM tblTrustListRequests WHERE Day<'"+date.Format("%Y-%m-%d")+"';");\r
 127 \r
 128         // delete trust lists from identities we aren't trusting anymore\r
 129         m_db->Execute("DELETE FROM tblPeerTrust WHERE IdentityID NOT IN (SELECT IdentityID FROM tblIdentity WHERE (LocalTrustListTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalTrustListTrust')) AND (PeerTrustListTrust IS NULL OR PeerTrustListTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerTrustListTrust')));");\r
 130 \r
 131         // remove identityid from messages where the identity has been deleted\r
 132         m_db->Execute("UPDATE tblMessage SET IdentityID=NULL WHERE IdentityID NOT IN (SELECT IdentityID FROM tblIdentity);");\r
 133 \r
 134         // try to re-attach messages from identities that were previously deleted, but have been since re-added\r
 135         // first get the names from messages that have a NULL IdentityID\r
 136         SQLite3DB::Statement st=m_db->Prepare("SELECT FromName FROM tblMessage WHERE IdentityID IS NULL GROUP BY FromName;");\r
 137         st.Step();\r
 138         while(st.RowReturned())\r
 139         {\r
 140                 std::string name="";\r
 141                 std::string publickey="";\r
 142                 int identityid=0;\r
 143                 st.ResultText(0,name);\r
 144 \r
 145                 std::vector<std::string> parts;\r
 146                 StringFunctions::Split(name,"@",parts);\r
 147 \r
 148                 // find identities with this name\r
 149                 SQLite3DB::Statement st2=m_db->Prepare("SELECT IdentityID,PublicKey FROM tblIdentity WHERE Name=?;");\r
 150                 st2.Bind(0,name);\r
 151                 st2.Step();\r
 152                 while(st2.RowReturned())\r
 153                 {\r
 154                         publickey="";\r
 155                         identityid=0;\r
 156                         st2.ResultText(1,publickey);\r
 157                         // check if public key matches 2nd part\r
 158                         if(parts.size()>1 && publickey.find(parts[1])==4)\r
 159                         {\r
 160                                 // we have the identity - so update the messages table with the identityid\r
 161                                 st2.ResultInt(0,identityid);\r
 162 \r
 163                                 SQLite3DB::Statement st3=m_db->Prepare("UPDATE tblMessage SET IdentityID=? WHERE Name=? AND IdentityID IS NULL;");\r
 164                                 st3.Bind(0,identityid);\r
 165                                 st3.Bind(1,name);\r
 166                                 st3.Step();\r
 167                         }\r
 168                         st2.Step();\r
 169                 }\r
 170 \r
 171                 st.Step();\r
 172         }\r
 173 \r
 174         // delete single use identities that are older than 7 days\r
 175         date.SetToGMTime();\r
 176         date.Add(0,0,0,-7);\r
 177         st=m_db->Prepare("DELETE FROM tblIdentity WHERE SingleUse='true' AND DateAdded<?;");\r
 178         st.Bind(0,date.Format("%Y-%m-%d %H:%M:%S"));\r
 179         st.Step();\r
 180 \r
 181         // delete local single use identities that are older than 7 days\r
 182         date.SetToGMTime();\r
 183         date.Add(0,0,0,-7);\r
 184         st=m_db->Prepare("DELETE FROM tblLocalIdentity WHERE SingleUse='true' AND DateCreated<?;");\r
 185         st.Bind(0,date.Format("%Y-%m-%d %H:%M:%S"));\r
 186         st.Step();\r
 187 \r
 188 }\r
 189 \r
 190 void PeriodicDBMaintenance::Process()\r
 191 {\r
 192         DateTime now;\r
 193         now.SetToGMTime();\r
 194         \r
 195         if(m_check10mins<=(now-((1.0/1440.0)*10.0)))\r
 196         {\r
 197                 Do10MinuteMaintenance();\r
 198                 m_check10mins=now;\r
 199         }\r
 200         if(m_check30mins<=(now-((1.0/1440.0)*30.0)))\r
 201         {\r
 202                 Do30MinuteMaintenance();\r
 203                 m_check30mins=now;\r
 204         }\r
 205         if(m_check1hour<=(now-(1.0/24.0)))\r
 206         {\r
 207                 Do1HourMaintenance();\r
 208                 m_check1hour=now;\r
 209         }\r
 210         if(m_check6hours<=(now-(1.0/4.0)))\r
 211         {\r
 212                 Do6HourMaintenance();\r
 213                 m_check6hours=now;\r
 214         }\r
 215         if(m_check1day<=(now-(1.0)))\r
 216         {\r
 217                 Do1DayMaintenance();\r
 218                 m_check1day=now;\r
 219         }\r
 220 \r
 221 }\r
 222 \r
 223 void PeriodicDBMaintenance::RegisterWithThread(FreenetMasterThread *thread)\r
 224 {\r
 225         thread->RegisterPeriodicProcessor(this);\r
 226 }\r