src/freenet/messagelistinserter.cpp

   1 #include "../../include/freenet/messagelistinserter.h"\r
   2 #include "../../include/freenet/messagexml.h"\r
   3 #include "../../include/freenet/messagelistxml.h"\r
   4 \r
   5 #include <Poco/DateTime.h>\r
   6 #include <Poco/Timespan.h>\r
   7 #include <Poco/DateTimeFormatter.h>\r
   8 \r
   9 #ifdef XMEM\r
  10         #include <xmem.h>\r
  11 #endif\r
  12 \r
  13 MessageListInserter::MessageListInserter(SQLite3DB::DB *db):IIndexInserter<long>(db)\r
  14 {\r
  15         Initialize();\r
  16 }\r
  17 \r
  18 MessageListInserter::MessageListInserter(SQLite3DB::DB *db, FCPv2::Connection *fcp):IIndexInserter<long>(db,fcp)\r
  19 {\r
  20         Initialize();\r
  21 }\r
  22 \r
  23 void MessageListInserter::CheckForNeededInsert()\r
  24 {\r
  25         // only do 1 insert at a time\r
  26         if(m_inserting.size()==0)\r
  27         {\r
  28                 std::string sql;\r
  29                 Poco::DateTime now;\r
  30                 Poco::DateTime previous;\r
  31                 bool startedinsert=false;\r
  32 \r
  33                 // reset the last inserted xml doc to nothing if the day has changed\r
  34                 if(m_lastchecked.day()!=now.day())\r
  35                 {\r
  36                         m_lastinsertedxml.clear();\r
  37                 }\r
  38 \r
  39                 previous-=Poco::Timespan(m_daysbackward,0,0,0,0);\r
  40 \r
  41                 // query for identities that have messages in the past X days and (we haven't inserted lists for in the past 30 minutes OR identity has a record in tmpMessageListInsert)\r
  42                 sql="SELECT tblLocalIdentity.LocalIdentityID ";\r
  43                 sql+="FROM tblLocalIdentity INNER JOIN tblMessageInserts ON tblLocalIdentity.LocalIdentityID=tblMessageInserts.LocalIdentityID ";\r
  44                 sql+="WHERE tblMessageInserts.Day>=? AND ((tblLocalIdentity.LastInsertedMessageList<=? OR tblLocalIdentity.LastInsertedMessageList IS NULL OR tblLocalIdentity.LastInsertedMessageList='') OR tblLocalIdentity.LocalIdentityID IN (SELECT LocalIdentityID FROM tmpMessageListInsert)) ";\r
  45                 sql+="GROUP BY tblLocalIdentity.LocalIdentityID;";\r
  46 \r
  47                 SQLite3DB::Statement st=m_db->Prepare(sql);\r
  48                 st.Bind(0,Poco::DateTimeFormatter::format(previous,"%Y-%m-%d"));\r
  49                 st.Bind(1,Poco::DateTimeFormatter::format((now-Poco::Timespan(0,0,30,0,0)),"%Y-%m-%d %H:%M:%S"));\r
  50                 st.Step();\r
  51 \r
  52                 while(st.RowReturned() && startedinsert==false)\r
  53                 {\r
  54                         int localidentityid;\r
  55                         st.ResultInt(0,localidentityid);\r
  56                         startedinsert=StartInsert(localidentityid);\r
  57                         st.Step();\r
  58                 }\r
  59         }\r
  60 \r
  61 }\r
  62 \r
  63 const bool MessageListInserter::HandlePutFailed(FCPv2::Message &message)\r
  64 {\r
  65         std::vector<std::string> idparts;\r
  66         long localidentityid;\r
  67         long index;\r
  68 \r
  69         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  70 \r
  71         // non USK\r
  72         if(idparts[0]==m_fcpuniquename)\r
  73         {\r
  74                 StringFunctions::Convert(idparts[1],localidentityid);\r
  75                 StringFunctions::Convert(idparts[2],index);\r
  76 \r
  77                 if(message["Fatal"]=="true" || message["Code"]=="9")\r
  78                 {\r
  79                         SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageListInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'false');");\r
  80                         st.Bind(0,localidentityid);\r
  81                         st.Bind(1,idparts[4]);\r
  82                         st.Bind(2,index);\r
  83                         st.Step();\r
  84                 }\r
  85 \r
  86                 RemoveFromInsertList(localidentityid);\r
  87 \r
  88                 // reset the last inserted xml doc to nothing so we will try to insert this one again\r
  89                 m_lastinsertedxml[localidentityid]="";\r
  90         }\r
  91         else\r
  92         {\r
  93                 m_log->debug("MessageListInserter::HandlePutFailed "+message["Identifier"]);\r
  94         }\r
  95 \r
  96         return true;\r
  97 \r
  98 }\r
  99 \r
 100 const bool MessageListInserter::HandlePutSuccessful(FCPv2::Message &message)\r
 101 {\r
 102         Poco::DateTime now;\r
 103         std::vector<std::string> idparts;\r
 104         long localidentityid;\r
 105         long index;\r
 106 \r
 107         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 108 \r
 109         // non USK\r
 110         if(idparts[0]==m_fcpuniquename)\r
 111         {\r
 112                 StringFunctions::Convert(idparts[1],localidentityid);\r
 113                 StringFunctions::Convert(idparts[2],index);\r
 114 \r
 115                 SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageListInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'true');");\r
 116                 st.Bind(0,localidentityid);\r
 117                 st.Bind(1,idparts[4]);\r
 118                 st.Bind(2,index);\r
 119                 st.Step();\r
 120 \r
 121                 now=Poco::Timestamp();\r
 122                 st=m_db->Prepare("UPDATE tblLocalIdentity SET LastInsertedMessageList=? WHERE LocalIdentityID=?;");\r
 123                 st.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S"));\r
 124                 st.Bind(1,localidentityid);\r
 125                 st.Step();\r
 126 \r
 127                 // delete only a single record from tmpMessageListInsert\r
 128                 st=m_db->Prepare("SELECT MessageListInsertID FROM tmpMessageListInsert WHERE LocalIdentityID=?;");\r
 129                 st.Bind(0,localidentityid);\r
 130                 st.Step();\r
 131                 if(st.RowReturned())\r
 132                 {\r
 133                         int id=-1;\r
 134                         st.ResultInt(0,id);\r
 135 \r
 136                         st=m_db->Prepare("DELETE FROM tmpMessageListInsert WHERE MessageListInsertID=?;");\r
 137                         st.Bind(0,id);\r
 138                         st.Step();\r
 139                 }\r
 140 \r
 141                 RemoveFromInsertList(localidentityid);\r
 142 \r
 143                 m_log->debug("MessageListInserter::HandlePutSuccessful successfully inserted MessageList.");\r
 144         }\r
 145         else\r
 146         {\r
 147                 m_log->debug("MessageListInserter::HandlePutSuccessful inserted USK MessageList "+message["Identifier"]);\r
 148         }\r
 149 \r
 150         return true;\r
 151 }\r
 152 \r
 153 void MessageListInserter::Initialize()\r
 154 {\r
 155         std::string tempval("");\r
 156         m_fcpuniquename="MessageListInserter";\r
 157         m_daysbackward=0;\r
 158         Option option(m_db);\r
 159 \r
 160         option.Get("MessageListDaysBackward",tempval);\r
 161         StringFunctions::Convert(tempval,m_daysbackward);\r
 162 }\r
 163 \r
 164 const bool MessageListInserter::StartInsert(const long &localidentityid)\r
 165 {\r
 166         FCPv2::Message message;\r
 167         Poco::DateTime date;\r
 168         Poco::DateTime now;\r
 169         std::string privatekey;\r
 170         std::string localidentityidstr;\r
 171         MessageListXML mlxml;\r
 172         MessageXML messxml;\r
 173         std::string xmlstr;\r
 174         std::string xmlsizestr;\r
 175         int index;\r
 176         std::string indexstr;\r
 177 \r
 178         date-=Poco::Timespan(m_daysbackward,0,0,0,0);\r
 179         StringFunctions::Convert(localidentityid,localidentityidstr);\r
 180 \r
 181         SQLite3DB::Statement st=m_db->Prepare("SELECT Day, InsertIndex, MessageXML, PrivateKey FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE tblLocalIdentity.LocalIdentityID=? AND Day>=? AND tblMessageInserts.MessageUUID IS NOT NULL;");\r
 182         st.Bind(0,localidentityid);\r
 183         st.Bind(1,Poco::DateTimeFormatter::format(date,"%Y-%m-%d"));\r
 184         st.Step();\r
 185 \r
 186         while(st.RowReturned())\r
 187         {\r
 188                 std::string day;\r
 189                 int index;\r
 190                 std::string xmlstr;\r
 191                 std::vector<std::string> boards;\r
 192 \r
 193                 st.ResultText(0,day);\r
 194                 st.ResultInt(1,index);\r
 195                 st.ResultText(2,xmlstr);\r
 196                 st.ResultText(3,privatekey);\r
 197 \r
 198                 messxml.ParseXML(xmlstr);\r
 199 \r
 200                 mlxml.AddMessage(day,index,messxml.GetBoards());\r
 201 \r
 202                 st.Step();\r
 203         }\r
 204         st.Finalize();\r
 205 \r
 206 \r
 207         st=m_db->Prepare("SELECT MessageDate, MessageIndex, PublicKey, MessageID FROM tblMessage INNER JOIN tblIdentity ON tblMessage.IdentityID=tblIdentity.IdentityID WHERE MessageIndex IS NOT NULL ORDER BY MessageDate DESC, MessageTime DESC LIMIT 200;");\r
 208         SQLite3DB::Statement st2=m_db->Prepare("SELECT BoardName FROM tblBoard INNER JOIN tblMessageBoard ON tblBoard.BoardID=tblMessageBoard.BoardID WHERE tblMessageBoard.MessageID=?;");\r
 209         st.Step();\r
 210         while(st.RowReturned())\r
 211         {\r
 212                 std::string day;\r
 213                 int index;\r
 214                 std::string publickey;\r
 215                 std::vector<std::string> boardlist;\r
 216                 int messageid;\r
 217                 \r
 218                 st.ResultText(0,day);\r
 219                 st.ResultInt(1,index);\r
 220                 st.ResultText(2,publickey);\r
 221                 st.ResultInt(3,messageid);\r
 222 \r
 223                 st2.Bind(0,messageid);\r
 224                 st2.Step();\r
 225                 while(st2.RowReturned())\r
 226                 {\r
 227                         std::string boardname="";\r
 228                         st2.ResultText(0,boardname);\r
 229                         StringFunctions::LowerCase(boardname,boardname);\r
 230                         boardlist.push_back(boardname);\r
 231                         st2.Step();\r
 232                 }\r
 233                 st2.Reset();\r
 234 \r
 235                 mlxml.AddExternalMessage(publickey,day,index,boardlist);\r
 236 \r
 237                 st.Step();\r
 238         }\r
 239 \r
 240         // get last inserted messagelist index for this day\r
 241         index=0;\r
 242         st=m_db->Prepare("SELECT MAX(InsertIndex) FROM tblMessageListInserts WHERE LocalIdentityID=? AND Day=?;");\r
 243         st.Bind(0,localidentityid);\r
 244         st.Bind(1,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));\r
 245         st.Step();\r
 246         if(st.ResultNull(0)==false)\r
 247         {\r
 248                 st.ResultInt(0,index);\r
 249                 index++;\r
 250         }\r
 251         StringFunctions::Convert(index,indexstr);\r
 252 \r
 253         xmlstr=mlxml.GetXML();\r
 254 \r
 255         // only insert if the last message this identity inserted is different than this message\r
 256         if(m_lastinsertedxml[localidentityid]!=xmlstr)\r
 257         {\r
 258                 std::string targeturi="";\r
 259                 StringFunctions::Convert(xmlstr.size(),xmlsizestr);\r
 260 \r
 261                 message.SetName("ClientPut");\r
 262                 message["URI"]=privatekey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|MessageList|"+indexstr+".xml";\r
 263                 message["Identifier"]=m_fcpuniquename+"|"+localidentityidstr+"|"+indexstr+"|"+message["URI"];\r
 264                 message["UploadFrom"]="direct";\r
 265                 message["DataLength"]=xmlsizestr;\r
 266                 m_fcp->Send(message);\r
 267                 m_fcp->Send(std::vector<char>(xmlstr.begin(),xmlstr.end()));\r
 268 \r
 269                 message.Clear();\r
 270                 message.SetName("ClientPutComplexDir");\r
 271                 message["URI"]="USK"+privatekey.substr(3)+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y.%m.%d")+"|MessageList/0/";\r
 272                 message["Identifier"]=m_fcpuniquename+"USK|"+message["URI"];\r
 273                 message["DefaultName"]="MessageList.xml";\r
 274                 message["Files.0.Name"]="MessageList.xml";\r
 275                 message["Files.0.UploadFrom"]="direct";\r
 276                 message["Files.0.DataLength"]=xmlsizestr;\r
 277                 m_fcp->Send(message);\r
 278                 m_fcp->Send(std::vector<char>(xmlstr.begin(),xmlstr.end()));\r
 279 \r
 280                 m_inserting.push_back(localidentityid);\r
 281                 m_lastinsertedxml[localidentityid]=xmlstr;\r
 282 \r
 283                 return true;\r
 284         }\r
 285         else\r
 286         {\r
 287                 return false;\r
 288         }\r
 289 \r
 290 }\r