src/freenet/messagelistinserter.cpp

   1 #include "../../include/freenet/messagelistinserter.h"\r
   2 #include "../../include/freenet/messagexml.h"\r
   3 #include "../../include/freenet/messagelistxml.h"\r
   4 \r
   5 #ifdef XMEM\r
   6         #include <xmem.h>\r
   7 #endif\r
   8 \r
   9 MessageListInserter::MessageListInserter()\r
  10 {\r
  11         Initialize();\r
  12 }\r
  13 \r
  14 MessageListInserter::MessageListInserter(FCPv2 *fcp):IIndexInserter<long>(fcp)\r
  15 {\r
  16         Initialize();\r
  17 }\r
  18 \r
  19 void MessageListInserter::CheckForNeededInsert()\r
  20 {\r
  21         // only do 1 insert at a time\r
  22         if(m_inserting.size()==0)\r
  23         {\r
  24                 std::string sql;\r
  25                 DateTime now;\r
  26                 DateTime previous;\r
  27                 bool startedinsert=false;\r
  28 \r
  29                 now.SetToGMTime();\r
  30                 previous.SetToGMTime();\r
  31 \r
  32                 // reset the last inserted xml doc to nothing if the day has changed\r
  33                 if(m_lastchecked.GetDay()!=now.GetDay())\r
  34                 {\r
  35                         m_lastinsertedxml.clear();\r
  36                 }\r
  37 \r
  38                 previous.Add(0,0,0,-m_daysbackward);\r
  39 \r
  40                 // query for identities that have messages in the past X days and (we haven't inserted lists for in the past 30 minutes OR identity has a record in tmpMessageListInsert)\r
  41                 sql="SELECT tblLocalIdentity.LocalIdentityID ";\r
  42                 sql+="FROM tblLocalIdentity INNER JOIN tblMessageInserts ON tblLocalIdentity.LocalIdentityID=tblMessageInserts.LocalIdentityID ";\r
  43                 sql+="WHERE tblMessageInserts.Day>=? AND ((tblLocalIdentity.LastInsertedMessageList<=? OR tblLocalIdentity.LastInsertedMessageList IS NULL OR tblLocalIdentity.LastInsertedMessageList='') OR tblLocalIdentity.LocalIdentityID IN (SELECT LocalIdentityID FROM tmpMessageListInsert)) ";\r
  44                 sql+="GROUP BY tblLocalIdentity.LocalIdentityID;";\r
  45 \r
  46                 SQLite3DB::Statement st=m_db->Prepare(sql);\r
  47                 st.Bind(0,previous.Format("%Y-%m-%d"));\r
  48                 st.Bind(1,(now-(1.0/48.0)).Format("%Y-%m-%d %H:%M:%S"));\r
  49                 st.Step();\r
  50 \r
  51                 while(st.RowReturned() && startedinsert==false)\r
  52                 {\r
  53                         int localidentityid;\r
  54                         st.ResultInt(0,localidentityid);\r
  55                         startedinsert=StartInsert(localidentityid);\r
  56                         st.Step();\r
  57                 }\r
  58         }\r
  59 \r
  60 }\r
  61 \r
  62 const bool MessageListInserter::HandlePutFailed(FCPMessage &message)\r
  63 {\r
  64         std::vector<std::string> idparts;\r
  65         long localidentityid;\r
  66         long index;\r
  67 \r
  68         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  69 \r
  70         // non USK\r
  71         if(idparts[0]==m_fcpuniquename)\r
  72         {\r
  73                 StringFunctions::Convert(idparts[1],localidentityid);\r
  74                 StringFunctions::Convert(idparts[2],index);\r
  75 \r
  76                 if(message["Fatal"]=="true" || message["Code"]=="9")\r
  77                 {\r
  78                         SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageListInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'false');");\r
  79                         st.Bind(0,localidentityid);\r
  80                         st.Bind(1,idparts[4]);\r
  81                         st.Bind(2,index);\r
  82                         st.Step();\r
  83                 }\r
  84 \r
  85                 RemoveFromInsertList(localidentityid);\r
  86 \r
  87                 // reset the last inserted xml doc to nothing so we will try to insert this one again\r
  88                 m_lastinsertedxml[localidentityid]="";\r
  89         }\r
  90 \r
  91         return true;\r
  92 \r
  93 }\r
  94 \r
  95 const bool MessageListInserter::HandlePutSuccessful(FCPMessage &message)\r
  96 {\r
  97         DateTime now;\r
  98         std::vector<std::string> idparts;\r
  99         long localidentityid;\r
 100         long index;\r
 101 \r
 102         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 103 \r
 104         // non USK\r
 105         if(idparts[0]==m_fcpuniquename)\r
 106         {\r
 107                 StringFunctions::Convert(idparts[1],localidentityid);\r
 108                 StringFunctions::Convert(idparts[2],index);\r
 109 \r
 110                 SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageListInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'true');");\r
 111                 st.Bind(0,localidentityid);\r
 112                 st.Bind(1,idparts[4]);\r
 113                 st.Bind(2,index);\r
 114                 st.Step();\r
 115 \r
 116                 now.SetToGMTime();\r
 117                 st=m_db->Prepare("UPDATE tblLocalIdentity SET LastInsertedMessageList=? WHERE LocalIdentityID=?;");\r
 118                 st.Bind(0,now.Format("%Y-%m-%d %H:%M:%S"));\r
 119                 st.Bind(1,localidentityid);\r
 120                 st.Step();\r
 121 \r
 122                 // delete any record from tmpMessageListInsert\r
 123                 st=m_db->Prepare("DELETE FROM tmpMessageListInsert WHERE LocalIdentityID=?;");\r
 124                 st.Bind(0,localidentityid);\r
 125                 st.Step();\r
 126 \r
 127                 RemoveFromInsertList(localidentityid);\r
 128 \r
 129                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageListInserter::HandlePutSuccessful successfully inserted MessageList.");\r
 130         }\r
 131 \r
 132         return true;\r
 133 }\r
 134 \r
 135 void MessageListInserter::Initialize()\r
 136 {\r
 137         std::string tempval;\r
 138 \r
 139         m_fcpuniquename="MessageListInserter";\r
 140         m_daysbackward=0;\r
 141         Option::Instance()->Get("MessageListDaysBackward",tempval);\r
 142         StringFunctions::Convert(tempval,m_daysbackward);\r
 143 }\r
 144 \r
 145 const bool MessageListInserter::StartInsert(const long &localidentityid)\r
 146 {\r
 147         FCPMessage message;\r
 148         DateTime date;\r
 149         DateTime now;\r
 150         std::string privatekey;\r
 151         std::string localidentityidstr;\r
 152         MessageListXML mlxml;\r
 153         MessageXML messxml;\r
 154         std::string xmlstr;\r
 155         std::string xmlsizestr;\r
 156         int index;\r
 157         std::string indexstr;\r
 158 \r
 159         now.SetToGMTime();\r
 160         date.SetToGMTime();\r
 161         date.Add(0,0,0,-m_daysbackward);\r
 162         StringFunctions::Convert(localidentityid,localidentityidstr);\r
 163 \r
 164         SQLite3DB::Statement st=m_db->Prepare("SELECT Day, InsertIndex, MessageXML, PrivateKey FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE tblLocalIdentity.LocalIdentityID=? AND Day>=?;");\r
 165         st.Bind(0,localidentityid);\r
 166         st.Bind(1,date.Format("%Y-%m-%d"));\r
 167         st.Step();\r
 168 \r
 169         while(st.RowReturned())\r
 170         {\r
 171                 std::string day;\r
 172                 int index;\r
 173                 std::string xmlstr;\r
 174                 std::vector<std::string> boards;\r
 175 \r
 176                 st.ResultText(0,day);\r
 177                 st.ResultInt(1,index);\r
 178                 st.ResultText(2,xmlstr);\r
 179                 st.ResultText(3,privatekey);\r
 180 \r
 181                 messxml.ParseXML(xmlstr);\r
 182 \r
 183                 mlxml.AddMessage(day,index,messxml.GetBoards());\r
 184 \r
 185                 st.Step();\r
 186         }\r
 187         st.Finalize();\r
 188 \r
 189 \r
 190         st=m_db->Prepare("SELECT MessageDate, MessageIndex, PublicKey, MessageID FROM tblMessage INNER JOIN tblIdentity ON tblMessage.IdentityID=tblIdentity.IdentityID WHERE MessageIndex IS NOT NULL ORDER BY MessageDate DESC, MessageTime DESC LIMIT 200;");\r
 191         SQLite3DB::Statement st2=m_db->Prepare("SELECT BoardName FROM tblBoard INNER JOIN tblMessageBoard ON tblBoard.BoardID=tblMessageBoard.BoardID WHERE tblMessageBoard.MessageID=?;");\r
 192         st.Step();\r
 193         while(st.RowReturned())\r
 194         {\r
 195                 std::string day;\r
 196                 int index;\r
 197                 std::string publickey;\r
 198                 std::vector<std::string> boardlist;\r
 199                 int messageid;\r
 200                 \r
 201                 st.ResultText(0,day);\r
 202                 st.ResultInt(1,index);\r
 203                 st.ResultText(2,publickey);\r
 204                 st.ResultInt(3,messageid);\r
 205 \r
 206                 st2.Bind(0,messageid);\r
 207                 st2.Step();\r
 208                 while(st2.RowReturned())\r
 209                 {\r
 210                         std::string boardname="";\r
 211                         st2.ResultText(0,boardname);\r
 212                         StringFunctions::LowerCase(boardname,boardname);\r
 213                         boardlist.push_back(boardname);\r
 214                         st2.Step();\r
 215                 }\r
 216                 st2.Reset();\r
 217 \r
 218                 mlxml.AddExternalMessage(publickey,day,index,boardlist);\r
 219 \r
 220                 st.Step();\r
 221         }\r
 222 \r
 223         // get last inserted messagelist index for this day\r
 224         index=0;\r
 225         st=m_db->Prepare("SELECT MAX(InsertIndex) FROM tblMessageListInserts WHERE LocalIdentityID=? AND Day=?;");\r
 226         st.Bind(0,localidentityid);\r
 227         st.Bind(1,now.Format("%Y-%m-%d"));\r
 228         st.Step();\r
 229         if(st.ResultNull(0)==false)\r
 230         {\r
 231                 st.ResultInt(0,index);\r
 232                 index++;\r
 233         }\r
 234         StringFunctions::Convert(index,indexstr);\r
 235 \r
 236         xmlstr=mlxml.GetXML();\r
 237 \r
 238         // only insert if the last message this identity inserted is different than this message\r
 239         if(m_lastinsertedxml[localidentityid]!=xmlstr)\r
 240         {\r
 241                 std::string targeturi="";\r
 242                 StringFunctions::Convert(xmlstr.size(),xmlsizestr);\r
 243 \r
 244                 message.SetName("ClientPut");\r
 245                 message["URI"]=privatekey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|MessageList|"+indexstr+".xml";\r
 246                 message["Identifier"]=m_fcpuniquename+"|"+localidentityidstr+"|"+indexstr+"|"+message["URI"];\r
 247                 message["UploadFrom"]="direct";\r
 248                 message["DataLength"]=xmlsizestr;\r
 249                 m_fcp->SendMessage(message);\r
 250                 m_fcp->SendRaw(xmlstr.c_str(),xmlstr.size());\r
 251 \r
 252                 message.Reset();\r
 253                 message.SetName("ClientPutComplexDir");\r
 254                 message["URI"]="USK"+privatekey.substr(3)+m_messagebase+"|"+now.Format("%Y.%m.%d")+"|MessageList/0/";\r
 255                 message["Identifier"]=m_fcpuniquename+"USK|"+message["URI"];\r
 256                 message["DefaultName"]="MessageList.xml";\r
 257                 message["Files.0.Name"]="MessageList.xml";\r
 258                 message["Files.0.UploadFrom"]="direct";\r
 259                 message["Files.0.DataLength"]=xmlsizestr;\r
 260                 m_fcp->SendMessage(message);\r
 261                 m_fcp->SendRaw(xmlstr.c_str(),xmlstr.size());\r
 262 \r
 263                 m_inserting.push_back(localidentityid);\r
 264                 m_lastinsertedxml[localidentityid]=xmlstr;\r
 265 \r
 266                 return true;\r
 267         }\r
 268         else\r
 269         {\r
 270                 return false;\r
 271         }\r
 272 \r
 273 }\r