version 0.3.32
[fms.git] / src / freenet / messagelistinserter.cpp
index aa1e814..2e11d8d 100644 (file)
        #include <xmem.h>\r
 #endif\r
 \r
-MessageListInserter::MessageListInserter()\r
+MessageListInserter::MessageListInserter(SQLite3DB::DB *db):IIndexInserter<long>(db)\r
 {\r
        Initialize();\r
 }\r
 \r
-MessageListInserter::MessageListInserter(FCPv2 *fcp):IIndexInserter<long>(fcp)\r
+MessageListInserter::MessageListInserter(SQLite3DB::DB *db, FCPv2::Connection *fcp):IIndexInserter<long>(db,fcp)\r
 {\r
        Initialize();\r
 }\r
 \r
 void MessageListInserter::CheckForNeededInsert()\r
 {\r
+\r
+       // more than 10 minutes trying to insert - restart\r
+       if(m_inserting.size()>0 && (m_laststartedinsert+Poco::Timespan(0,0,10,0,0)<=Poco::DateTime()))\r
+       {\r
+               m_log->error("MessageListInserter::CheckForNeededInsert more than 10 minutes have passed without success/failure.  Clearing inserts.");\r
+               m_inserting.clear();\r
+       }\r
+\r
        // only do 1 insert at a time\r
        if(m_inserting.size()==0)\r
        {\r
@@ -42,7 +50,8 @@ void MessageListInserter::CheckForNeededInsert()
                sql="SELECT tblLocalIdentity.LocalIdentityID ";\r
                sql+="FROM tblLocalIdentity INNER JOIN tblMessageInserts ON tblLocalIdentity.LocalIdentityID=tblMessageInserts.LocalIdentityID ";\r
                sql+="WHERE tblMessageInserts.Day>=? AND ((tblLocalIdentity.LastInsertedMessageList<=? OR tblLocalIdentity.LastInsertedMessageList IS NULL OR tblLocalIdentity.LastInsertedMessageList='') OR tblLocalIdentity.LocalIdentityID IN (SELECT LocalIdentityID FROM tmpMessageListInsert)) ";\r
-               sql+="GROUP BY tblLocalIdentity.LocalIdentityID;";\r
+               sql+="GROUP BY tblLocalIdentity.LocalIdentityID ";\r
+               sql+="ORDER BY tblLocalIdentity.LastInsertedMessageList;";\r
 \r
                SQLite3DB::Statement st=m_db->Prepare(sql);\r
                st.Bind(0,Poco::DateTimeFormatter::format(previous,"%Y-%m-%d"));\r
@@ -60,7 +69,7 @@ void MessageListInserter::CheckForNeededInsert()
 \r
 }\r
 \r
-const bool MessageListInserter::HandlePutFailed(FCPMessage &message)\r
+const bool MessageListInserter::HandlePutFailed(FCPv2::Message &message)\r
 {\r
        std::vector<std::string> idparts;\r
        long localidentityid;\r
@@ -97,7 +106,7 @@ const bool MessageListInserter::HandlePutFailed(FCPMessage &message)
 \r
 }\r
 \r
-const bool MessageListInserter::HandlePutSuccessful(FCPMessage &message)\r
+const bool MessageListInserter::HandlePutSuccessful(FCPv2::Message &message)\r
 {\r
        Poco::DateTime now;\r
        std::vector<std::string> idparts;\r
@@ -124,10 +133,19 @@ const bool MessageListInserter::HandlePutSuccessful(FCPMessage &message)
                st.Bind(1,localidentityid);\r
                st.Step();\r
 \r
-               // delete any record from tmpMessageListInsert\r
-               st=m_db->Prepare("DELETE FROM tmpMessageListInsert WHERE LocalIdentityID=?;");\r
+               // delete only a single record from tmpMessageListInsert\r
+               st=m_db->Prepare("SELECT MessageListInsertID FROM tmpMessageListInsert WHERE LocalIdentityID=?;");\r
                st.Bind(0,localidentityid);\r
                st.Step();\r
+               if(st.RowReturned())\r
+               {\r
+                       int id=-1;\r
+                       st.ResultInt(0,id);\r
+\r
+                       st=m_db->Prepare("DELETE FROM tmpMessageListInsert WHERE MessageListInsertID=?;");\r
+                       st.Bind(0,id);\r
+                       st.Step();\r
+               }\r
 \r
                RemoveFromInsertList(localidentityid);\r
 \r
@@ -143,17 +161,18 @@ const bool MessageListInserter::HandlePutSuccessful(FCPMessage &message)
 \r
 void MessageListInserter::Initialize()\r
 {\r
-       std::string tempval;\r
-\r
+       std::string tempval("");\r
        m_fcpuniquename="MessageListInserter";\r
        m_daysbackward=0;\r
-       Option::Instance()->Get("MessageListDaysBackward",tempval);\r
+       Option option(m_db);\r
+\r
+       option.Get("MessageListDaysBackward",tempval);\r
        StringFunctions::Convert(tempval,m_daysbackward);\r
 }\r
 \r
 const bool MessageListInserter::StartInsert(const long &localidentityid)\r
 {\r
-       FCPMessage message;\r
+       FCPv2::Message message;\r
        Poco::DateTime date;\r
        Poco::DateTime now;\r
        std::string privatekey;\r
@@ -194,21 +213,24 @@ const bool MessageListInserter::StartInsert(const long &localidentityid)
        st.Finalize();\r
 \r
 \r
-       st=m_db->Prepare("SELECT MessageDate, MessageIndex, PublicKey, MessageID FROM tblMessage INNER JOIN tblIdentity ON tblMessage.IdentityID=tblIdentity.IdentityID WHERE MessageIndex IS NOT NULL ORDER BY MessageDate DESC, MessageTime DESC LIMIT 200;");\r
+       st=m_db->Prepare("SELECT MessageDate, MessageIndex, PublicKey, MessageID, InsertDate FROM tblMessage INNER JOIN tblIdentity ON tblMessage.IdentityID=tblIdentity.IdentityID WHERE MessageIndex IS NOT NULL ORDER BY MessageDate DESC, MessageTime DESC LIMIT 175;");\r
        SQLite3DB::Statement st2=m_db->Prepare("SELECT BoardName FROM tblBoard INNER JOIN tblMessageBoard ON tblBoard.BoardID=tblMessageBoard.BoardID WHERE tblMessageBoard.MessageID=?;");\r
        st.Step();\r
+\r
        while(st.RowReturned())\r
        {\r
-               std::string day;\r
-               int index;\r
-               std::string publickey;\r
+               std::string day="";\r
+               int index=0;\r
+               std::string publickey="";\r
                std::vector<std::string> boardlist;\r
-               int messageid;\r
+               int messageid=0;\r
+               std::string insertdate="";\r
                \r
                st.ResultText(0,day);\r
                st.ResultInt(1,index);\r
                st.ResultText(2,publickey);\r
                st.ResultInt(3,messageid);\r
+               st.ResultText(4,insertdate);\r
 \r
                st2.Bind(0,messageid);\r
                st2.Step();\r
@@ -222,7 +244,15 @@ const bool MessageListInserter::StartInsert(const long &localidentityid)
                }\r
                st2.Reset();\r
 \r
-               mlxml.AddExternalMessage(publickey,day,index,boardlist);\r
+               // TODO - remove insertdate empty check sometime after 0.3.32 release and get rid of using day\r
+               if(insertdate!="")\r
+               {\r
+                       mlxml.AddExternalMessage(publickey,insertdate,index,boardlist);\r
+               }\r
+               else\r
+               {\r
+                       mlxml.AddExternalMessage(publickey,day,index,boardlist);\r
+               }\r
 \r
                st.Step();\r
        }\r
@@ -253,10 +283,10 @@ const bool MessageListInserter::StartInsert(const long &localidentityid)
                message["Identifier"]=m_fcpuniquename+"|"+localidentityidstr+"|"+indexstr+"|"+message["URI"];\r
                message["UploadFrom"]="direct";\r
                message["DataLength"]=xmlsizestr;\r
-               m_fcp->SendMessage(message);\r
-               m_fcp->SendRaw(xmlstr.c_str(),xmlstr.size());\r
+               m_fcp->Send(message);\r
+               m_fcp->Send(std::vector<char>(xmlstr.begin(),xmlstr.end()));\r
 \r
-               message.Reset();\r
+               message.Clear();\r
                message.SetName("ClientPutComplexDir");\r
                message["URI"]="USK"+privatekey.substr(3)+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y.%m.%d")+"|MessageList/0/";\r
                message["Identifier"]=m_fcpuniquename+"USK|"+message["URI"];\r
@@ -264,16 +294,25 @@ const bool MessageListInserter::StartInsert(const long &localidentityid)
                message["Files.0.Name"]="MessageList.xml";\r
                message["Files.0.UploadFrom"]="direct";\r
                message["Files.0.DataLength"]=xmlsizestr;\r
-               m_fcp->SendMessage(message);\r
-               m_fcp->SendRaw(xmlstr.c_str(),xmlstr.size());\r
+               m_fcp->Send(message);\r
+               m_fcp->Send(std::vector<char>(xmlstr.begin(),xmlstr.end()));\r
 \r
                m_inserting.push_back(localidentityid);\r
                m_lastinsertedxml[localidentityid]=xmlstr;\r
 \r
+               m_laststartedinsert=Poco::DateTime();\r
+\r
                return true;\r
        }\r
        else\r
        {\r
+\r
+               // xml was the same one that we inserted 30 minutes ago, reset date so we don't continue checking every minute\r
+               st=m_db->Prepare("UPDATE tblLocalIdentity SET LastInsertedMessageList=? WHERE LocalIdentityID=?;");\r
+               st.Bind(0,Poco::DateTimeFormatter::format(Poco::DateTime(),"%Y-%m-%d %H:%M:%S"));\r
+               st.Bind(1,localidentityid);\r
+               st.Step();\r
+\r
                return false;\r
        }\r
 \r