#include "../../include/freenet/messageinserter.h"\r
+#include "../../include/freenet/messagexml.h"\r
\r
-MessageInserter::MessageInserter()\r
+#include <Poco/DateTime.h>\r
+#include <Poco/DateTimeFormatter.h>\r
+#include <Poco/Timestamp.h>\r
+\r
+MessageInserter::MessageInserter(SQLite3DB::DB *db):IIndexInserter<std::string>(db)\r
{\r
Initialize();\r
}\r
\r
-MessageInserter::MessageInserter(FCPv2 *fcp):IIndexInserter(fcp)\r
+MessageInserter::MessageInserter(SQLite3DB::DB *db, FCPv2::Connection *fcp):IIndexInserter<std::string>(db,fcp)\r
{\r
Initialize();\r
}\r
\r
void MessageInserter::CheckForNeededInsert()\r
{\r
+ Poco::DateTime now;\r
+ bool didinsert=false;\r
// only do 1 insert at a time\r
if(m_inserting.size()==0)\r
{\r
- SQLite3DB::Statement st=m_db->Prepare("SELECT MessageUUID FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE tblLocalIdentity.PrivateKey IS NOT NULL AND tblLocalIdentity.PrivateKey <> '' AND tblMessageInserts.Inserted='false';");\r
+ SQLite3DB::Statement st=m_db->Prepare("SELECT MessageUUID FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE tblLocalIdentity.PrivateKey IS NOT NULL AND tblLocalIdentity.PrivateKey <> '' AND tblMessageInserts.Inserted='false' AND tblMessageInserts.SendDate<=?;");\r
+ st.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d %H:%M:%S"));\r
st.Step();\r
\r
- if(st.RowReturned())\r
+ while(st.RowReturned() && m_inserting.size()==0)\r
{\r
- std::string messageuuid;\r
+ std::string messageuuid="";\r
st.ResultText(0,messageuuid);\r
- StartInsert(messageuuid);\r
+\r
+ // make sure there are no uninserted files attached to this message\r
+ SQLite3DB::Statement st2=m_db->Prepare("SELECT FileInsertID FROM tblFileInserts WHERE Key IS NULL AND MessageUUID=?;");\r
+ st2.Bind(0,messageuuid);\r
+ st2.Step();\r
+\r
+ if(st2.RowReturned()==false)\r
+ {\r
+ StartInsert(messageuuid);\r
+ }\r
+\r
+ st.Step();\r
}\r
}\r
}\r
\r
-const bool MessageInserter::HandlePutFailed(FCPMessage &message)\r
+const bool MessageInserter::HandlePutFailed(FCPv2::Message &message)\r
{\r
int index;\r
int localidentityid;\r
std::vector<std::string> idparts;\r
- StringFunctions::Split(message["Identifier"],"|",idparts);\r
- StringFunctions::Convert(idparts[2],localidentityid);\r
- StringFunctions::Convert(idparts[3],index);\r
\r
- // fatal put - or data exists - insert bogus index into database so we'll try to insert this message again\r
- if(message["Fatal"]=="true" || message["Code"]=="9")\r
+ // do check to make sure this is the non-editioned SSK - we ignore failure/success for editioned SSK for now\r
+ if(message["Identifier"].find(".xml")!=std::string::npos)\r
{\r
- SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'true');");\r
- st.Bind(0,localidentityid);\r
- st.Bind(1,idparts[5]);\r
- st.Bind(2,index);\r
- st.Step();\r
- }\r
\r
- RemoveFromInsertList(idparts[1]);\r
+ StringFunctions::Split(message["Identifier"],"|",idparts);\r
+ StringFunctions::Convert(idparts[2],localidentityid);\r
+ StringFunctions::Convert(idparts[3],index);\r
+\r
+ // fatal put - or data exists - insert bogus index into database so we'll try to insert this message again\r
+ if(message["Fatal"]=="true" || message["Code"]=="9")\r
+ {\r
+ SQLite3DB::Statement st=m_db->Prepare("INSERT INTO tblMessageInserts(LocalIdentityID,Day,InsertIndex,Inserted) VALUES(?,?,?,'true');");\r
+ st.Bind(0,localidentityid);\r
+ st.Bind(1,idparts[6]);\r
+ st.Bind(2,index);\r
+ st.Step();\r
+ }\r
+\r
+ m_log->trace("MessageInserter::HandlePutFailed error code "+message["Code"]+" fatal="+message["Fatal"]);\r
+\r
+ RemoveFromInsertList(idparts[1]);\r
+\r
+ }\r
+ else\r
+ {\r
+ m_log->trace("MessageInserter::HandlePutFailed for editioned SSK error code "+message["Code"]+ " id "+message["Identifier"]);\r
+ }\r
\r
return true;\r
}\r
\r
-const bool MessageInserter::HandlePutSuccessful(FCPMessage &message)\r
+const bool MessageInserter::HandlePutSuccessful(FCPv2::Message &message)\r
{\r
+ MessageXML xml;\r
+ Poco::DateTime date;\r
+ int localidentityid;\r
int index;\r
std::vector<std::string> idparts;\r
- StringFunctions::Split(message["Identifier"],"|",idparts);\r
- StringFunctions::Convert(idparts[3],index);\r
\r
- SQLite3DB::Statement st=m_db->Prepare("UPDATE tblMessageInserts SET Day=?, InsertIndex=?, Inserted='true' WHERE MessageUUID=?;");\r
- st.Bind(0,idparts[5]);\r
- st.Bind(1,index);\r
- st.Bind(2,idparts[1]);\r
- st.Step();\r
+ // do check to make sure this is the non-editioned SSK - we ignore failure/success for editioned SSK for now\r
+ if(message["Identifier"].find(".xml")!=std::string::npos)\r
+ {\r
+\r
+ StringFunctions::Split(message["Identifier"],"|",idparts);\r
+ StringFunctions::Convert(idparts[3],index);\r
+ StringFunctions::Convert(idparts[2],localidentityid);\r
+\r
+ SQLite3DB::Statement st=m_db->Prepare("UPDATE tblMessageInserts SET Day=?, InsertIndex=?, Inserted='true' WHERE MessageUUID=?;");\r
+ st.Bind(0,idparts[6]);\r
+ st.Bind(1,index);\r
+ st.Bind(2,idparts[1]);\r
+ st.Step();\r
+\r
+ // insert record into temp table so MessageList will be inserted ASAP\r
+ date=Poco::Timestamp();\r
+ st=m_db->Prepare("INSERT INTO tmpMessageListInsert(LocalIdentityID,Date) VALUES(?,?);");\r
+ st.Bind(0,localidentityid);\r
+ st.Bind(1,Poco::DateTimeFormatter::format(date,"%Y-%m-%d"));\r
+ st.Step();\r
+\r
+ // update the messageuuid to the real messageuuid\r
+ st=m_db->Prepare("SELECT MessageXML FROM tblMessageInserts WHERE MessageUUID=?;");\r
+ st.Bind(0,idparts[1]);\r
+ st.Step();\r
+ if(st.RowReturned())\r
+ {\r
+ std::string xmldata="";\r
+ st.ResultText(0,xmldata);\r
+ xml.ParseXML(xmldata);\r
+ xml.SetMessageID(idparts[4]);\r
\r
- RemoveFromInsertList(idparts[1]);\r
+ SQLite3DB::Statement st2=m_db->Prepare("UPDATE tblMessageInserts SET MessageUUID=?, MessageXML=? WHERE MessageUUID=?;");\r
+ st2.Bind(0,idparts[4]);\r
+ st2.Bind(1,xml.GetXML());\r
+ st2.Bind(2,idparts[1]);\r
+ st2.Step();\r
+\r
+ //update file insert MessageUUID as well\r
+ st2=m_db->Prepare("UPDATE tblFileInserts SET MessageUUID=? WHERE MessageUUID=?;");\r
+ st2.Bind(0,idparts[4]);\r
+ st2.Bind(1,idparts[1]);\r
+ st2.Step();\r
+ }\r
\r
- m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageInserter::HandlePutSuccessful successfully inserted message "+message["Identifier"]);\r
+ RemoveFromInsertList(idparts[1]);\r
+\r
+ m_log->debug("MessageInserter::HandlePutSuccessful successfully inserted message "+message["Identifier"]);\r
+\r
+ }\r
+ else\r
+ {\r
+ m_log->debug("MessageInserter::HandlePutSuccessful for editioned SSK "+message["Identifier"]);\r
+ }\r
\r
return true;\r
}\r
m_fcpuniquename="MessageInserter";\r
}\r
\r
-void MessageInserter::StartInsert(const std::string &messageuuid)\r
+const bool MessageInserter::StartInsert(const std::string &messageuuid)\r
{\r
- DateTime now;\r
- now.SetToGMTime();\r
- SQLite3DB::Statement st=m_db->Prepare("SELECT MessageXML,PrivateKey,tblLocalIdentity.LocalIdentityID FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE MessageUUID=?;");\r
+ MessageXML xmlfile;\r
+ Poco::DateTime now;\r
+ SQLite3DB::Statement st=m_db->Prepare("SELECT MessageXML,PrivateKey,tblLocalIdentity.LocalIdentityID,PublicKey FROM tblMessageInserts INNER JOIN tblLocalIdentity ON tblMessageInserts.LocalIdentityID=tblLocalIdentity.LocalIdentityID WHERE MessageUUID=?;");\r
st.Bind(0,messageuuid);\r
st.Step();\r
\r
std::string xml;\r
std::string xmlsizestr;\r
std::string privatekey;\r
- FCPMessage message;\r
+ std::string publickey;\r
+ FCPv2::Message message;\r
std::string indexstr;\r
int index=0;\r
\r
st.ResultText(0,xml);\r
st.ResultText(1,privatekey);\r
st.ResultInt(2,localidentityid);\r
- StringFunctions::Convert(xml.size(),xmlsizestr);\r
+ st.ResultText(3,publickey);\r
StringFunctions::Convert(localidentityid,idstr);\r
\r
st=m_db->Prepare("SELECT MAX(InsertIndex) FROM tblMessageInserts WHERE Day=? AND LocalIdentityID=?;");\r
- st.Bind(0,now.Format("%Y-%m-%d"));\r
+ st.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));\r
st.Bind(1,localidentityid);\r
st.Step();\r
\r
}\r
StringFunctions::Convert(index,indexstr);\r
\r
+ xmlfile.ParseXML(xml);\r
+\r
+ // add file attachments to xml - must do this before we change UUID\r
+ st=m_db->Prepare("SELECT Key, Size FROM tblFileInserts WHERE MessageUUID=?;");\r
+ st.Bind(0,xmlfile.GetMessageID());\r
+ st.Step();\r
+ while(st.RowReturned())\r
+ {\r
+ std::string key="";\r
+ int size;\r
+ \r
+ st.ResultText(0,key);\r
+ st.ResultInt(1,size);\r
+\r
+ xmlfile.AddFileAttachment(key,size);\r
+\r
+ st.Step();\r
+ }\r
+\r
+ // recreate messageuuid in xml - UUID of message will not match entry in MessageInserts table until we successfully insert it\r
+ // see HandlePutSuccessful\r
+ // if we don't already have an @sskpart - add it\r
+ if(xmlfile.GetMessageID().find("@")==std::string::npos)\r
+ {\r
+ // remove - and ~ from publickey part\r
+ std::string publickeypart=StringFunctions::Replace(StringFunctions::Replace(publickey.substr(4,43),"-",""),"~","");\r
+ xmlfile.SetMessageID(xmlfile.GetMessageID()+"@"+publickeypart);\r
+ }\r
+ xml=xmlfile.GetXML();\r
+\r
+ StringFunctions::Convert(xml.size(),xmlsizestr);\r
+\r
message.SetName("ClientPut");\r
- message["URI"]=privatekey+m_messagebase+"|"+now.Format("%Y-%m-%d")+"|Message|"+indexstr+".xml";\r
- message["Identifier"]=m_fcpuniquename+"|"+messageuuid+"|"+idstr+"|"+indexstr+"|"+message["URI"];\r
+ message["URI"]=privatekey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|Message|"+indexstr+".xml";\r
+ message["Identifier"]=m_fcpuniquename+"|"+messageuuid+"|"+idstr+"|"+indexstr+"|"+xmlfile.GetMessageID()+"|"+message["URI"];\r
message["UploadFrom"]="direct";\r
message["DataLength"]=xmlsizestr;\r
- m_fcp->SendMessage(message);\r
- m_fcp->SendRaw(xml.c_str(),xml.size());\r
+ m_fcp->Send(message);\r
+ m_fcp->Send(std::vector<char>(xml.begin(),xml.end()));\r
+\r
+ // test insert as editioned SSK\r
+ message.Clear();\r
+ message.SetName("ClientPut");\r
+ message["URI"]=privatekey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|Message-"+indexstr;\r
+ message["Identifier"]=m_fcpuniquename+"|"+message["URI"];\r
+ message["UploadFrom"]="direct";\r
+ message["DataLength"]=xmlsizestr;\r
+ m_fcp->Send(message);\r
+ m_fcp->Send(std::vector<char>(xml.begin(),xml.end()));\r
\r
m_inserting.push_back(messageuuid);\r
\r
- m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageInserter::StartInsert started message insert "+message["URI"]);\r
+ m_log->debug("MessageInserter::StartInsert started message insert "+message["URI"]);\r
+ \r
+ return true;\r
+ }\r
+ else\r
+ {\r
+ return false;\r
}\r
\r
}\r