src/freenet/messagerequester.cpp

   1 #include "../../include/freenet/messagerequester.h"\r
   2 #include "../../include/freenet/messagexml.h"\r
   3 \r
   4 #include <algorithm>\r
   5 \r
   6 #ifdef XMEM\r
   7         #include <xmem.h>\r
   8 #endif\r
   9 \r
  10 MessageRequester::MessageRequester()\r
  11 {\r
  12         Initialize();\r
  13 }\r
  14 \r
  15 MessageRequester::MessageRequester(FCPv2 *fcp):IIndexRequester<std::string>(fcp)\r
  16 {\r
  17         Initialize();\r
  18 }\r
  19 \r
  20 const long MessageRequester::GetBoardID(const std::string &boardname)\r
  21 {\r
  22         SQLite3DB::Statement st=m_db->Prepare("SELECT BoardID FROM tblBoard WHERE BoardName=?;");\r
  23         st.Bind(0,boardname);\r
  24         st.Step();\r
  25 \r
  26         if(st.RowReturned())\r
  27         {\r
  28                 int boardid;\r
  29                 st.ResultInt(0,boardid);\r
  30                 return boardid;\r
  31         }\r
  32         else\r
  33         {\r
  34                 DateTime now;\r
  35                 now.SetToGMTime();\r
  36                 st=m_db->Prepare("INSERT INTO tblBoard(BoardName,DateAdded) VALUES(?,?);");\r
  37                 st.Bind(0,boardname);\r
  38                 st.Bind(1,now.Format("%Y-%m-%d %H:%M:%S"));\r
  39                 st.Step(true);\r
  40                 return st.GetLastInsertRowID();\r
  41         }       \r
  42 }\r
  43 \r
  44 const std::string MessageRequester::GetIdentityName(const long identityid)\r
  45 {\r
  46         SQLite3DB::Statement st=m_db->Prepare("SELECT Name,PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
  47         st.Bind(0,identityid);\r
  48         st.Step();\r
  49         if(st.RowReturned())\r
  50         {\r
  51                 std::vector<std::string> keyparts;\r
  52                 std::string key;\r
  53                 std::string name;\r
  54                 st.ResultText(0,name);\r
  55                 st.ResultText(1,key);\r
  56                 \r
  57                 StringFunctions::SplitMultiple(key,"@,",keyparts);\r
  58                 \r
  59                 if(keyparts.size()>1)\r
  60                 {\r
  61                         return name+"@"+keyparts[1];\r
  62                 }\r
  63                 else\r
  64                 {\r
  65                         return name+"@invalidpublickey";\r
  66                 }\r
  67         }\r
  68         else\r
  69         {\r
  70                 return "";\r
  71         }\r
  72 }\r
  73 \r
  74 const bool MessageRequester::HandleAllData(FCPMessage &message)\r
  75 {\r
  76         SQLite3DB::Statement st;\r
  77         std::vector<std::string> idparts;\r
  78         long datalength;\r
  79         std::vector<char> data;\r
  80         MessageXML xml;\r
  81         long identityid;\r
  82         long index;\r
  83         bool inserted=false;\r
  84         bool validmessage=true;\r
  85         long savetoboardcount=0;\r
  86 \r
  87         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  88         StringFunctions::Convert(message["DataLength"],datalength);\r
  89         StringFunctions::Convert(idparts[2],identityid);\r
  90         StringFunctions::Convert(idparts[4],index);\r
  91 \r
  92         // wait for all data to be received from connection\r
  93         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  94         {\r
  95                 m_fcp->Update(1);\r
  96         }\r
  97 \r
  98         // if we got disconnected- return immediately\r
  99         if(m_fcp->Connected()==false)\r
 100         {\r
 101                 return false;\r
 102         }\r
 103 \r
 104         // receive the file\r
 105         data.resize(datalength);\r
 106         m_fcp->ReceiveRaw(&data[0],datalength);\r
 107 \r
 108         // mark this index as received\r
 109         st=m_db->Prepare("UPDATE tblMessageRequests SET Found='true' WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
 110         st.Bind(0,identityid);\r
 111         st.Bind(1,idparts[3]);\r
 112         st.Bind(2,index);\r
 113         st.Step();\r
 114         st.Finalize();\r
 115 \r
 116         // parse file into xml and update the database\r
 117         if(xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
 118         {\r
 119                 std::vector<std::string> boards=xml.GetBoards();\r
 120                 std::map<long,std::string> replyto=xml.GetInReplyTo();\r
 121 \r
 122                 if(boards.size()>m_maxboardspermessage)\r
 123                 {\r
 124                         boards.resize(m_maxboardspermessage);\r
 125                 }\r
 126 \r
 127                 if(boards.size()<=0)\r
 128                 {\r
 129                         m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Message XML did not contain any boards! "+message["Identifier"]);\r
 130                         return true;\r
 131                 }\r
 132                 if(xml.GetReplyBoard()=="")\r
 133                 {\r
 134                         m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Message XML did not contain a reply board! "+message["Identifier"]);\r
 135                         return true;\r
 136                 }\r
 137 \r
 138                 // make sure the reply board is on the board list we are saving - if not, replace the last element of boards with the reply board\r
 139                 if(xml.GetReplyBoard()!="" && std::find(boards.begin(),boards.end(),xml.GetReplyBoard())==boards.end() && boards.size()>0)\r
 140                 {\r
 141                         boards[boards.size()-1]=xml.GetReplyBoard();\r
 142                 }\r
 143 \r
 144                 // make sure domain of message id match 43 characters of public key of identity (remove - and ~) - if not, discard message\r
 145                 // implement after 0.1.12 is released\r
 146                 st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 147                 st.Bind(0,identityid);\r
 148                 st.Step();\r
 149                 if(st.RowReturned())\r
 150                 {\r
 151                         std::vector<std::string> uuidparts;\r
 152                         std::vector<std::string> keyparts;\r
 153                         std::string keypart="";\r
 154                         std::string publickey="";\r
 155 \r
 156                         st.ResultText(0,publickey);\r
 157 \r
 158                         StringFunctions::SplitMultiple(publickey,"@,",keyparts);\r
 159                         StringFunctions::SplitMultiple(xml.GetMessageID(),"@",uuidparts);\r
 160 \r
 161                         if(uuidparts.size()>1 && keyparts.size()>1)\r
 162                         {\r
 163                                 keypart=StringFunctions::Replace(StringFunctions::Replace(keyparts[1],"-",""),"~","");\r
 164                                 if(keypart!=uuidparts[1])\r
 165                                 {\r
 166                                         m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData MessageID in Message doesn't match public key of identity : "+message["Identifier"]);\r
 167                                         validmessage=false;\r
 168                                 }\r
 169                         }\r
 170                         else\r
 171                         {\r
 172                                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Error with identity's public key or Message ID : "+message["Identifier"]);\r
 173                                 validmessage=false;\r
 174                         }\r
 175                 }\r
 176                 else\r
 177                 {\r
 178                         m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData Error couldn't find identity : "+message["Identifier"]);\r
 179                         validmessage=false;\r
 180                 }\r
 181 \r
 182                 // make sure we will at least save to 1 board before inserting message\r
 183                 savetoboardcount=0;\r
 184                 for(std::vector<std::string>::iterator bi=boards.begin(); bi!=boards.end(); bi++)\r
 185                 {\r
 186                         if(SaveToBoard((*bi)))\r
 187                         {\r
 188                                 savetoboardcount++;\r
 189                         }\r
 190                 }\r
 191 \r
 192                 if(validmessage && savetoboardcount>0)\r
 193                 {\r
 194                         st=m_db->Prepare("INSERT INTO tblMessage(IdentityID,FromName,MessageDate,MessageTime,Subject,MessageUUID,ReplyBoardID,Body,MessageIndex) VALUES(?,?,?,?,?,?,?,?,?);");\r
 195                         st.Bind(0,identityid);\r
 196                         st.Bind(1,GetIdentityName(identityid));\r
 197                         st.Bind(2,xml.GetDate());\r
 198                         st.Bind(3,xml.GetTime());\r
 199                         st.Bind(4,xml.GetSubject());\r
 200                         st.Bind(5,xml.GetMessageID());\r
 201                         st.Bind(6,GetBoardID(xml.GetReplyBoard()));\r
 202                         st.Bind(7,xml.GetBody());\r
 203                         st.Bind(8,index);\r
 204                         inserted=st.Step(true);\r
 205                         int messageid=st.GetLastInsertRowID();\r
 206 \r
 207                         if(inserted==true)\r
 208                         {\r
 209 \r
 210                                 st=m_db->Prepare("INSERT INTO tblMessageBoard(MessageID,BoardID) VALUES(?,?);");\r
 211                                 for(std::vector<std::string>::iterator i=boards.begin(); i!=boards.end(); i++)\r
 212                                 {\r
 213                                         if(SaveToBoard((*i)))\r
 214                                         {\r
 215                                                 st.Bind(0,messageid);\r
 216                                                 st.Bind(1,GetBoardID((*i)));\r
 217                                                 st.Step();\r
 218                                                 st.Reset();\r
 219                                         }\r
 220                                 }\r
 221                                 st.Finalize();\r
 222 \r
 223                                 st=m_db->Prepare("INSERT INTO tblMessageReplyTo(MessageID,ReplyToMessageUUID,ReplyOrder) VALUES(?,?,?);");\r
 224                                 for(std::map<long,std::string>::iterator j=replyto.begin(); j!=replyto.end(); j++)\r
 225                                 {\r
 226                                         st.Bind(0,messageid);\r
 227                                         st.Bind(1,(*j).second);\r
 228                                         st.Bind(2,(*j).first);\r
 229                                         st.Step();\r
 230                                         st.Reset();\r
 231                                 }\r
 232                                 st.Finalize();\r
 233 \r
 234                                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageRequester::HandleAllData parsed Message XML file : "+message["Identifier"]);\r
 235 \r
 236                         }\r
 237                         else    // couldn't insert - was already in database\r
 238                         {\r
 239                                 //m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAddData could not insert message into database.  "+message["Identifier"]);\r
 240                         }\r
 241 \r
 242                 }       // if validmessage\r
 243         }\r
 244         else\r
 245         {\r
 246                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleAllData error parsing Message XML file : "+message["Identifier"]);\r
 247         }\r
 248 \r
 249         RemoveFromRequestList(idparts[1]);\r
 250 \r
 251         return true;\r
 252 }\r
 253 \r
 254 const bool MessageRequester::HandleGetFailed(FCPMessage &message)\r
 255 {\r
 256         DateTime now;\r
 257         SQLite3DB::Statement st;\r
 258         std::vector<std::string> idparts;\r
 259         std::string requestid;\r
 260         long index;\r
 261         long identityid;\r
 262 \r
 263         now.SetToGMTime();\r
 264         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 265         requestid=idparts[1];\r
 266         StringFunctions::Convert(idparts[2],identityid);\r
 267         StringFunctions::Convert(idparts[4],index);\r
 268 \r
 269         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 270         if(message["Fatal"]=="true")\r
 271         {\r
 272                 st=m_db->Prepare("UPDATE tblMessageRequests SET Found='true' WHERE IdentityID=? AND Day=? AND RequestIndex=?;");\r
 273                 st.Bind(0,identityid);\r
 274                 st.Bind(1,idparts[3]);\r
 275                 st.Bind(2,index);\r
 276                 st.Step();\r
 277                 st.Finalize();\r
 278 \r
 279                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"MessageRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 280         }\r
 281 \r
 282         // remove this identityid from request list\r
 283         RemoveFromRequestList(requestid);\r
 284 \r
 285         return true;\r
 286 }\r
 287 \r
 288 void MessageRequester::Initialize()\r
 289 {\r
 290         m_fcpuniquename="MessageRequester";\r
 291         std::string tempval;\r
 292         Option::Instance()->Get("MaxMessageRequests",tempval);\r
 293         StringFunctions::Convert(tempval,m_maxrequests);\r
 294         if(m_maxrequests<1)\r
 295         {\r
 296                 m_maxrequests=1;\r
 297                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxMessageRequests is currently set at "+tempval+".  It must be 1 or greater.");\r
 298         }\r
 299         if(m_maxrequests>100)\r
 300         {\r
 301                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxMessageRequests is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 302         }\r
 303         Option::Instance()->Get("MessageDownloadMaxDaysBackward",tempval);\r
 304         StringFunctions::Convert(tempval,m_maxdaysbackward);\r
 305         if(m_maxdaysbackward<0)\r
 306         {\r
 307                 m_maxdaysbackward=0;\r
 308                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MessageDownloadMaxDaysBackward is currently set at "+tempval+".  It must be 0 or greater.");\r
 309         }\r
 310         if(m_maxdaysbackward>30)\r
 311         {\r
 312                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MessageDownloadMaxDaysBackward is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 313         }\r
 314         Option::Instance()->Get("MaxPeerMessagesPerDay",tempval);\r
 315         StringFunctions::Convert(tempval,m_maxpeermessages);\r
 316         if(m_maxpeermessages<1)\r
 317         {\r
 318                 m_maxpeermessages=1;\r
 319                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxPeerMessagesPerDay is currently set at "+tempval+".  It must be 1 or greater.");\r
 320         }\r
 321         if(m_maxpeermessages<20 || m_maxpeermessages>1000)\r
 322         {\r
 323                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxPeerMessagesPerDay is currently set at "+tempval+".  This value might be incorrectly configured.  The suggested value is 200.");\r
 324         }\r
 325         Option::Instance()->Get("MaxBoardsPerMessage",tempval);\r
 326         StringFunctions::Convert(tempval,m_maxboardspermessage);\r
 327         if(m_maxboardspermessage<1)\r
 328         {\r
 329                 m_maxboardspermessage=1;\r
 330                 m_log->WriteLog(LogFile::LOGLEVEL_ERROR,"Option MaxBoardsPerMessage is currently set at "+tempval+".  It must be 1 or greater.");\r
 331         }\r
 332         if(m_maxboardspermessage>20)\r
 333         {\r
 334                 m_log->WriteLog(LogFile::LOGLEVEL_WARNING,"Option MaxBoardsPerMessage is currently set at "+tempval+".  This value might be incorrectly configured.");\r
 335         }\r
 336 }\r
 337 \r
 338 void MessageRequester::PopulateIDList()\r
 339 {\r
 340         DateTime date;\r
 341         std::string val1;\r
 342         std::string val2;\r
 343         std::string val3;\r
 344         std::string sql;\r
 345         long requestindex;\r
 346 \r
 347         date.SetToGMTime();\r
 348         date.Add(0,0,0,-m_maxdaysbackward);\r
 349 \r
 350         sql="SELECT tblIdentity.IdentityID,Day,RequestIndex ";\r
 351         sql+="FROM tblMessageRequests INNER JOIN tblIdentity ON tblMessageRequests.IdentityID=tblIdentity.IdentityID ";\r
 352         sql+="WHERE (tblIdentity.LocalMessageTrust IS NULL OR tblIdentity.LocalMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalMessageTrust')) ";\r
 353         sql+="AND FromMessageList='true' AND Found='false' AND Day>='"+date.Format("%Y-%m-%d")+"' ";\r
 354         sql+="AND (tblIdentity.PeerMessageTrust IS NULL OR tblIdentity.PeerMessageTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerMessageTrust')) ";\r
 355         sql+=";";\r
 356 \r
 357         SQLite3DB::Statement st=m_db->Prepare(sql);\r
 358         st.Step();\r
 359 \r
 360         m_ids.clear();\r
 361 \r
 362         while(st.RowReturned())\r
 363         {\r
 364                 st.ResultText(0,val1);\r
 365                 st.ResultText(1,val2);\r
 366                 st.ResultText(2,val3);\r
 367 \r
 368                 requestindex=0;\r
 369                 StringFunctions::Convert(val3,requestindex);\r
 370 \r
 371                 // only continue if index is < max messages we will accept from a peer\r
 372                 if(requestindex<m_maxpeermessages)\r
 373                 {\r
 374                         if(m_ids.find(val1+"*"+val2+"*"+val3)==m_ids.end())\r
 375                         {\r
 376                                 m_ids[val1+"*"+val2+"*"+val3]=false;\r
 377                         }\r
 378                 }\r
 379                 st.Step();\r
 380         }\r
 381 \r
 382 }\r
 383 \r
 384 const bool MessageRequester::SaveToBoard(const std::string &boardname)\r
 385 {\r
 386         bool save=true;\r
 387         SQLite3DB::Statement st=m_db->Prepare("SELECT SaveReceivedMessages FROM tblBoard WHERE BoardName=?;");\r
 388         st.Bind(0,boardname);\r
 389         st.Step();\r
 390         if(st.RowReturned())\r
 391         {\r
 392                 std::string val="";\r
 393                 st.ResultText(0,val);\r
 394                 if(val=="true")\r
 395                 {\r
 396                         save=true;\r
 397                 }\r
 398                 else\r
 399                 {\r
 400                         save=false;\r
 401                 }\r
 402         }\r
 403         return save;\r
 404 }\r
 405 \r
 406 void MessageRequester::StartRequest(const std::string &requestid)\r
 407 {\r
 408         FCPMessage message;\r
 409         std::vector<std::string> parts;\r
 410         std::string tempval;\r
 411         long identityid;\r
 412         std::string date;\r
 413         std::string indexstr;\r
 414         std::string publickey;\r
 415 \r
 416         StringFunctions::Split(requestid,"*",parts);\r
 417         StringFunctions::Convert(parts[0],identityid);\r
 418         StringFunctions::Convert(parts[1],date);\r
 419         indexstr=parts[2];\r
 420 \r
 421         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 422         st.Bind(0,identityid);\r
 423         st.Step();\r
 424 \r
 425         if(st.RowReturned())\r
 426         {\r
 427                 st.ResultText(0,publickey);\r
 428 \r
 429                 message.SetName("ClientGet");\r
 430                 message["URI"]=publickey+m_messagebase+"|"+date+"|Message|"+indexstr+".xml";\r
 431                 message["Identifier"]=m_fcpuniquename+"|"+requestid+"|"+parts[0]+"|"+parts[1]+"|"+parts[2]+"|"+message["URI"];\r
 432                 message["ReturnType"]="direct";\r
 433                 message["MaxSize"]="1000000";           // 1 MB\r
 434                 message["MaxRetries"]="-1";                     // use new ULPR since we are fairly sure message exists since the author says it does\r
 435 \r
 436                 m_fcp->SendMessage(message);\r
 437 \r
 438                 m_requesting.push_back(requestid);\r
 439 \r
 440                 m_log->WriteLog(LogFile::LOGLEVEL_DEBUG,"MessageRequester::StartRequest requesting "+message["Identifier"]);\r
 441         }\r
 442         \r
 443         m_ids[requestid]=true;\r
 444 \r
 445 }\r