src/freenet/introductionpuzzlerequester.cpp

   1 #include "../../include/freenet/introductionpuzzlerequester.h"\r
   2 #include "../../include/freenet/introductionpuzzlexml.h"\r
   3 #include "../../include/option.h"\r
   4 #include "../../include/stringfunctions.h"\r
   5 #include "../../include/bitmapvalidator.h"\r
   6 #include "../../include/base64.h"\r
   7 \r
   8 #include <Poco/DateTime.h>\r
   9 #include <Poco/Timespan.h>\r
  10 #include <Poco/Timestamp.h>\r
  11 #include <Poco/DateTimeFormatter.h>\r
  12 \r
  13 #ifdef XMEM\r
  14         #include <xmem.h>\r
  15 #endif\r
  16 \r
  17 IntroductionPuzzleRequester::IntroductionPuzzleRequester()\r
  18 {\r
  19         Initialize();\r
  20 }\r
  21 \r
  22 IntroductionPuzzleRequester::IntroductionPuzzleRequester(FCPv2 *fcp):IFCPConnected(fcp)\r
  23 {\r
  24         Initialize();\r
  25 }\r
  26 \r
  27 void IntroductionPuzzleRequester::FCPConnected()\r
  28 {\r
  29         m_requesting.clear();\r
  30         PopulateIDList();\r
  31 }\r
  32 \r
  33 void IntroductionPuzzleRequester::FCPDisconnected()\r
  34 {\r
  35         \r
  36 }\r
  37 \r
  38 const bool IntroductionPuzzleRequester::HandleAllData(FCPMessage &message)\r
  39 {\r
  40         Poco::DateTime now;\r
  41         SQLite3DB::Statement st;\r
  42         std::vector<std::string> idparts;\r
  43         long datalength;\r
  44         std::vector<char> data;\r
  45         IntroductionPuzzleXML xml;\r
  46         long identityid;\r
  47         long index;\r
  48         bool validmessage=true;\r
  49 \r
  50         StringFunctions::Split(message["Identifier"],"|",idparts);\r
  51         StringFunctions::Convert(message["DataLength"],datalength);\r
  52         StringFunctions::Convert(idparts[1],identityid);\r
  53         StringFunctions::Convert(idparts[2],index);\r
  54 \r
  55         // wait for all data to be received from connection\r
  56         while(m_fcp->Connected() && m_fcp->ReceiveBufferSize()<datalength)\r
  57         {\r
  58                 m_fcp->Update(1);\r
  59         }\r
  60 \r
  61         // if we got disconnected- return immediately\r
  62         if(m_fcp->Connected()==false)\r
  63         {\r
  64                 return false;\r
  65         }\r
  66 \r
  67         // receive the file\r
  68         data.resize(datalength);\r
  69         if(data.size()>0)\r
  70         {\r
  71                 m_fcp->ReceiveRaw(&data[0],datalength);\r
  72         }\r
  73 \r
  74         // parse file into xml and update the database\r
  75         if(data.size()>0 && xml.ParseXML(std::string(data.begin(),data.end()))==true)\r
  76         {\r
  77 \r
  78                 // check if last part of UUID matches first part of public key of identity who inserted it\r
  79                 st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
  80                 st.Bind(0,identityid);\r
  81                 st.Step();\r
  82                 if(st.RowReturned())\r
  83                 {\r
  84                         std::vector<std::string> uuidparts;\r
  85                         std::vector<std::string> keyparts;\r
  86                         std::string keypart="";\r
  87                         std::string publickey="";\r
  88 \r
  89                         st.ResultText(0,publickey);\r
  90 \r
  91                         StringFunctions::SplitMultiple(publickey,"@,",keyparts);\r
  92                         StringFunctions::SplitMultiple(xml.GetUUID(),"@",uuidparts);\r
  93 \r
  94                         if(uuidparts.size()>1 && keyparts.size()>1)\r
  95                         {\r
  96                                 keypart=StringFunctions::Replace(StringFunctions::Replace(keyparts[1],"-",""),"~","");\r
  97                                 if(keypart!=uuidparts[1])\r
  98                                 {\r
  99                                         m_log->error("IntroductionPuzzleRequester::HandleAllData UUID in IntroductionPuzzle doesn't match public key of identity : "+message["Identifier"]);\r
 100                                         validmessage=false;\r
 101                                 }\r
 102                         }\r
 103                         else\r
 104                         {\r
 105                                 m_log->error("IntroductionPuzzleRequester::HandleAllData Error with identity's public key or UUID : "+message["Identifier"]);\r
 106                                 validmessage=false;\r
 107                         }\r
 108 \r
 109                 }\r
 110                 else\r
 111                 {\r
 112                         m_log->error("IntroductionPuzzleRequester::HandleAllData Error couldn't find identity : "+message["Identifier"]);\r
 113                         validmessage=false;\r
 114                 }\r
 115 \r
 116                 // we can only validate bitmaps for now\r
 117                 BitmapValidator val;\r
 118                 val.SetMax(200,200);\r
 119                 std::vector<unsigned char> puzzledata;\r
 120                 Base64::Decode(xml.GetPuzzleData(),puzzledata);\r
 121                 if(xml.GetMimeType()!="image/bmp" || val.Validate(puzzledata)==false)\r
 122                 {\r
 123                         m_log->error("IntroductionPuzzleRequester::HandleAllData received bad mime type and/or data for "+message["Identifier"]);\r
 124                         validmessage=false;\r
 125                 }\r
 126 \r
 127                 st=m_db->Prepare("INSERT INTO tblIntroductionPuzzleRequests(IdentityID,Day,RequestIndex,Found,UUID,Type,MimeType,PuzzleData) VALUES(?,?,?,?,?,?,?,?);");\r
 128                 st.Bind(0,identityid);\r
 129                 st.Bind(1,idparts[4]);\r
 130                 st.Bind(2,index);\r
 131                 if(validmessage)\r
 132                 {\r
 133                         st.Bind(3,"true");\r
 134                         st.Bind(4,xml.GetUUID());\r
 135                         st.Bind(5,xml.GetType());\r
 136                         st.Bind(6,xml.GetMimeType());\r
 137                         st.Bind(7,xml.GetPuzzleData());\r
 138                 }\r
 139                 else\r
 140                 {\r
 141                         st.Bind(3,"false");\r
 142                         st.Bind(4);\r
 143                         st.Bind(5);\r
 144                         st.Bind(6);\r
 145                         st.Bind(7);\r
 146                 }\r
 147                 st.Step();\r
 148                 st.Finalize();\r
 149 \r
 150                 m_log->debug("IntroductionPuzzleRequester::HandleAllData parsed IntroductionPuzzle XML file : "+message["Identifier"]);\r
 151         }\r
 152         else\r
 153         {\r
 154                 // bad data - mark index\r
 155                 st=m_db->Prepare("INSERT INTO tblIntroductionPuzzleRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 156                 st.Bind(0,identityid);\r
 157                 st.Bind(1,idparts[4]);\r
 158                 st.Bind(2,index);\r
 159                 st.Step();\r
 160                 st.Finalize();\r
 161 \r
 162                 m_log->error("IntroductionPuzzleRequester::HandleAllData error parsing IntroductionPuzzle XML file : "+message["Identifier"]);\r
 163         }\r
 164 \r
 165         // remove this identityid from request list\r
 166         RemoveFromRequestList(identityid);\r
 167 \r
 168         return true;\r
 169 \r
 170 }\r
 171 \r
 172 const bool IntroductionPuzzleRequester::HandleGetFailed(FCPMessage &message)\r
 173 {\r
 174         SQLite3DB::Statement st;\r
 175         std::vector<std::string> idparts;\r
 176         long identityid;\r
 177         long index;\r
 178 \r
 179         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 180         StringFunctions::Convert(idparts[1],identityid);\r
 181         StringFunctions::Convert(idparts[2],index);     \r
 182 \r
 183         // if this is a fatal error - insert index into database so we won't try to download this index again\r
 184         if(message["Fatal"]=="true")\r
 185         {\r
 186                 st=m_db->Prepare("INSERT INTO tblIntroductionPuzzleRequests(IdentityID,Day,RequestIndex,Found) VALUES(?,?,?,'false');");\r
 187                 st.Bind(0,identityid);\r
 188                 st.Bind(1,idparts[4]);\r
 189                 st.Bind(2,index);\r
 190                 st.Step();\r
 191                 st.Finalize();\r
 192 \r
 193                 m_log->error("IntroductionPuzzleRequester::HandleGetFailed fatal error requesting "+message["Identifier"]);\r
 194         }\r
 195 \r
 196         // remove this identityid from request list\r
 197         RemoveFromRequestList(identityid);\r
 198 \r
 199         return true;\r
 200 \r
 201 }\r
 202 \r
 203 const bool IntroductionPuzzleRequester::HandleMessage(FCPMessage &message)\r
 204 {\r
 205 \r
 206         if(message["Identifier"].find("IntroductionPuzzleRequester")==0)\r
 207         {\r
 208                 if(message.GetName()=="DataFound")\r
 209                 {\r
 210                         return true;\r
 211                 }\r
 212 \r
 213                 if(message.GetName()=="AllData")\r
 214                 {\r
 215                         return HandleAllData(message);\r
 216                 }\r
 217 \r
 218                 if(message.GetName()=="GetFailed")\r
 219                 {\r
 220                         return HandleGetFailed(message);\r
 221                 }\r
 222                 \r
 223                 if(message.GetName()=="IdentifierCollision")\r
 224                 {\r
 225                         // remove one of the ids from the requesting list\r
 226                         long identityid=0;\r
 227                         std::vector<std::string> idparts;\r
 228                         StringFunctions::Split(message["Identifier"],"|",idparts);\r
 229                         StringFunctions::Convert(idparts[1],identityid);\r
 230                         RemoveFromRequestList(identityid);\r
 231                         return true;\r
 232                 }\r
 233         }\r
 234 \r
 235         return false;\r
 236 }\r
 237 \r
 238 void IntroductionPuzzleRequester::Initialize()\r
 239 {\r
 240         m_maxrequests=0;\r
 241         Option::Instance()->GetInt("MaxIntroductionPuzzleRequests",m_maxrequests);\r
 242         if(m_maxrequests<1)\r
 243         {\r
 244                 m_maxrequests=1;\r
 245                 m_log->error("Option MaxIntroductionPuzzleRequests is currently set at less than 1.  It must be 1 or greater.");\r
 246         }\r
 247         if(m_maxrequests>100)\r
 248         {\r
 249                 m_log->warning("Option MaxIntroductionPuzzleRequests is currently set at more than 100.  This value might be incorrectly configured.");\r
 250         }\r
 251         Option::Instance()->Get("MessageBase",m_messagebase);\r
 252         m_tempdate=Poco::Timestamp();\r
 253 }\r
 254 \r
 255 void IntroductionPuzzleRequester::PopulateIDList()\r
 256 {\r
 257         Poco::DateTime now;\r
 258         int id;\r
 259         std::string limitnum="30";\r
 260 \r
 261         // if we don't have an identity that we haven't seen yet, then set limit to 5\r
 262         SQLite3DB::Statement st=m_db->Prepare("SELECT tblLocalIdentity.LocalIdentityID FROM tblLocalIdentity LEFT JOIN tblIdentity ON tblLocalIdentity.PublicKey=tblIdentity.PublicKey WHERE tblIdentity.IdentityID IS NULL;");\r
 263         st.Step();\r
 264         if(!st.RowReturned())\r
 265         {\r
 266                 limitnum="5";\r
 267         }\r
 268         st.Finalize();\r
 269 \r
 270         // select identities that aren't single use, are publishing a trust list, and have been seen today ( order by trust DESC and limit to limitnum )\r
 271         st=m_db->Prepare("SELECT IdentityID FROM tblIdentity WHERE PublishTrustList='true' AND PublicKey IS NOT NULL AND PublicKey <> '' AND SingleUse='false' AND (LocalTrustListTrust IS NULL OR LocalTrustListTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalTrustListTrust')) AND LastSeen>='"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"' ORDER BY LocalMessageTrust DESC LIMIT 0,"+limitnum+";");\r
 272         st.Step();\r
 273 \r
 274         m_ids.clear();\r
 275 \r
 276         while(st.RowReturned())\r
 277         {\r
 278                 st.ResultInt(0,id);\r
 279                 m_ids[id]=false;\r
 280                 st.Step();\r
 281         }\r
 282 }\r
 283 \r
 284 void IntroductionPuzzleRequester::Process()\r
 285 {\r
 286         // max is the smaller of the config value or the total number of identities we will request from\r
 287         long max=m_maxrequests>m_ids.size() ? m_ids.size() : m_maxrequests;\r
 288 \r
 289         // try to keep up to max requests going\r
 290         if(m_requesting.size()<max)\r
 291         {\r
 292                 std::map<long,bool>::iterator i=m_ids.begin();\r
 293                 while(i!=m_ids.end() && (*i).second==true)\r
 294                 {\r
 295                         i++;\r
 296                 }\r
 297 \r
 298                 if(i!=m_ids.end())\r
 299                 {\r
 300                         StartRequest((*i).first);\r
 301                 }\r
 302                 else\r
 303                 {\r
 304                         // we requested from all ids in the list, repopulate the list\r
 305                         PopulateIDList();\r
 306                 }\r
 307         }\r
 308         // special case - if there were 0 identities on the list when we started then we will never get a chance to repopulate the list\r
 309         // this will recheck for ids every minute\r
 310         Poco::DateTime now;\r
 311         if(m_ids.size()==0 && m_tempdate<(now-Poco::Timespan(0,0,1,0,0)))\r
 312         {\r
 313                 PopulateIDList();\r
 314                 m_tempdate=now;\r
 315         }\r
 316 }\r
 317 \r
 318 void IntroductionPuzzleRequester::RegisterWithThread(FreenetMasterThread *thread)\r
 319 {\r
 320         thread->RegisterFCPConnected(this);\r
 321         thread->RegisterFCPMessageHandler(this);\r
 322         thread->RegisterPeriodicProcessor(this);\r
 323 }\r
 324 \r
 325 void IntroductionPuzzleRequester::RemoveFromRequestList(const long identityid)\r
 326 {\r
 327         std::vector<long>::iterator i=m_requesting.begin();\r
 328         while(i!=m_requesting.end() && (*i)!=identityid)\r
 329         {\r
 330                 i++;\r
 331         }\r
 332         if(i!=m_requesting.end())\r
 333         {\r
 334                 m_requesting.erase(i);\r
 335         }\r
 336 }\r
 337 \r
 338 void IntroductionPuzzleRequester::StartRequest(const long identityid)\r
 339 {\r
 340         Poco::DateTime now;\r
 341         FCPMessage message;\r
 342         std::string publickey;\r
 343         int index;\r
 344         std::string indexstr;\r
 345         std::string identityidstr;\r
 346 \r
 347         SQLite3DB::Statement st=m_db->Prepare("SELECT PublicKey FROM tblIdentity WHERE IdentityID=?;");\r
 348         st.Bind(0,identityid);\r
 349         st.Step();\r
 350 \r
 351         if(st.RowReturned())\r
 352         {\r
 353                 st.ResultText(0,publickey);\r
 354 \r
 355                 now=Poco::Timestamp();\r
 356 \r
 357                 SQLite3DB::Statement st2=m_db->Prepare("SELECT MAX(RequestIndex) FROM tblIntroductionPuzzleRequests WHERE Day=? AND IdentityID=?;");\r
 358                 st2.Bind(0,Poco::DateTimeFormatter::format(now,"%Y-%m-%d"));\r
 359                 st2.Bind(1,identityid);\r
 360                 st2.Step();\r
 361 \r
 362                 index=0;\r
 363                 if(st2.RowReturned())\r
 364                 {\r
 365                         if(st2.ResultNull(0)==false)\r
 366                         {\r
 367                                 st2.ResultInt(0,index);\r
 368                                 index++;\r
 369                         }\r
 370                 }\r
 371                 st2.Finalize();\r
 372 \r
 373                 StringFunctions::Convert(index,indexstr);\r
 374                 StringFunctions::Convert(identityid,identityidstr);\r
 375 \r
 376                 message.SetName("ClientGet");\r
 377                 message["URI"]=publickey+m_messagebase+"|"+Poco::DateTimeFormatter::format(now,"%Y-%m-%d")+"|IntroductionPuzzle|"+indexstr+".xml";\r
 378                 message["Identifier"]="IntroductionPuzzleRequester|"+identityidstr+"|"+indexstr+"|"+message["URI"];\r
 379                 message["ReturnType"]="direct";\r
 380                 message["MaxSize"]="1000000";           // 1 MB\r
 381 \r
 382                 m_fcp->SendMessage(message);\r
 383                 \r
 384                 m_requesting.push_back(identityid);\r
 385         }\r
 386 \r
 387         m_ids[identityid]=true;\r
 388 }\r