X-Git-Url: https://git.pterodactylus.net/?a=blobdiff_plain;f=src%2Fglobal.cpp;h=a3c811121ea2168cfa0f29159537870950fe75f1;hb=b9c3763a932cebaa015a27fe111017f6f34dfbaa;hp=cf531de12b95b11430bcaeced84728a7cdf9f22b;hpb=6b896a9e1dc143bba86795be1e9336549db9b85f;p=fms.git diff --git a/src/global.cpp b/src/global.cpp index cf531de..a3c8111 100644 --- a/src/global.cpp +++ b/src/global.cpp @@ -6,6 +6,7 @@ #include "../include/db/sqlite3db.h" #include "../include/freenet/freenetmasterthread.h" #include "../include/nntp/nntplistener.h" +#include "../include/http/httpthread.h" #ifdef _WIN32 #include @@ -18,11 +19,34 @@ void SetupDB() { - SQLite3DB::DB *db=SQLite3DB::DB::instance(); + DateTime date; + SQLite3DB::DB *db=SQLite3DB::DB::Instance(); db->Open("fms.db3"); db->SetBusyTimeout(10000); // set timeout to 10 seconds db->Execute("VACUUM;"); + + // TODO remove this - temp fix for problem in 0.1.8 + db->Execute("DELETE FROM tblMessageBoard WHERE MessageID NOT IN (SELECT MessageID FROM tblMessage);"); + + db->Execute("CREATE TABLE IF NOT EXISTS tblDBVersion(\ + Major INTEGER,\ + Minor INTEGER\ + );"); + + SQLite3DB::Statement st=db->Prepare("SELECT Major,Minor FROM tblDBVersion;"); + st.Step(); + if(st.RowReturned()) + { + int major; + int minor; + st.ResultInt(0,major); + st.ResultInt(1,minor); + } + else + { + db->Execute("INSERT INTO tblDBVersion(Major,Minor) VALUES(1,0);"); + } db->Execute("CREATE TABLE IF NOT EXISTS tblOption(\ Option TEXT UNIQUE,\ @@ -83,7 +107,7 @@ void SetupDB() db->Execute("CREATE TABLE IF NOT EXISTS tblIdentity(\ IdentityID INTEGER PRIMARY KEY,\ - PublicKey TEXT,\ + PublicKey TEXT UNIQUE,\ Name TEXT,\ SingleUse BOOL CHECK(SingleUse IN('true','false')) DEFAULT 'false',\ PublishTrustList BOOL CHECK(PublishTrustList IN('true','false')) DEFAULT 'false',\ @@ -155,7 +179,7 @@ void SetupDB() db->Execute("CREATE TABLE IF NOT EXISTS tblMessageReplyTo(\ MessageID INTEGER,\ - ReplyToMessageUUID INTEGER,\ + ReplyToMessageUUID TEXT,\ ReplyOrder INTEGER\ );"); @@ -195,11 +219,23 @@ void SetupDB() Inserted BOOL CHECK(Inserted IN('true','false')) DEFAULT 'false'\ );"); + db->Execute("CREATE TABLE IF NOT EXISTS tblAdministrationBoard(\ + BoardID INTEGER UNIQUE,\ + ModifyLocalMessageTrust INTEGER,\ + ModifyLocalTrustListTrust INTEGER\ + );"); + + // MessageInserter will insert a record into this temp table which the MessageListInserter will query for and insert a MessageList when needed + db->Execute("CREATE TEMPORARY TABLE IF NOT EXISTS tmpMessageListInsert(\ + LocalIdentityID INTEGER,\ + Date DATETIME\ + );"); + // low / high / message count for each board db->Execute("CREATE VIEW IF NOT EXISTS vwBoardStats AS \ SELECT tblBoard.BoardID AS 'BoardID', IFNULL(MIN(MessageID),0) AS 'LowMessageID', IFNULL(MAX(MessageID),0) AS 'HighMessageID', COUNT(MessageID) AS 'MessageCount' \ FROM tblBoard LEFT JOIN tblMessageBoard ON tblBoard.BoardID=tblMessageBoard.BoardID \ - WHERE MessageID>=0 \ + WHERE MessageID>=0 OR MessageID IS NULL \ GROUP BY tblBoard.BoardID;"); // calculates peer trust @@ -209,24 +245,35 @@ void SetupDB() ROUND(SUM(TrustListTrust*(LocalTrustListTrust/100.0))/SUM(LocalTrustListTrust/100.0),0) AS 'PeerTrustListTrust' \ FROM tblPeerTrust INNER JOIN tblIdentity ON tblPeerTrust.IdentityID=tblIdentity.IdentityID \ WHERE LocalTrustListTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinLocalTrustListTrust') \ + AND ( PeerTrustListTrust IS NULL OR PeerTrustListTrust>=(SELECT OptionValue FROM tblOption WHERE Option='MinPeerTrustListTrust') ) \ GROUP BY TargetIdentityID;"); + /* + These peer trust calculations are too CPU intensive to be triggers - they were called every time a new trust list was processed + All trust levels will now be recalculated every hour in the PeriodicDBMaintenance class + */ + // drop existing triggers + db->Execute("DROP TRIGGER IF EXISTS trgDeleteOntblPeerTrust;"); + db->Execute("DROP TRIGGER IF EXISTS trgInsertOntblPeerTrust;"); + db->Execute("DROP TRIGGER IF EXISTS trgUpdateOntblPeerTrust;"); + db->Execute("DROP TRIGGER IF EXISTS trgUpdateLocalTrustLevels;"); +/* // update PeerTrustLevel when deleting a record from tblPeerTrust - db->Execute("CREATE TRIGGER trgDeleteOntblPeerTrust AFTER DELETE ON tblPeerTrust \ + db->Execute("CREATE TRIGGER IF NOT EXISTS trgDeleteOntblPeerTrust AFTER DELETE ON tblPeerTrust \ FOR EACH ROW \ BEGIN \ UPDATE tblIdentity SET PeerMessageTrust=(SELECT PeerMessageTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=old.TargetIdentityID), PeerTrustListTrust=(SELECT PeerTrustListTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=old.TargetIdentityID) WHERE IdentityID=old.TargetIdentityID;\ END;"); // update PeerTrustLevel when inserting a record into tblPeerTrust - db->Execute("CREATE TRIGGER trgInsertOntblPeerTrust AFTER INSERT ON tblPeerTrust \ + db->Execute("CREATE TRIGGER IF NOT EXISTS trgInsertOntblPeerTrust AFTER INSERT ON tblPeerTrust \ FOR EACH ROW \ BEGIN \ UPDATE tblIdentity SET PeerMessageTrust=(SELECT PeerMessageTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=new.TargetIdentityID), PeerTrustListTrust=(SELECT PeerTrustListTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=new.TargetIdentityID) WHERE IdentityID=new.TargetIdentityID;\ END;"); // update PeerTrustLevel when updating a record in tblPeerTrust - db->Execute("CREATE TRIGGER trgUpdateOntblPeerTrust AFTER UPDATE ON tblPeerTrust \ + db->Execute("CREATE TRIGGER IF NOT EXISTS trgUpdateOntblPeerTrust AFTER UPDATE ON tblPeerTrust \ FOR EACH ROW \ BEGIN \ UPDATE tblIdentity SET PeerMessageTrust=(SELECT PeerMessageTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=old.TargetIdentityID), PeerTrustListTrust=(SELECT PeerTrustListTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=old.TargetIdentityID) WHERE IdentityID=old.TargetIdentityID;\ @@ -234,15 +281,55 @@ void SetupDB() END;"); // recalculate all Peer TrustLevels when updating Local TrustLevels on tblIdentity - doesn't really need to be all, but rather all identities the updated identity has a trust level for. It's easier to update everyone for now. - db->Execute("CREATE TRIGGER trgUpdateLocalTrustLevels AFTER UPDATE OF LocalMessageTrust,LocalTrustListTrust ON tblIdentity \ + db->Execute("CREATE TRIGGER IF NOT EXISTS trgUpdateLocalTrustLevels AFTER UPDATE OF LocalMessageTrust,LocalTrustListTrust ON tblIdentity \ FOR EACH ROW \ BEGIN \ UPDATE tblIdentity SET PeerMessageTrust=(SELECT PeerMessageTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=IdentityID), PeerTrustListTrust=(SELECT PeerTrustListTrust FROM vwCalculatedPeerTrust WHERE TargetIdentityID=IdentityID);\ END;"); +*/ + + db->Execute("CREATE TRIGGER IF NOT EXISTS trgDeleteMessage AFTER DELETE ON tblMessage \ + FOR EACH ROW \ + BEGIN \ + DELETE FROM tblMessageBoard WHERE tblMessageBoard.MessageID=old.MessageID;\ + DELETE FROM tblMessageReplyTo WHERE tblMessageReplyTo.MessageID=old.MessageID;\ + END;"); + + db->Execute("CREATE TRIGGER IF NOT EXISTS trgDeleteIdentity AFTER DELETE ON tblIdentity \ + FOR EACH ROW \ + BEGIN \ + DELETE FROM tblIdentityRequests WHERE IdentityID=old.IdentityID;\ + DELETE FROM tblIntroductionPuzzleRequests WHERE IdentityID=old.IdentityID;\ + DELETE FROM tblMessageListRequests WHERE IdentityID=old.IdentityID;\ + DELETE FROM tblMessageRequests WHERE IdentityID=old.IdentityID;\ + DELETE FROM tblPeerTrust WHERE IdentityID=old.IdentityID;\ + DELETE FROM tblTrustListRequests WHERE IdentityID=old.IdentityID;\ + END;"); + + db->Execute("CREATE TRIGGER IF NOT EXISTS trgDeleteLocalIdentity AFTER DELETE ON tblLocalIdentity \ + FOR EACH ROW \ + BEGIN \ + DELETE FROM tblIdentityIntroductionInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + DELETE FROM tblIntroductionPuzzleInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + DELETE FROM tblLocalIdentityInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + DELETE FROM tblMessageInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + DELETE FROM tblMessageListInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + DELETE FROM tblTrustListInserts WHERE LocalIdentityID=old.LocalIdentityID;\ + END;"); // delete introduction puzzles that were half-way inserted db->Execute("DELETE FROM tblIntroductionPuzzleInserts WHERE Day IS NULL AND InsertIndex IS NULL;"); + // delete stale introduction puzzles (2 or more days old) + date.SetToGMTime(); + date.Add(0,0,0,-2); + db->Execute("DELETE FROM tblIntroductionPuzzleInserts WHERE Day<='"+date.Format("%Y-%m-%d")+"';"); + db->Execute("DELETE FROM tblIntroductionPuzzleRequests WHERE Day<='"+date.Format("%Y-%m-%d")+"';"); + + // insert SomeDude's public key + date.SetToGMTime(); + db->Execute("INSERT INTO tblIdentity(PublicKey,DateAdded) VALUES('SSK@NuBL7aaJ6Cn4fB7GXFb9Zfi8w1FhPyW3oKgU9TweZMw,iXez4j3qCpd596TxXiJgZyTq9o-CElEuJxm~jNNZAuA,AQACAAE/','"+date.Format("%Y-%m-%d %H:%M:%S")+"');"); + } void SetupDefaultOptions() @@ -250,7 +337,7 @@ void SetupDefaultOptions() // OptionValue should always be inserted as a string, even if the option really isn't a string - just to keep the field data type consistent std::ostringstream tempstr; // must set tempstr to "" between db inserts - SQLite3DB::DB *db=SQLite3DB::DB::instance(); + SQLite3DB::DB *db=SQLite3DB::DB::Instance(); SQLite3DB::Statement st=db->Prepare("INSERT INTO tblOption(Option,OptionValue,OptionDescription) VALUES(?,?,?);"); // LogLevel @@ -285,7 +372,19 @@ void SetupDefaultOptions() // StartNNTP st.Bind(0,"StartNNTP"); st.Bind(1,"true"); - st.Bind(2,"Start NNTP service."); + st.Bind(2,"Start NNTP server."); + st.Step(); + st.Reset(); + + st.Bind(0,"StartHTTP"); + st.Bind(1,"true"); + st.Bind(2,"Start HTTP server."); + st.Step(); + st.Reset(); + + st.Bind(0,"HTTPListenPort"); + st.Bind(1,"8080"); + st.Bind(2,"Port HTTP server will listen on."); st.Step(); st.Reset(); @@ -298,7 +397,7 @@ void SetupDefaultOptions() // FCPHost st.Bind(0,"FCPHost"); - st.Bind(1,"localhost"); + st.Bind(1,"127.0.0.1"); st.Bind(2,"Host name or address of Freenet node."); st.Step(); st.Reset(); @@ -358,20 +457,32 @@ void SetupDefaultOptions() st.Step(); st.Reset(); + st.Bind(0,"MinPeerMessageTrust"); + st.Bind(1,"30"); + st.Bind(2,"Specifies a peer message trust level that a peer must have before its messages will be downloaded."); + st.Step(); + st.Reset(); + st.Bind(0,"MinLocalTrustListTrust"); - st.Bind(1,"50"); + st.Bind(1,"51"); st.Bind(2,"Specifies a local trust list trust level that a peer must have before its trust list will be included in the weighted average. Any peers below this number will be excluded from the results."); st.Step(); st.Reset(); + st.Bind(0,"MinPeerTrustListTrust"); + st.Bind(1,"30"); + st.Bind(2,"Specifies a peer trust list trust level that a peer must have before its trust list will be included in the weighted average. Any peers below this number will be excluded from the results."); + st.Step(); + st.Reset(); + st.Bind(0,"MessageDownloadMaxDaysBackward"); - st.Bind(1,"3"); + st.Bind(1,"5"); st.Bind(2,"The maximum number of days backward that messages will be downloaded from each identity"); st.Step(); st.Reset(); st.Bind(0,"MessageListDaysBackward"); - st.Bind(1,"3"); + st.Bind(1,"5"); st.Bind(2,"The number of days backward that messages you have inserted will appear in your MessageLists"); st.Step(); st.Reset(); @@ -386,23 +497,23 @@ void SetupLogFile() date.SetToGMTime(); - LogFile::instance()->SetFileName("fms-"+date.Format("%Y-%m-%d")+".log"); - LogFile::instance()->OpenFile(); - LogFile::instance()->SetWriteNewLine(true); - LogFile::instance()->SetWriteDate(true); - LogFile::instance()->SetWriteLogLevel(true); + LogFile::Instance()->SetFileName("fms-"+date.Format("%Y-%m-%d")+".log"); + LogFile::Instance()->OpenFile(); + LogFile::Instance()->SetWriteNewLine(true); + LogFile::Instance()->SetWriteDate(true); + LogFile::Instance()->SetWriteLogLevel(true); - if(Option::instance()->Get("LogLevel",configval)==false) + if(Option::Instance()->Get("LogLevel",configval)==false) { configval="4"; - Option::instance()->Set("LogLevel",configval); + Option::Instance()->Set("LogLevel",configval); } if(StringFunctions::Convert(configval,loglevel)==false) { loglevel=LogFile::LOGLEVEL_DEBUG; - Option::instance()->Set("LogLevel",loglevel); + Option::Instance()->Set("LogLevel",loglevel); } - LogFile::instance()->SetLogLevel((LogFile::LogLevel)loglevel); + LogFile::Instance()->SetLogLevel((LogFile::LogLevel)loglevel); } void SetupNetwork() @@ -420,12 +531,12 @@ void ShutdownNetwork() #endif } -void ShutdownThreads(std::vector &threads) +void ShutdownThreads(std::vector &threads) { - std::vector::iterator i; + std::vector::iterator i; for(i=threads.begin(); i!=threads.end(); i++) { - if((*i)->wait(1)==false) +/* if((*i)->wait(1)==false) { try { @@ -435,11 +546,15 @@ void ShutdownThreads(std::vector &threads) { } } + */ + (*i)->Cancel(); } for(i=threads.begin(); i!=threads.end(); i++) { - (*i)->wait(); + LogFile::Instance()->WriteLog(LogFile::LOGLEVEL_DEBUG,"ShutdownThreads waiting for thread to exit."); + //(*i)->wait(); + (*i)->Join(); delete (*i); } @@ -447,32 +562,45 @@ void ShutdownThreads(std::vector &threads) } -void StartThreads(std::vector &threads) +void StartThreads(std::vector &threads) { std::string startfreenet; std::string startnntp; + std::string starthttp; - if(Option::instance()->Get("StartFreenetUpdater",startfreenet)==false) + if(Option::Instance()->Get("StartFreenetUpdater",startfreenet)==false) { startfreenet="true"; - Option::instance()->Set("StartFreenetUpdater","true"); + Option::Instance()->Set("StartFreenetUpdater","true"); } - if(Option::instance()->Get("StartNNTP",startnntp)==false) + if(Option::Instance()->Get("StartNNTP",startnntp)==false) { startnntp="true"; - Option::instance()->Set("StartNNTP","true"); + Option::Instance()->Set("StartNNTP","true"); + } + + if(Option::Instance()->Get("StartHTTP",starthttp)==false) + { + starthttp="true"; + Option::Instance()->Set("StartHTTP","true"); } if(startfreenet=="true") { - ZThread::Thread *t=new ZThread::Thread(new FreenetMasterThread()); + PThread::Thread *t=new PThread::Thread(new FreenetMasterThread()); threads.push_back(t); } if(startnntp=="true") { - ZThread::Thread *t=new ZThread::Thread(new NNTPListener()); + PThread::Thread *t=new PThread::Thread(new NNTPListener()); + threads.push_back(t); + } + + if(starthttp=="true") + { + PThread::Thread *t=new PThread::Thread(new HTTPThread()); threads.push_back(t); }