2019-12-28 14:00:11 +01:00
< ? php
require_once 'Logger.php' ;
require_once 'Models.php' ;
require_once 'Utils.php' ;
class EGGDatabase
{
2020-03-05 18:20:27 +01:00
const DB_NAME = " " ;
2019-12-28 14:00:11 +01:00
/** @var string */
private $path ;
/* @var PDO */
private $pdo = null ;
/* @var ILogger */
private $logger = null ;
/**
* @ param $path string
* @ param $log ILogger
*/
public function __construct ( string $path , ILogger $log )
{
$this -> path = $path ;
$this -> logger = $log ;
}
public function open ()
{
$exists = file_exists ( $this -> path );
if ( ! $exists ) $this -> logger -> proclog ( " No database file found. Creating new at ' " . $this -> path . " ' " );
$dsn = " sqlite: " . $this -> path ;
$opt =
[
PDO :: ATTR_ERRMODE => PDO :: ERRMODE_EXCEPTION ,
PDO :: ATTR_DEFAULT_FETCH_MODE => PDO :: FETCH_ASSOC ,
];
$this -> pdo = new PDO ( $dsn , null , null , $opt );
if ( ! $exists ) $this -> init ();
}
2020-04-22 11:24:48 +02:00
public function openReadOnly ()
{
$this -> open ();
}
public function beginTransaction ()
{
$this -> pdo -> beginTransaction ();
}
public function commitTransaction ()
{
$this -> pdo -> commit ();
}
public function abortTransactionIfExists ()
{
if ( $this -> pdo !== null ) $this -> pdo -> rollBack ();
}
2019-12-28 14:00:11 +01:00
private function init ()
{
$this -> logger -> proclog ( " Initialize new database ' " . $this -> path . " ' " );
$this -> query_from_file ( __DIR__ . " /db_init.sql " );
}
public function close ()
{
$this -> pdo = null ; // https://stackoverflow.com/questions/18277233
}
/** @param $path string */
public function query_from_file ( string $path )
{
$sql = file_get_contents ( $path );
$cmds = explode ( " /*----SPLIT----*/ " , $sql );
foreach ( $cmds as $cmd ) $this -> pdo -> exec ( $cmd );
}
public function sql_query_assoc ( string $query )
{
2020-03-05 18:20:27 +01:00
$r = $this -> pdo -> query ( $query ) -> fetchAll ( PDO :: FETCH_ASSOC );
return $r ;
2019-12-28 14:00:11 +01:00
}
public function sql_query_assoc_prep ( string $query , array $params )
{
$stmt = $this -> pdo -> prepare ( $query );
foreach ( $params as $p )
{
if ( strpos ( $query , $p [ 0 ]) !== FALSE ) $stmt -> bindValue ( $p [ 0 ], $p [ 1 ], $p [ 2 ]);
}
$stmt -> execute ();
2020-03-05 18:20:27 +01:00
$r = $stmt -> fetchAll ( PDO :: FETCH_ASSOC );
return $r ;
2019-12-28 14:00:11 +01:00
}
public function sql_exec_prep ( string $query , array $params )
{
$stmt = $this -> pdo -> prepare ( $query );
foreach ( $params as $p )
{
if ( strpos ( $query , $p [ 0 ]) !== FALSE ) $stmt -> bindValue ( $p [ 0 ], $p [ 1 ], $p [ 2 ]);
}
$stmt -> execute ();
return $stmt -> rowCount ();
}
/**
* @ param string $url
* @ param string $name
* @ param string $source
* @ return Repository
* @ throws Exception
*/
public function getOrCreateRepository ( string $url , string $name , string $source )
{
$repo = $this -> sql_query_assoc_prep ( " SELECT * FROM repositories WHERE url = :url " ,
[
[ " :url " , $url , PDO :: PARAM_STR ],
]);
if ( count ( $repo ) === 0 )
{
$this -> sql_exec_prep ( " INSERT INTO repositories (url, name, source, last_update, last_change) VALUES (:url, :nam, :src, :lu, :lc) " ,
[
[ " :url " , $url , PDO :: PARAM_STR ],
[ " :nam " , $name , PDO :: PARAM_STR ],
[ " :src " , $source , PDO :: PARAM_STR ],
[ " :lu " , Utils :: sqlnow (), PDO :: PARAM_STR ],
[ " :lc " , Utils :: sqlnow (), PDO :: PARAM_STR ],
]);
$repo = $this -> sql_query_assoc_prep ( " SELECT * FROM repositories WHERE url = :url " ,
[
[ " :url " , $url , PDO :: PARAM_STR ],
]);
2020-04-22 11:24:48 +02:00
if ( count ( $repo ) === 0 ) throw new EGGException ( " No repo after insert [ " . $source . " | " . $name . " ] " );
2019-12-28 14:00:11 +01:00
$this -> logger -> proclog ( " Inserted (new) repository [ " . $source . " | " . $name . " ] into database " );
}
$r = new Repository ();
$r -> ID = $repo [ 0 ][ 'id' ];
$r -> URL = $repo [ 0 ][ 'url' ];
$r -> Name = $repo [ 0 ][ 'name' ];
$r -> Source = $repo [ 0 ][ 'source' ];
$r -> LastUpdate = $repo [ 0 ][ 'last_update' ];
$r -> LastChange = $repo [ 0 ][ 'last_change' ];
return $r ;
}
/**
* @ param string $source
* @ param Repository $repo
* @ param string $name
* @ return Branch
* @ throws Exception
*/
public function getOrCreateBranch ( string $source , Repository $repo , string $name )
{
$branch = $this -> sql_query_assoc_prep ( " SELECT * FROM branches WHERE repo_id = :rid AND name = :nam " ,
[
[ " :rid " , $repo -> ID , PDO :: PARAM_INT ],
[ " :nam " , $name , PDO :: PARAM_STR ],
]);
if ( count ( $branch ) === 0 )
{
$this -> sql_exec_prep ( " INSERT INTO branches (repo_id, name, head, last_update, last_change) VALUES (:rid, :nam, :sha, :lu, :lc) " ,
[
[ " :rid " , $repo -> ID , PDO :: PARAM_INT ],
[ " :nam " , $name , PDO :: PARAM_STR ],
[ " :sha " , null , PDO :: PARAM_STR ],
[ " :lu " , Utils :: sqlnow (), PDO :: PARAM_STR ],
[ " :lc " , Utils :: sqlnow (), PDO :: PARAM_STR ],
]);
$branch = $this -> sql_query_assoc_prep ( " SELECT * FROM branches WHERE repo_id = :rid AND name = :nam " ,
[
[ " :rid " , $repo -> ID , PDO :: PARAM_INT ],
[ " :nam " , $name , PDO :: PARAM_STR ],
]);
2020-04-22 11:24:48 +02:00
if ( count ( $branch ) === 0 ) throw new EGGException ( " No branch after insert [ " . $source . " | " . $repo -> Name . " | " . $name . " ] " );
2019-12-28 14:00:11 +01:00
$this -> logger -> proclog ( " Inserted (new) branch [ " . $source . " | " . $repo -> Name . " | " . $name . " ] into database " );
}
$r = new Branch ();
$r -> ID = $branch [ 0 ][ 'id' ];
$r -> Name = $branch [ 0 ][ 'name' ];
$r -> Repo = $repo ;
$r -> Head = $branch [ 0 ][ 'head' ];
$r -> LastUpdate = $branch [ 0 ][ 'last_update' ];
$r -> LastChange = $branch [ 0 ][ 'last_change' ];
return $r ;
}
/**
* @ param string $source
* @ param Repository $repo
* @ param Branch $branch
* @ param Commit [] $commits
*/
public function insertNewCommits ( string $source , Repository $repo , Branch $branch , array $commits ) {
$this -> logger -> proclog ( " Inserted " . count ( $commits ) . " (new) commits into [ " . $source . " | " . $repo -> Name . " | " . $branch -> Name . " ] " );
foreach ( $commits as $commit )
{
$strparents = implode ( " ; " , $commit -> Parents );
2020-03-05 18:20:27 +01:00
$this -> sql_exec_prep ( " INSERT INTO commits ([branch_id], [hash]) VALUES (:brid, :sha) " ,
2019-12-28 14:00:11 +01:00
[
[ " :brid " , $branch -> ID , PDO :: PARAM_INT ],
[ " :sha " , $commit -> Hash , PDO :: PARAM_STR ],
2020-03-05 18:20:27 +01:00
]);
$this -> sql_exec_prep ( " INSERT OR IGNORE INTO metadata ([hash], [author_name], [author_email], [committer_name], [committer_email], [message], [date], [parent_commits]) VALUES (:sha, :an, :am, :cn, :cm, :msg, :dat, :prt) " ,
[
[ " :sha " , $commit -> Hash , PDO :: PARAM_STR ],
2019-12-28 14:00:11 +01:00
[ " :an " , $commit -> AuthorName , PDO :: PARAM_STR ],
[ " :am " , $commit -> AuthorEmail , PDO :: PARAM_STR ],
[ " :cn " , $commit -> CommitterName , PDO :: PARAM_STR ],
[ " :cm " , $commit -> CommitterEmail , PDO :: PARAM_STR ],
[ " :msg " , $commit -> Message , PDO :: PARAM_STR ],
[ " :dat " , $commit -> Date , PDO :: PARAM_STR ],
[ " :prt " , $strparents , PDO :: PARAM_STR ],
]);
$dbid = $this -> sql_query_assoc_prep ( " SELECT id FROM commits WHERE [branch_id] = :brid AND [Hash] = :sha " ,
[
[ " :brid " , $branch -> ID , PDO :: PARAM_INT ],
[ " :sha " , $commit -> Hash , PDO :: PARAM_STR ],
]);
$commit -> ID = $dbid [ 0 ][ 'id' ];
}
}
/**
* @ param Branch $branch
* @ param string $head
*/
public function setBranchHead ( Branch $branch , string $head ) {
$this -> sql_exec_prep ( " UPDATE branches SET head = :head WHERE id = :id " ,
[
[ " :id " , $branch -> ID , PDO :: PARAM_INT ],
[ " :head " , $head , PDO :: PARAM_STR ],
]);
$branch -> Head = $head ;
}
public function setUpdateDateOnRepository ( Repository $repo ) {
$now = Utils :: sqlnow ();
$this -> sql_exec_prep ( " UPDATE repositories SET last_update = :now WHERE id = :id " ,
[
[ " :id " , $repo -> ID , PDO :: PARAM_INT ],
[ " :now " , $now , PDO :: PARAM_STR ],
]);
$repo -> LastUpdate = $now ;
}
public function setChangeDateOnRepository ( Repository $repo ) {
$now = Utils :: sqlnow ();
$this -> sql_exec_prep ( " UPDATE repositories SET last_change = :now WHERE id = :id " ,
[
[ " :id " , $repo -> ID , PDO :: PARAM_INT ],
[ " :now " , $now , PDO :: PARAM_STR ],
]);
$repo -> LastChange = $now ;
}
public function setUpdateDateOnBranch ( Branch $branch ) {
$now = Utils :: sqlnow ();
$this -> sql_exec_prep ( " UPDATE branches SET last_update = :now WHERE id = :id " ,
[
[ " :id " , $branch -> ID , PDO :: PARAM_INT ],
[ " :now " , $now , PDO :: PARAM_STR ],
]);
$branch -> LastUpdate = $now ;
}
public function setChangeDateOnBranch ( Branch $branch ) {
$now = Utils :: sqlnow ();
$this -> sql_exec_prep ( " UPDATE branches SET last_change = :now WHERE id = :id " ,
[
[ " :id " , $branch -> ID , PDO :: PARAM_INT ],
[ " :now " , $now , PDO :: PARAM_STR ],
]);
$branch -> LastChange = $now ;
}
/**
* @ param string $source
* @ param Repository $repo
* @ param Branch [] $branches
*/
public function deleteOtherBranches ( string $source , Repository $repo , array $branches )
{
$db = $this -> sql_query_assoc_prep ( " SELECT id, repo_id, name FROM branches WHERE repo_id = :rid " ,
[
[ " :rid " , $repo -> ID , PDO :: PARAM_STR ]
]);
foreach ( $db as $dbname )
{
$exist = false ;
foreach ( $branches as $brnch ) if ( $brnch -> ID === $dbname [ 'id' ]) $exist = true ;
if ( ! $exist ) $this -> deleteBranchRecursive ( $source , $repo -> Name , $dbname [ 'name' ], $dbname [ 'id' ]);
}
}
/**
* @ param string $source
* @ param Repository [] $repos
*/
public function deleteOtherRepositories ( string $source , array $repos )
{
$db = $this -> sql_query_assoc_prep ( " SELECT id, url, name FROM repositories WHERE source = :src " ,
[
[ " :src " , $source , PDO :: PARAM_STR ]
]);
foreach ( $db as $dbname )
{
$exist = false ;
foreach ( $repos as $rep ) if ( $rep -> ID === $dbname [ 'id' ]) $exist = true ;
if ( ! $exist ) $this -> deleteRepositoryRecursive ( $source , $dbname [ 'name' ], $dbname [ 'id' ]);
}
}
2020-03-05 18:20:27 +01:00
public function deleteDanglingCommitdata ( string $name )
{
$db = $this -> sql_query_assoc_prep ( " SELECT metadata.hash FROM metadata LEFT JOIN commits WHERE commits.hash IS NULL " , []);
if ( count ( $db ) === 0 ) return ;
$this -> logger -> proclog ( " Delete " . count ( $db ) . " dangling commits [ " . $name . " ] from database (no longer linked) " );
}
2019-12-28 14:00:11 +01:00
/**
* @ param string $source
* @ param string $name
* @ param int $id
*/
private function deleteRepositoryRecursive ( string $source , string $name , int $id )
{
$this -> logger -> proclog ( " Delete repository [ " . $source . " | " . $name . " ] from database (no longer exists) " );
$branches = $this -> sql_query_assoc_prep ( " SELECT id FROM branches WHERE repo_id = :rid " , [ [ " :rid " , $id , PDO :: PARAM_INT ] ]);
$this -> sql_exec_prep ( " DELETE FROM repositories WHERE id = :id " , [[ " :id " , $id , PDO :: PARAM_INT ]]);
$this -> sql_exec_prep ( " DELETE FROM branches WHERE repo_id = :rid " , [[ " :rid " , $id , PDO :: PARAM_INT ]]);
foreach ( $branches as $branch ) $this -> sql_exec_prep ( " DELETE FROM commits WHERE branch_id = :bid " , [[ " :bid " , $branch [ " id " ], PDO :: PARAM_INT ]]);
}
/**
* @ param string $source
* @ param string $reponame
* @ param string $name
* @ param int $id
*/
private function deleteBranchRecursive ( string $source , string $reponame , string $name , int $id )
{
$this -> logger -> proclog ( " Delete branch [ " . $source . " | " . $reponame . " | " . $name . " ] from database (no longer exists) " );
$this -> sql_exec_prep ( " DELETE FROM branches WHERE id = :bid " , [[ " :bid " , $id , PDO :: PARAM_INT ]]);
$this -> sql_exec_prep ( " DELETE FROM commits WHERE branch_id = :bid " , [[ " :bid " , $id , PDO :: PARAM_INT ]]);
}
/**
* @ param Branch $branch
*/
public function deleteAllCommits ( Branch $branch ) {
$this -> sql_exec_prep ( " DELETE FROM commits WHERE branch_id = :bid " , [[ " :bid " , $branch -> ID , PDO :: PARAM_INT ]]);
}
public function deleteOldSources ( array $sources )
{
$dbsources = $this -> sql_query_assoc_prep ( " SELECT source FROM repositories GROUP BY source " , []);
foreach ( $dbsources as $dbsrc )
{
$exist = false ;
foreach ( $sources as $src ) if ( $src === $dbsrc [ 'source' ]) $exist = true ;
if ( ! $exist )
{
$this -> logger -> proclog ( " Delete source [ " . $dbsrc [ 'source' ] . " ] from database (no longer exists) " );
$repos = $this -> sql_query_assoc_prep ( " SELECT source,name,id FROM repositories WHERE source = :src " , [ [ " :src " , $dbsrc [ 'source' ], PDO :: PARAM_STR ] ]);
foreach ( $repos as $r ) $this -> deleteRepositoryRecursive ( $r [ 'source' ], $r [ 'name' ], $r [ 'id' ]);
}
}
}
/**
* @ param int $year
* @ param string [] $identities
* @ return array
*/
public function getCommitCountOfYearByDate ( int $year , array $identities ) : array
{
$sql = file_get_contents ( __DIR__ . " /db_queryyear.sql " );
$cond = " (1=0) " ;
$prep =
[
[ " :year " , " " . $year , PDO :: PARAM_STR ]
];
$i = 0 ;
foreach ( $identities as $ident )
{
$cond .= " OR (mail1 = :_ " . $i . " _) " ;
$prep [] = [ " :_ " . $i . " _ " , $ident , PDO :: PARAM_STR ];
$i ++ ;
$cond .= " OR (mail2 = :_ " . $i . " _) " ;
$prep [] = [ " :_ " . $i . " _ " , $ident , PDO :: PARAM_STR ];
$i ++ ;
}
$sql = str_replace ( " /* { INDETITY_COND}*/ " , $cond , $sql );
$rows = $this -> sql_query_assoc_prep ( $sql , $prep );
$r = [];
foreach ( $rows as $row ) $r [ $row [ 'commitdate' ]] = $row [ 'count' ];
return $r ;
}
/**
* @ return int []
*/
public function getAllYears () : array
{
2020-03-05 18:20:27 +01:00
$rows = $this -> sql_query_assoc ( " SELECT d FROM (SELECT cast(strftime('%Y', metadata.date) as decimal) AS d FROM commits LEFT JOIN metadata ON commits.hash = metadata.hash) GROUP BY d ORDER BY d " );
2019-12-28 14:00:11 +01:00
$r = [];
foreach ( $rows as $row ) $r [] = $row [ 'd' ];
return $r ;
}
}