UploadDao.php

<?php
/*
 SPDX-FileCopyrightText: © 2014-2018 Siemens AG
 Authors: Andreas Würl, Steffen Weber
 
 SPDX-License-Identifier: GPL-2.0-only
*/
 
namespace Fossology\Lib\Dao;
 
use Fossology\Lib\Data\Tree\Item;
use Fossology\Lib\Data\Tree\ItemTreeBounds;
use Fossology\Lib\Data\Upload\Upload;
use Fossology\Lib\Auth\Auth;
use Fossology\Lib\Data\Upload\UploadEvents;
use Fossology\Lib\Data\UploadStatus;
use Fossology\Lib\Db\DbManager;
use Fossology\Lib\Exception;
use Fossology\Lib\Proxy\UploadTreeProxy;
use Fossology\Lib\Proxy\UploadTreeViewProxy;
use Monolog\Logger;
use DateTime;
 
require_once(dirname(dirname(__FILE__)) . "/common-dir.php");
 
class UploadDao
{
 
  const REUSE_NONE = 0;
  const REUSE_ENHANCED = 2;
  const REUSE_MAIN = 4;
  const REUSE_CONF = 16;
  const REUSE_COPYRIGHT = 128;
  const UNIFIED_REPORT_HEADINGS = array(
    "assessment" => array("Assessment Summary" => true),
    "compliancetasks" => array("Required license compliance tasks" => true),
    "acknowledgements" => array("Acknowledgements" => true),
    "exportrestrictions" => array("Export Restrictions" => true),
    "intellectualProperty" => array("Patent Relevant Statements" => true),
    "notes" => array("Notes" => true),
    "scanresults" => array("Results of License Scan" => true),
    "mainlicenses" => array("Main Licenses" => true),
    "redlicense" => array("Other OSS Licenses (red) - Do not Use Licenses" => true),
    "yellowlicense" => array("Other OSS Licenses (yellow) - additional obligations to common rules (e.g. copyleft)" => true),
    "whitelicense" => array("Other OSS Licenses (white) - only common rules" => true),
    "overviewwithwithoutobligations" => array("Overview of All Licenses with or without Obligations" => true),
    "copyrights" => array("Copyrights" => true),
    "copyrightsuf" => array("Copyrights (User Findings)" => true),
    "bulkfindings" => array("Bulk Findings" => true),
    "licensenf" => array("Non-Functional Licenses" => true),
    "irrelevantfiles" => array("Irrelevant Files" => true),
    "dnufiles" => array("Do not use Files" => true),
    "changelog" => array("Clearing Protocol Change Log" => true)
  );
  const CLIXML_REPORT_HEADINGS = array(
    "mainlicensesclixml" => array("Main Licenses" => true),
    "licensepath" => array("License File Path" => true),
    "licensehash" => array("License File Hash" => true),
    "copyrightsclixml" => array("Copyrights" => true),
    "copyrightpath" => array("Copyright File Path" => true),
    "copyrighthash" => array("Copyright File Hash" => true),
    "exportrestrictionsclixml" => array("Export Restrictions(ECC)" => true),
    "eccpath" => array("ECC File Path" => true),
    "ecchash" => array("ECC File Hash" => true),
    "intellectualPropertyclixml" => array("Identified Patent Relevant Analysis(IPRA)" => true),
    "iprapath" => array("IPRA File Path" => true),
    "iprahash" => array("IPRA File Hash" => true),
    "allobligations" => array("All Obligations" => true),
    "acknowledgementsclixml" => array("Acknowledgements" => true),
    "irrelevantfilesclixml" => array("Irrelevant Files" => true),
    "dnufilesclixml" => array("Do not use Files" => true),
    "notesclixml" => array("Additional Notes" => true)
  );
  private $dbManager;
  private $logger;
  private $permissionDao;
 
  public function __construct(DbManager $dbManager, Logger $logger, UploadPermissionDao $uploadPermissionDao)
  {
    $this->dbManager = $dbManager;
    $this->logger = $logger;
    $this->permissionDao = $uploadPermissionDao;
  }
 
 
  public function getUploadEntry($uploadTreeId, $uploadTreeTableName = "uploadtree")
  {
    $stmt = __METHOD__ . ".$uploadTreeTableName";
    $uploadEntry = $this->dbManager->getSingleRow("SELECT * FROM $uploadTreeTableName WHERE uploadtree_pk = $1",
        array($uploadTreeId), $stmt);
    if ($uploadEntry) {
      $uploadEntry['tablename'] = $uploadTreeTableName;
    }
    return $uploadEntry;
  }
 
  public function getUploadtreeIdFromPfile($uploadFk, $pfileFk)
  {
    $uploadTreeTableName = $this->getUploadtreeTableName($uploadFk);
    $stmt = __METHOD__ . ".$uploadTreeTableName";
    $uploadEntry = $this->dbManager->getSingleRow("SELECT uploadtree_pk " .
      "FROM $uploadTreeTableName " .
      "WHERE upload_fk = $1 AND pfile_fk = $2",
      array($uploadFk, $pfileFk), $stmt);
    return intval($uploadEntry['uploadtree_pk']);
  }
 
  public function getUpload($uploadId)
  {
    $stmt = __METHOD__;
    $row = $this->dbManager->getSingleRow("SELECT * FROM upload WHERE upload_pk = $1",
        array($uploadId), $stmt);
 
    return $row ? Upload::createFromTable($row) : null;
  }
 
  public function getActiveUploadsArray()
  {
    $stmt = __METHOD__;
    $queryResult = $this->dbManager->getRows("SELECT * FROM upload where pfile_fk IS NOT NULL",
        array(), $stmt);
 
    $results = array();
    foreach ($queryResult as $row) {
      $results[] = Upload::createFromTable($row);
    }
 
    return $results;
  }
 
  public function getAccessibleUploads($groupId)
  {
    $stmt = __METHOD__;
    $permNone = Auth::PERM_NONE;
    $sql = "SELECT u.* FROM upload u
            LEFT JOIN perm_upload p ON p.upload_fk = u.upload_pk AND p.group_fk = $1
            WHERE u.pfile_fk IS NOT NULL
            AND (p.perm > $permNone OR u.public_perm > $permNone)";
 
    $queryResult = $this->dbManager->getRows($sql, array($groupId), $stmt);
 
    $results = array();
    foreach ($queryResult as $row) {
      $results[] = Upload::createFromTable($row);
    }
 
    return $results;
  }
 
  public function getItemTreeBounds($itemId, $uploadTreeTableName = "uploadtree")
  {
    $uploadEntryData = $this->getUploadEntry($itemId, $uploadTreeTableName);
    return $this->createItemTreeBounds($uploadEntryData, $uploadTreeTableName);
  }
 
  public function getItemTreeBoundsFromUploadId($uploadTreeId, $uploadId)
  {
    $uploadTreeTableName = $this->getUploadtreeTableName($uploadId);
    return $this->getItemTreeBounds($uploadTreeId, $uploadTreeTableName);
  }
 
  public function getParentItemBounds($uploadId, $uploadTreeTableName = null)
  {
    if ($uploadTreeTableName === null) {
      $uploadTreeTableName = $this->getUploadtreeTableName($uploadId);
    }
 
    $stmt = __METHOD__ . ".$uploadTreeTableName";
    $parameters = array();
    $uploadCondition = $this->handleUploadIdForTable($uploadTreeTableName, $uploadId, $parameters);
 
    $uploadEntryData = $this->dbManager->getSingleRow("SELECT * FROM $uploadTreeTableName
        WHERE parent IS NULL
              $uploadCondition
          ",
        $parameters, $stmt);
 
    return $uploadEntryData ? $this->createItemTreeBounds($uploadEntryData, $uploadTreeTableName) : false;
  }
 
  public function countPlainFiles(ItemTreeBounds $itemTreeBounds)
  {
    $uploadTreeTableName = $itemTreeBounds->getUploadTreeTableName();
 
    $stmt = __METHOD__ . ".$uploadTreeTableName";
    $parameters = array($itemTreeBounds->getLeft(), $itemTreeBounds->getRight());
    $uploadCondition = $this->handleUploadIdForTable($uploadTreeTableName, $itemTreeBounds->getUploadId(), $parameters);
 
    $row = $this->dbManager->getSingleRow("SELECT count(*) as count FROM $uploadTreeTableName
        WHERE  lft BETWEEN $1 AND $2
          $uploadCondition
          AND ((ufile_mode & (3<<28))=0)
          AND pfile_fk != 0",
        $parameters, $stmt);
    return intval($row["count"]);
  }
 
  private function handleUploadIdForTable($uploadTreeTableName, $uploadId, &$parameters)
  {
    if ($uploadTreeTableName === "uploadtree" || $uploadTreeTableName === "uploadtree_a") {
      $parameters[] = $uploadId;
      return " AND upload_fk = $" . count($parameters) . " ";
    } else {
      return "";
    }
  }
 
  public function getStatusTypeMap()
  {
    global $container;
    $uploadStatus = $container->get('upload_status.types');
    return $uploadStatus->getMap();
  }
 
  public function getStatus($uploadId, $groupId)
  {
    if ($this->isAccessible($uploadId, $groupId)) {
      $row = $this->dbManager->getSingleRow("SELECT status_fk " .
        "FROM upload_clearing WHERE upload_fk=$1 AND group_fk=$2;",
        array($uploadId, $groupId));
      if (false === $row) {
        return 1;
      }
      return $row['status_fk'];
    } else {
      throw new \Exception("permission denied");
    }
  }
 
 
  public function getAssignee($uploadId, $groupId)
  {
    if ($this->isAccessible($uploadId, $groupId)) {
      $row = $this->dbManager->getSingleRow("SELECT assignee FROM upload_clearing WHERE upload_fk=$1 AND group_fk=$2;",
       array($uploadId, $groupId));
      if (false === $row) {
        return 1;
      }
      return $row['assignee'];
    } else {
      throw new \Exception("permission denied");
    }
  }
 
  public function getAssigneeDate(int $uploadId): ?string
  {
    $sql = "SELECT MIN(event_ts) as event_ts FROM upload_events WHERE upload_fk = $1 " .
      "AND event_type = " . UploadEvents::ASSIGNEE_EVENT;
    $row = $this->dbManager->getSingleRow($sql, [$uploadId], __METHOD__);
    if (empty($row) || empty($row["event_ts"])) {
      return null;
    }
    return $row["event_ts"];
  }
 
  public function getClosedDate(int $uploadId): ?string
  {
    $sql = "SELECT MAX(event_ts) as event_ts FROM upload_events WHERE upload_fk = $1 " .
      "AND event_type = " . UploadEvents::UPLOAD_CLOSED_EVENT;
    $row = $this->dbManager->getSingleRow($sql, [$uploadId], __METHOD__);
    if (empty($row) || empty($row["event_ts"])) {
      return null;
    }
    return $row["event_ts"];
  }
 
  public function getClearingDuration(int $uploadId): array
  {
    $batch = $this->getClearingDurationsBatch(array($uploadId));
    return $batch[$uploadId] ?? ['NA', 0];
  }
 
  public function getClearingDurationsBatch(array $uploadIds): array
  {
    if (empty($uploadIds)) {
      return array();
    }
 
    $uploadIds = array_unique(array_filter($uploadIds));
    if (empty($uploadIds)) {
      return array();
    }
 
    $results = array();
    foreach ($uploadIds as $id) {
      $results[(int)$id] = array("NA", 0);
    }
 
    $uploadIdsStr = '{' . implode(',', array_map('intval', $uploadIds)) . '}';
 
    $sql = "SELECT upload_fk, " .
           "MIN(CASE WHEN event_type = $2 THEN event_ts END) as assignee_ts, " .
           "MAX(CASE WHEN event_type = $3 THEN event_ts END) as closed_ts " .
           "FROM upload_events " .
           "WHERE upload_fk = ANY($1::int[]) AND event_type IN ($2, $3) " .
           "GROUP BY upload_fk";
 
    $rows = $this->dbManager->getRows($sql, array($uploadIdsStr, UploadEvents::ASSIGNEE_EVENT, UploadEvents::UPLOAD_CLOSED_EVENT), __METHOD__);
 
    foreach ($rows as $row) {
      $id = (int)$row['upload_fk'];
      $duration = "NA";
      $durationSort = 0;
 
      if (!empty($row['assignee_ts']) && !empty($row['closed_ts'])) {
        try {
          $assignDate = new DateTime($row['assignee_ts']);
          $closingDate = new DateTime($row['closed_ts']);
          if ($assignDate < $closingDate) {
            $duration = HumanDuration($closingDate->diff($assignDate));
            $durationSort = $closingDate->getTimestamp() - $assignDate->getTimestamp();
          }
        } catch (\Exception $_) {
        }
      }
      $results[$id] = array($duration, $durationSort);
    }
 
    return $results;
  }
  public function getUploadtreeTableName($uploadId)
  {
    if (!empty($uploadId)) {
      $statementName = __METHOD__;
      $row = $this->dbManager->getSingleRow(
          "SELECT uploadtree_tablename FROM upload WHERE upload_pk=$1",
          array($uploadId),
          $statementName
      );
      if (!empty($row['uploadtree_tablename'])) {
        return $row['uploadtree_tablename'];
      }
    }
    return "uploadtree";
  }
 
  public function getNextItem($uploadId, $itemId, $options = null)
  {
    return $this->getItemByDirection($uploadId, $itemId, self::DIR_FWD, $options);
  }
 
  public function getPreviousItem($uploadId, $itemId, $options = null)
  {
    return $this->getItemByDirection($uploadId, $itemId, self::DIR_BCK, $options);
  }
 
  const DIR_FWD = 1;
  const DIR_BCK = -1;
  const NOT_FOUND = null;
 
 
  public function getItemByDirection($uploadId, $itemId, $direction, $options)
  {
    $uploadTreeTableName = $this->getUploadtreeTableName($uploadId);
    $originItem = $this->getUploadEntry($itemId, $uploadTreeTableName);
    $originLft = $originItem['lft'];
 
    $options[UploadTreeProxy::OPT_ITEM_FILTER] = " AND ut.ufile_mode & (3<<28) = 0";
    $uploadTreeViewName = 'items2care';
 
    if ($direction == self::DIR_FWD) {
      $uploadTreeViewName .= 'fwd';
      $options[UploadTreeProxy::OPT_ITEM_FILTER] .= " AND lft>$1";
      $order = 'ASC';
    } else {
      $uploadTreeViewName .= 'bwd';
      $options[UploadTreeProxy::OPT_ITEM_FILTER] .= " AND lft<$1";
      $order = 'DESC';
    }
 
    $uploadTreeView = new UploadTreeProxy($uploadId, $options, $uploadTreeTableName, $uploadTreeViewName);
    $statementName = __METHOD__ . ".$uploadTreeViewName.";
    $query = $uploadTreeView->getDbViewQuery()." ORDER BY lft $order";
 
    $newItemRow = $this->dbManager->getSingleRow("$query LIMIT 1", array($originLft), $statementName);
    if ($newItemRow) {
      return $this->createItem($newItemRow, $uploadTreeTableName);
    } else {
      return self::NOT_FOUND;
    }
  }
 
 
  public function getUploadParent($uploadId)
  {
    $uploadTreeTableName = $this->getUploadtreeTableName($uploadId);
    $statementname = __METHOD__ . $uploadTreeTableName;
 
    $parent = $this->dbManager->getSingleRow(
        "SELECT uploadtree_pk
            FROM $uploadTreeTableName
            WHERE upload_fk=$1 AND parent IS NULL", array($uploadId), $statementname);
    if (false === $parent) {
      throw new \Exception("Missing upload tree parent for upload");
    }
    return $parent['uploadtree_pk'];
  }
 
  public function getLeftAndRight($uploadtreeID, $uploadTreeTableName = "uploadtree")
  {
    $statementName = __METHOD__ . $uploadTreeTableName;
    $leftRight = $this->dbManager->getSingleRow(
        "SELECT lft,rgt FROM $uploadTreeTableName WHERE uploadtree_pk = $1",
        array($uploadtreeID), $statementName
    );
 
    return array($leftRight['lft'], $leftRight['rgt']);
  }
 
  public function getContainingFileCount(ItemTreeBounds $itemTreeBounds, UploadTreeProxy $uploadTreeView)
  {
    $sql = "SELECT count(*) FROM " . $uploadTreeView->getDbViewName() . " WHERE lft BETWEEN $1 AND $2";
    $result = $this->dbManager->getSingleRow($sql
        , array($itemTreeBounds->getLeft(), $itemTreeBounds->getRight()), __METHOD__ . $uploadTreeView->asCTE());
    return $result['count'];
  }
 
  public function getContainedItems(ItemTreeBounds $itemTreeBounds, $addCondition = "", $addParameters = array())
  {
    $uploadTreeTableName = $itemTreeBounds->getUploadTreeTableName();
 
    $statementName = __METHOD__ . ".$uploadTreeTableName";
 
    $view = new UploadTreeViewProxy($itemTreeBounds, array(UploadTreeViewProxy::CONDITION_PLAIN_FILES));
 
    $this->dbManager->prepare($statementName,
        $view->asCTE() . " SELECT * FROM " . $view->getDbViewName() ." ut ".
        ($addCondition ? " WHERE " . $addCondition : ''));
    $res = $this->dbManager->execute($statementName, $addParameters);
    $items = array();
 
    while ($row = $this->dbManager->fetchArray($res)) {
      $items[] = $this->createItem($row, $uploadTreeTableName);
    }
    $this->dbManager->freeResult($res);
    return $items;
  }
 
  public function addReusedUpload($uploadId, $reusedUploadId, $groupId, $reusedGroupId, $reuseMode=0)
  {
    $this->dbManager->insertTableRow('upload_reuse',
            array('upload_fk'=>$uploadId, 'group_fk'=> $groupId, 'reused_upload_fk'=>$reusedUploadId, 'reused_group_fk'=>$reusedGroupId,'reuse_mode'=>$reuseMode));
  }
 
  public function getReusedUpload($uploadId, $groupId)
  {
    $statementName = __METHOD__;
 
    $this->dbManager->prepare($statementName,
        "SELECT reused_upload_fk, reused_group_fk, reuse_mode FROM upload_reuse WHERE upload_fk = $1 AND group_fk=$2 ORDER BY date_added DESC");
    $res = $this->dbManager->execute($statementName, array($uploadId, $groupId));
    $reusedPairs = $this->dbManager->fetchAll($res);
    $this->dbManager->freeResult($res);
    return $reusedPairs;
  }
 
  protected function createItem($uploadEntry, $uploadTreeTableName)
  {
    $itemTreeBounds = new ItemTreeBounds(
        intval($uploadEntry['uploadtree_pk']),
        $uploadTreeTableName,
        intval($uploadEntry['upload_fk']),
        intval($uploadEntry['lft']), intval($uploadEntry['rgt']));
 
    $parent = $uploadEntry['parent'];
    return new Item(
        $itemTreeBounds, $parent !== null ? intval($parent) : null, intval($uploadEntry['pfile_fk']), intval($uploadEntry['ufile_mode']), $uploadEntry['ufile_name']
    );
  }
 
  protected function createItemTreeBounds($uploadEntryData, $uploadTreeTableName)
  {
    if ($uploadEntryData === false) {
      throw new Exception("did not find uploadTreeId in $uploadTreeTableName");
    }
    return new ItemTreeBounds(intval($uploadEntryData['uploadtree_pk']), $uploadTreeTableName, intval($uploadEntryData['upload_fk']), intval($uploadEntryData['lft']), intval($uploadEntryData['rgt']));
  }
 
  public function countNonArtifactDescendants(ItemTreeBounds $itemTreeBounds, $isFlat=true)
  {
    $stmt=__METHOD__;
    $sql = "SELECT count(*) FROM ".$itemTreeBounds->getUploadTreeTableName()." ut "
         . "WHERE ut.upload_fk=$1";
    $params = array($itemTreeBounds->getUploadId());
    if (!$isFlat) {
      $stmt = __METHOD__.'.parent';
      $params[] = $itemTreeBounds->getItemId();
      $sql .= " AND ut.ufile_mode & (1<<28) = 0 AND ut.realparent = $2";
    } else {
      $params[] = $itemTreeBounds->getLeft();
      $params[] = $itemTreeBounds->getRight();
      $sql .= " AND ut.ufile_mode & (3<<28) = 0 AND (ut.lft BETWEEN $2 AND $3)";
    }
 
    $descendants = $this->dbManager->getSingleRow($sql,$params);
    return $descendants['count'];
  }
 
 
  public function isAccessible($uploadId, $groupId)
  {
    return $this->permissionDao->isAccessible($uploadId, $groupId);
  }
 
  public function isEditable($uploadId, $groupId)
  {
    return $this->permissionDao->isEditable($uploadId, $groupId);
  }
 
  public function makeAccessibleToGroup($uploadId, $groupId, $perm=null)
  {
    $this->permissionDao->makeAccessibleToGroup($uploadId, $groupId, $perm);
  }
 
  public function makeAccessibleToAllGroupsOf($uploadId, $userId, $perm=null)
  {
    $this->permissionDao->makeAccessibleToAllGroupsOf($uploadId, $userId, $perm);
  }
 
  public function filterAccessibleUploads(array $uploadIds, $groupId)
  {
    return $this->permissionDao->filterAccessibleUploads($uploadIds, $groupId);
  }
 
  public function getUploadHashes($uploadId)
  {
    $pfile = $this->dbManager->getSingleRow('SELECT pfile.* FROM upload, pfile WHERE upload_pk=$1 AND pfile_fk=pfile_pk',
        array($uploadId), __METHOD__);
    return array('sha1'=>$pfile['pfile_sha1'],'md5'=>$pfile['pfile_md5'],'sha256'=>$pfile['pfile_sha256']);
  }
 
  public function getFatItemArray($itemId,$uploadId,$uploadtreeTablename)
  {
    $sqlChildrenOf = "SELECT COUNT(*) FROM $uploadtreeTablename s
         WHERE ufile_mode&(1<<28)=0 and s.upload_fk=$2 AND s.realparent=";
    $sql="WITH RECURSIVE item_path (item_id,num_children,depth,ufile_mode,ufile_name) AS (
        SELECT uploadtree_pk item_id, ($sqlChildrenOf $1) num_children, 0 depth, ufile_mode, ufile_name
          FROM $uploadtreeTablename WHERE upload_fk=$2 AND uploadtree_pk=$1
        UNION
        SELECT uploadtree_pk item_id, ($sqlChildrenOf ut.uploadtree_pk) num_children,
               item_path.depth+1 depth, ut.ufile_mode, item_path.ufile_name||'/'||ut.ufile_name ufile_name
          FROM $uploadtreeTablename ut INNER JOIN item_path ON item_id=ut.realparent
          WHERE upload_fk=$2 AND ut.ufile_mode&(1<<28)=0 AND num_children<2
        )
        SELECT * FROM item_path WHERE num_children!=1 OR ufile_mode&(1<<29)=0 ORDER BY depth DESC LIMIT 1";
    return $this->dbManager->getSingleRow($sql,array($itemId, $uploadId),__METHOD__.$uploadtreeTablename);
  }
 
  public function getFatItemId($itemId,$uploadId,$uploadtreeTablename)
  {
    $itemRow = $this->getFatItemArray($itemId,$uploadId,$uploadtreeTablename);
    return $itemRow['item_id'];
  }
 
  public function getPFileDataPerFileName(ItemTreeBounds $itemTreeBounds)
  {
    $uploadTreeTableName = $itemTreeBounds->getUploadTreeTableName();
    $statementName = __METHOD__ . '.' . $uploadTreeTableName;
    $param = array();
 
    $param[] = $itemTreeBounds->getLeft();
    $param[] = $itemTreeBounds->getRight();
    $condition = " lft BETWEEN $1 AND $2";
    $condition .= " AND (ufile_mode & (1<<28)) = 0";
 
    if ('uploadtree_a' == $uploadTreeTableName) {
      $param[] = $itemTreeBounds->getUploadId();
      $condition .= " AND upload_fk=$".count($param);
    }
 
    $sql = "
SELECT ufile_name, uploadtree_pk, lft, rgt, ufile_mode,
       pfile_pk, pfile_md5, pfile_sha1, pfile_sha256
FROM $uploadTreeTableName
  LEFT JOIN pfile
    ON pfile_fk = pfile_pk
WHERE $condition
ORDER BY lft asc
";
 
    $this->dbManager->prepare($statementName, $sql);
    $result = $this->dbManager->execute($statementName, $param);
    $pfilePerFileName = array();
 
    $row = $this->dbManager->fetchArray($result);
    $pathStack = array($row['ufile_name']);
    $rgtStack = array($row['rgt']);
    $lastLft = $row['lft'];
    $this->addToPFilePerFileName($pfilePerFileName, $pathStack, $row);
    while ($row = $this->dbManager->fetchArray($result)) {
      if ($row['lft'] < $lastLft) {
        continue;
      }
 
      $this->updateStackState($pathStack, $rgtStack, $lastLft, $row);
      $this->addToPFilePerFileName($pfilePerFileName, $pathStack, $row);
    }
    $this->dbManager->freeResult($result);
    return $pfilePerFileName;
  }
 
  private function updateStackState(&$pathStack, &$rgtStack, &$lastLft, $row)
  {
    if ($row['lft'] >= $lastLft) {
      while (count($rgtStack) > 0 && $row['lft'] > $rgtStack[count($rgtStack)-1]) {
        array_pop($pathStack);
        array_pop($rgtStack);
      }
      if ($row['lft'] > $lastLft) {
        $pathStack[] = $row['ufile_name'];
        $rgtStack[] = $row['rgt'];
        $lastLft = $row['lft'];
      }
    }
  }
 
  private function addToPFilePerFileName(&$pfilePerFileName, $pathStack, $row)
  {
    if (($row['ufile_mode'] & (1 << 29)) == 0) {
      $path = implode('/', $pathStack);
      $pfilePerFileName[$path]['pfile_pk'] = $row['pfile_pk'];
      $pfilePerFileName[$path]['uploadtree_pk'] = $row['uploadtree_pk'];
      $pfilePerFileName[$path]['md5'] = $row['pfile_md5'];
      $pfilePerFileName[$path]['sha1'] = $row['pfile_sha1'];
      $pfilePerFileName[$path]['sha256'] = $row['pfile_sha256'];
    }
  }
 
  public function getPFilesDataPerHashAlgo(ItemTreeBounds $itemTreeBounds, $hashAlgo="sha1")
  {
    $uploadTreeTableName = $itemTreeBounds->getUploadTreeTableName();
    $statementName = __METHOD__ . '.' . $uploadTreeTableName;
    $param = array();
 
    $param[] = $itemTreeBounds->getLeft();
    $param[] = $itemTreeBounds->getRight();
    $condition = " lft BETWEEN $1 AND $2";
    $condition .= " AND (ufile_mode & (1<<28)) = 0";
 
    if ('uploadtree_a' == $uploadTreeTableName) {
      $param[] = $itemTreeBounds->getUploadId();
      $condition .= " AND upload_fk=$".count($param);
    }
    $condition .= " AND pfile_$hashAlgo IS NOT NULL";
 
    $sql = "
SELECT pfile_fk, uploadtree_pk, ufile_mode, pfile_$hashAlgo as hash
FROM $uploadTreeTableName
  LEFT JOIN pfile
    ON pfile_fk = pfile_pk
WHERE $condition
ORDER BY lft asc
";
 
    $this->dbManager->prepare($statementName, $sql);
    $result = $this->dbManager->execute($statementName, $param);
 
    $pfilePerHashAlgo = array();
    while ($row = $this->dbManager->fetchArray($result)) {
      if (($row['ufile_mode']&(1<<29)) == 0) {
        $pfilePerHashAlgo[strtolower($row['hash'])][] = array('pfile_pk' => $row['pfile_fk'],
                                                              'uploadtree_pk' => $row['uploadtree_pk']);
      }
    }
    $this->dbManager->freeResult($result);
    return $pfilePerHashAlgo;
  }
 
 
   /* @param int $uploadId
   * @return array
   */
  public function getReportInfo($uploadId)
  {
    $stmt = __METHOD__;
    $sql = "SELECT * FROM report_info WHERE upload_fk = $1";
    $row = $this->dbManager->getSingleRow($sql, array($uploadId), $stmt);
 
    if (empty($row)) {
      $this->dbManager->begin();
      $stmt = __METHOD__.'ifempty';
      $sql = "INSERT INTO report_info (upload_fk) VALUES ($1) RETURNING *";
      $row = $this->dbManager->getSingleRow($sql, array($uploadId), $stmt);
      $this->dbManager->commit();
    }
    return $row;
  }
 
  private function getUserSPDXDefaultsForUpload($uploadId)
  {
    $stmt = __METHOD__ . '.getOwner';
    $sql = "SELECT user_fk FROM upload WHERE upload_pk = $1";
    $uploadOwner = $this->dbManager->getSingleRow($sql, array($uploadId), $stmt);
 
    if (empty($uploadOwner)) {
      return "unchecked,unchecked,unchecked";
    }
 
    $userId = $uploadOwner['user_fk'];
 
    $stmt = __METHOD__ . '.getUserDefaults';
    $sql = "SELECT spdx_settings FROM users WHERE user_pk = $1";
    $userDefaults = $this->dbManager->getSingleRow($sql, array($userId), $stmt);
 
    if (empty($userDefaults) || empty($userDefaults['spdx_settings'])) {
      return "unchecked,unchecked,unchecked";
    }
 
    $settings = explode(',', $userDefaults['spdx_settings']);
    if (count($settings) < 3) {
      $settings = array_pad($settings, 3, 'unchecked');
    }
 
    $osselotExport = $settings[0];
    $spdxLicenseComment = $settings[1];
    $ignoreFilesWOInfo = $settings[2];
 
    $result = "$spdxLicenseComment,$ignoreFilesWOInfo,$osselotExport";
 
    return $result;
  }
 
  public function updateReportInfo($uploadId, $column, $value)
  {
    if ($column === "ri_unifiedcolumns") {
      $value = json_decode($value, true);
      $oldValues = $this->getReportInfo($uploadId)["ri_unifiedcolumns"];
      if (!empty($oldValues)) {
        $oldValues = json_decode($oldValues, true);
      } else {
        $oldValues = self::UNIFIED_REPORT_HEADINGS;
      }
      foreach ($value as $key => $val) {
        $newValText = array_keys($val)[0];
        $newValValue = array_values($val)[0];
        $newValValue = ($newValValue === true || $newValValue == "true") ? "on" : null;
        $oldValues[$key] = [$newValText => $newValValue];
      }
      $value = json_encode($oldValues);
    } elseif ($column === "ri_excluded_obligations") {
      $value = json_decode($value, true);
      $oldValues = $this->getReportInfo($uploadId)["ri_excluded_obligations"];
      if (!empty($oldValues)) {
        $oldValues = json_decode($oldValues, true);
      } else {
        $oldValues = [];
      }
      foreach ($value as $key => $newValue) {
        $oldValues[$key] = $newValue;
      }
      $value = json_encode($oldValues);
    } elseif ($column === "ri_globaldecision") {
      $value = filter_var($value, FILTER_VALIDATE_BOOL);
    }
 
    $sql = "UPDATE report_info SET $column = $2 WHERE upload_fk = $1;";
    $stmt = __METHOD__ . "updateReportInfo" . $column;
    $this->dbManager->getSingleRow($sql, [$uploadId, $value], $stmt);
    return true;
  }
 
  /* @param int $uploadId
   * @return int
   */
  public function getGlobalDecisionSettingsFromInfo($uploadId, $setGlobal=null)
  {
    $stmt = __METHOD__ . 'get';
    $sql = "SELECT ri_globaldecision, ri_spdx_selection FROM report_info WHERE upload_fk = $1";
    $row = $this->dbManager->getSingleRow($sql, array($uploadId), $stmt);
    if (empty($row)) {
      if ($setGlobal === null) {
        // Old upload, set default value to enable
        $setGlobal = 1;
      }
      $stmt = __METHOD__ . 'ifempty';
      $userSPDXDefaults = $this->getUserSPDXDefaultsForUpload($uploadId);
      $sql = "INSERT INTO report_info (upload_fk, ri_globaldecision, ri_spdx_selection) VALUES ($1, $2, $3) RETURNING ri_globaldecision";
      $row = $this->dbManager->getSingleRow($sql, array($uploadId, $setGlobal, $userSPDXDefaults), $stmt);
 
    }
 
    if (!empty($setGlobal)) {
      $stmt = __METHOD__ . 'update';
      $sql = "UPDATE report_info SET ri_globaldecision = $2 WHERE upload_fk = $1 RETURNING ri_globaldecision";
      $row = $this->dbManager->getSingleRow($sql, array($uploadId, $setGlobal), $stmt);
    }
 
    return $row['ri_globaldecision'];
  }
 
  public function getUploadHashesFromPfileId($pfilePk)
  {
    $stmt = __METHOD__."getUploadHashesFromPfileId";
    $sql = "SELECT * FROM pfile WHERE pfile_pk = $1";
    $row = $this->dbManager->getSingleRow($sql, array($pfilePk), $stmt);
 
    return ["sha1" => $row["pfile_sha1"], "md5" => $row["pfile_md5"], "sha256" => $row["pfile_sha256"]];
  }
 
  public function insertReportConfReuse($uploadId, $reusedUploadId)
  {
    $stmt = __METHOD__ . ".checkReused";
    $sql = "SELECT 1 AS exists FROM report_info WHERE upload_fk = $1 LIMIT 1;";
    $row = $this->dbManager->getSingleRow($sql, array($reusedUploadId), $stmt);
 
    if (empty($row['exists'])) {
      return false;
    }
 
    $this->dbManager->begin();
 
    $stmt = __METHOD__ . ".removeExists";
    $sql = "DELETE FROM report_info WHERE upload_fk = $1;";
    $this->dbManager->getSingleRow($sql, [$uploadId], $stmt);
 
    $stmt = __METHOD__ . ".getAllColumns";
    $sql = "SELECT string_agg(column_name, ',') AS columns
      FROM information_schema.columns
      WHERE table_name = 'report_info'
        AND column_name != 'ri_pk'
        AND column_name != 'upload_fk';";
    $row = $this->dbManager->getSingleRow($sql, [], $stmt);
    $columns = $row['columns'];
 
    $stmt = __METHOD__."CopyinsertReportConfReuse";
    $this->dbManager->prepare($stmt,
      "INSERT INTO report_info(upload_fk, $columns)
      SELECT $1, $columns
      FROM report_info WHERE upload_fk = $2"
    );
    $this->dbManager->freeResult($this->dbManager->execute(
      $stmt, array($uploadId, $reusedUploadId)
    ));
 
    $this->dbManager->commit();
    return true;
  }
}