pkgagent.c

Go to the documentation of this file.

/*
 SPDX-FileCopyrightText: © 2011-2014 Hewlett-Packard Development Company, L.P.
 
 SPDX-License-Identifier: GPL-2.0-only
*/
#include "pkgagent.h"
 
int Verbose = 0;
PGconn* db_conn = NULL;        
 
int tag[15] = { RPMTAG_NAME,
    RPMTAG_EPOCH,
    RPMTAG_ARCH,
    RPMTAG_VERSION,
    RPMTAG_LICENSE,
    RPMTAG_GROUP,
    RPMTAG_PACKAGER,
    RPMTAG_RELEASE,
    RPMTAG_BUILDTIME,
    RPMTAG_VENDOR,
    RPMTAG_URL,
    RPMTAG_SOURCERPM,
    RPMTAG_SUMMARY,
    RPMTAG_DESCRIPTION,
    RPMTAG_REQUIRENAME
};
 
void EscapeString (char *sourceString, char *escString, int esclen)
{
  int len;
  int error;
 
  /*  remove any backslashes from the string as they don't escape properly
   *  for example, "don\'t" in the input will cause an insert error
   */
  char *cp = (char *)sourceString;
  while(*cp)
  {
    if (*cp == '\\') *cp = ' ';
    cp++;
  }
 
  /* Revert changes of revision 3721
   * If the size of input string larger than destination buffer,
   * will cut of the input string with destination buffer
   */
  len = strlen(sourceString);
  if ( len > esclen/2 )
    len = esclen/2 - 1;
 
  /* check the size of the destination buffer */
  /* comment this changes, will revisit later */
  /*
  if((len = strlen(sourceString)) > esclen/2) {
    printf("ERROR %s.%d: length of input string is too large\n", __FILE__, __LINE__);
    printf("ERROR length of string was %d, max length is %d\n", len, esclen/2);
    return;
  }
   */
  //printf("TEST:esclen---%d,sourcelen---%d\n",esclen,len);
  PQescapeStringConn(db_conn, escString, sourceString, len, &error);
  if (error)
    printf("WARNING: %s line %d: Error escaping string with multibype character set?\n",__FILE__, __LINE__ );
}
 
char *  GetFieldValue   (char *Sin, char *Field, int FieldMax,
    char *Value, int ValueMax, char Separator)
{
  int s,f,v;
  int GotQuote;
 
  memset(Field,0,FieldMax);
  memset(Value,0,ValueMax);
 
  while(isspace(Sin[0])) Sin++; /* skip initial spaces */
  if (Sin[0]=='\0') return(NULL);
  f=0; v=0;
 
  for(s=0; (Sin[s] != '\0') && !isspace(Sin[s]) && (Sin[s] != '='); s++)
  {
    Field[f++] = Sin[s];
  }
  while(isspace(Sin[s])) s++; /* skip spaces after field name */
  if (Sin[s] != Separator) /* if it is not a field, then just return it. */
  {
    return(Sin+s);
  }
  if (Sin[s]=='\0') return(NULL);
  s++; /* skip '=' */
  while(isspace(Sin[s])) s++; /* skip spaces after '=' */
  if (Sin[s]=='\0') return(NULL);
 
  GotQuote='\0';
  if ((Sin[s]=='\'') || (Sin[s]=='"'))
  {
    GotQuote = Sin[s];
    s++; /* skip quote */
    if (Sin[s]=='\0') return(NULL);
  }
  if (GotQuote)
  {
    for( ; (Sin[s] != '\0') && (Sin[s] != GotQuote); s++)
    {
      if (Sin[s]=='\\') Value[v++]=Sin[++s];
      else Value[v++]=Sin[s];
    }
  }
  else
  {
    /* if it gets here, then there is no quote */
    for( ; (Sin[s] != '\0') && !isspace(Sin[s]); s++)
    {
      if (Sin[s]=='\\') Value[v++]=Sin[++s];
      else Value[v++]=Sin[s];
    }
  }
  while(isspace(Sin[s])) s++; /* skip spaces */
  return(Sin+s);
} /* GetFieldValue() */
 
 
int ProcessUpload (long upload_pk)
{
  char mimetype[128];
  char sqlbuf[1024];
  PGresult *result;
  int mimetypepk = 0;
  int debmimetypepk = 0;
  int debmodernmimetypepk = 0;
  int debsrcmimetypepk = 0;
  int numrows;
  int i;
  char *uploadtree_tablename;
 
  struct rpmpkginfo *pi;
  struct debpkginfo *dpi;
 
  pi = (struct rpmpkginfo *)malloc(sizeof(struct rpmpkginfo));
  dpi = (struct debpkginfo *)malloc(sizeof(struct debpkginfo));
 
  rpmReadConfigFiles(NULL, NULL);
 
  /* "pkgagent" needs to know what? */
 
  /* "pkgagent" needs to know the mimetype for
   * 'application/x-rpm' and 'application/x-debian-package' and 'application/x-debian-source'*/
  snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-rpm' LIMIT 1;");
  result = PQexec(db_conn, sqlbuf);
  if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
  {
    free(pi);
    free(dpi);
    exit(-1);
  }
  mimetypepk = atoi(PQgetvalue(result, 0, 0));
  PQclear(result);
  if ( mimetypepk == 0 )
  {
    snprintf(sqlbuf, sizeof(sqlbuf), "INSERT INTO mimetype (mimetype_name) VALUES ('application/x-rpm');");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQcommand(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-rpm' LIMIT 1;");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    mimetypepk = atoi(PQgetvalue(result, 0, 0));
    PQclear(result);
    if ( mimetypepk == 0 )
    {
      LOG_ERROR("pkgagent rpm mimetype not installed!");
      free(pi);
      free(dpi);
      return (-1);
    }
  }
  snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-debian-package' LIMIT 1;");
  result = PQexec(db_conn, sqlbuf);
  if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
  {
    free(pi);
    free(dpi);
    exit(-1);
  }
  debmimetypepk = atoi(PQgetvalue(result, 0, 0));
  PQclear(result);
  if ( debmimetypepk == 0 )
  {
    snprintf(sqlbuf, sizeof(sqlbuf), "INSERT INTO mimetype (mimetype_name) VALUES ('application/x-debian-package');");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQcommand(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-debian-package' LIMIT 1;");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    debmimetypepk = atoi(PQgetvalue(result, 0, 0));
    PQclear(result);
    if ( debmimetypepk == 0 )
    {
      LOG_ERROR("pkgagent deb mimetype not installed!");
      free(pi);
      free(dpi);
      return (-1);
    }
  }
  snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/vnd.debian.binary-package' LIMIT 1;");
  result = PQexec(db_conn, sqlbuf);
  if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
  {
    free(pi);
    free(dpi);
    exit(-1);
  }
  debmodernmimetypepk = atoi(PQgetvalue(result, 0, 0));
  PQclear(result);
  if ( debmodernmimetypepk == 0 )
  {
    snprintf(sqlbuf, sizeof(sqlbuf), "INSERT INTO mimetype (mimetype_name) VALUES ('application/vnd.debian.binary-package');");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQcommand(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      printf("ERROR: unable to insert modern debian mimetype %s\n", sqlbuf);
      free(pi);
      free(dpi);
      exit(-1);
    }
    snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/vnd.debian.binary-package' LIMIT 1;");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    debmodernmimetypepk = atoi(PQgetvalue(result, 0, 0));
    PQclear(result);
    if ( debmodernmimetypepk == 0 )
    {
      LOG_ERROR("pkgagent modern debian mimetype not installed!");
      free(pi);
      free(dpi);
      return (-1);
    }
  }
  snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-debian-source' LIMIT 1;");
  result = PQexec(db_conn, sqlbuf);
  if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
  {
    free(pi);
    free(dpi);
    exit(-1);
  }
  debsrcmimetypepk = atoi(PQgetvalue(result, 0, 0));
  PQclear(result);
  if ( debsrcmimetypepk == 0 )
  {
    snprintf(sqlbuf, sizeof(sqlbuf), "INSERT INTO mimetype (mimetype_name) VALUES ('application/x-debian-source');");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQcommand(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    snprintf(sqlbuf, sizeof(sqlbuf), "SELECT mimetype_pk FROM mimetype WHERE mimetype_name = 'application/x-debian-source' LIMIT 1;");
    result = PQexec(db_conn, sqlbuf);
    if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
    {
      free(pi);
      free(dpi);
      exit(-1);
    }
    debsrcmimetypepk = atoi(PQgetvalue(result, 0, 0));
    PQclear(result);
    if ( debsrcmimetypepk == 0 )
    {
      LOG_ERROR("pkgagent deb source mimetype not installed!");
      free(pi);
      free(dpi);
      return (-1);
    }
  }
 
  if (!upload_pk) // when upload_pk is empty
  {
    free(pi);
    free(dpi);
    return -1;
  }
  uploadtree_tablename = GetUploadtreeTableName(db_conn, upload_pk);
  if (NULL == uploadtree_tablename) uploadtree_tablename = strdup("uploadtree_a");
  /*  retrieve the records to process */
  snprintf(sqlbuf, sizeof(sqlbuf),
      "SELECT pfile_pk as pfile_pk, pfile_sha1 || '.' || pfile_md5 || '.' || pfile_size AS pfilename, mimetype_name as mimetype from pfile, mimetype, (SELECT distinct(pfile_fk) as PF from %s where upload_fk='%ld') as SS where PF=pfile_pk and (pfile_mimetypefk='%d' or pfile_mimetypefk='%d' OR pfile_mimetypefk='%d' OR pfile_mimetypefk='%d') and mimetype_pk=pfile_mimetypefk and (not exists (SELECT 1 from pkg_rpm where pkg_rpm.pfile_fk = pfile_pk)) and (not exists (SELECT 1 from pkg_deb where pkg_deb.pfile_fk = pfile_pk))", uploadtree_tablename, upload_pk, mimetypepk, debmimetypepk, debsrcmimetypepk, debmodernmimetypepk);
  result = PQexec(db_conn, sqlbuf);
  if (fo_checkPQresult(db_conn, result, sqlbuf, __FILE__, __LINE__))
  {
    free(pi);
    free(dpi);
    exit(-1);
  }
 
  numrows = PQntuples(result);
  for (i=0; i<numrows; i++)
  {
    char *repFile = NULL;
 
    memset(pi,0,sizeof(struct rpmpkginfo));
    memset(dpi,0,sizeof(struct debpkginfo));
 
    strcpy(mimetype, PQgetvalue(result, i, 2));
    /*
     * if mimetype='application/x-rpm' process RPM packages
     * if mimetype='application/x-debian-package' process DEBIAN packages
     * if mimetype='application/x-debian-source' process DEBIAN source packages
     * */
    if (!strcasecmp(mimetype,"application/x-rpm")) {
      pi->pFileFk = atoi(PQgetvalue(result, i, 0));
      strncpy(pi->pFile, PQgetvalue(result, i, 1), sizeof(pi->pFile)-1);
      pi->pFile[sizeof(pi->pFile)-1] = '\0';
      repFile = fo_RepMkPath("files", pi->pFile);
      if (!repFile) {
        LOG_FATAL("pfile %ld PkgAgent unable to open file %s",
            pi->pFileFk, pi->pFile);
        return (-1);
      }
      if (GetMetadata(repFile,pi) != -1){
        RecordMetadataRPM(pi);
      }
      /* free memory */
      int i;
      for(i=0; i< pi->req_size;i++)
        free(pi->requires[i]);
      free(pi->requires);
    }
    else if (!strcasecmp(mimetype, "application/x-debian-package") ||
             !strcasecmp(mimetype, "application/vnd.debian.binary-package")){
      dpi->pFileFk = atoi(PQgetvalue(result, i, 0));
      strncpy(dpi->pFile, PQgetvalue(result, i, 1), sizeof(dpi->pFile)-1);
      dpi->pFile[sizeof(dpi->pFile)-1] = '\0';
      if (GetMetadataDebBinary(upload_pk, dpi) != -1){
        if (RecordMetadataDEB(dpi) != 0) continue;
      }
      /* free memory */
      int i;
      for(i=0; i< dpi->dep_size;i++)
        free(dpi->depends[i]);
      free(dpi->depends);
    }
    else if (!strcasecmp(mimetype, "application/x-debian-source")){
      dpi->pFileFk = atoi(PQgetvalue(result, i, 0));
      strncpy(dpi->pFile, PQgetvalue(result, i, 1), sizeof(dpi->pFile)-1);
      dpi->pFile[sizeof(dpi->pFile)-1] = '\0';
      repFile = fo_RepMkPath("files", dpi->pFile);
      if (!repFile) {
        LOG_FATAL("pfile %ld PkgAgent unable to open file %s\n",
            dpi->pFileFk, dpi->pFile);
        return (-1);
      }
      if (GetMetadataDebSource(repFile,dpi) != -1){
        RecordMetadataDEB(dpi);
      }
      /* free memory */
      int i;
      for(i=0; i< dpi->dep_size;i++)
        free(dpi->depends[i]);
      free(dpi->depends);
    } else {
      printf("LOG: Not RPM and DEBIAN package!\n");
    }
    fo_scheduler_heart(1);
  }
  PQclear(result);
  rpmFreeCrypto();
  rpmFreeMacros(NULL);
  free(pi);
  free(dpi);
  return (0);
}/*ProcessUpload (long upload_pk)*/
 
void ReadHeaderInfo(Header header, struct rpmpkginfo *pi)
{
  char fmt[128];
  char * msgstr;
  const char * errstr;
  int i,j;
  long *tp,t;
  int header_status;
 
  struct rpmtd_s req;
  rpm_count_t data_size;
 
  for (i = 0; i < 14; i++) {
    memset(fmt, 0, sizeof(fmt));
    strcat( fmt, "%{");
    strcat( fmt, rpmTagGetName(tag[i]));
    strcat( fmt, "}\n");
 
    msgstr = headerFormat(header, fmt, &errstr);
    if (msgstr != NULL){
      trim(msgstr);
      printf("%s:%s\n",rpmTagGetName(tag[i]),msgstr);
      switch (tag[i]) {
        case RPMTAG_NAME:
          EscapeString(msgstr, pi->pkgName, sizeof(pi->pkgName));
          break;
        case RPMTAG_EPOCH:
          EscapeString(msgstr, pi->pkgAlias, sizeof(pi->pkgAlias));
          break;
        case RPMTAG_ARCH:
          EscapeString(msgstr, pi->pkgArch, sizeof(pi->pkgArch));
          break;
        case RPMTAG_VERSION:
          EscapeString(msgstr, pi->version, sizeof(pi->version));
          break;
        case RPMTAG_LICENSE:
          EscapeString(msgstr, pi->license, sizeof(pi->license));
          break;
        case RPMTAG_GROUP:
          EscapeString(msgstr, pi->group, sizeof(pi->group));
          break;
        case RPMTAG_PACKAGER:
          EscapeString(msgstr, pi->packager, sizeof(pi->packager));
          break;
        case RPMTAG_RELEASE:
          EscapeString(msgstr, pi->release, sizeof(pi->release));
          break;
        case RPMTAG_BUILDTIME:
          t = atol(msgstr);
          tp = &t;
          strncpy(pi->buildDate,trim(asctime(gmtime((time_t*)tp))),sizeof(pi->buildDate)-1);
          pi->buildDate[sizeof(pi->buildDate)-1] = '\0';
          break;
        case RPMTAG_VENDOR:
          EscapeString(msgstr, pi->vendor, sizeof(pi->vendor));
          break;
        case RPMTAG_URL:
          EscapeString(msgstr, pi->url, sizeof(pi->url));
          break;
        case RPMTAG_SOURCERPM:
          EscapeString(msgstr, pi->sourceRPM,sizeof(pi->sourceRPM));
          break;
        case RPMTAG_SUMMARY:
          EscapeString(msgstr, pi->summary, sizeof(pi->summary));
          break;
        case RPMTAG_DESCRIPTION:
          EscapeString(msgstr, pi->description, sizeof(pi->description));
          break;
        default:
          break;
      }
    }
    free((void *)msgstr);
  }
  if (Verbose > 1) { printf("Name:%s\n",pi->pkgName);}
  header_status = headerGet(header, tag[14], &req, HEADERGET_DEFAULT);
  if (header_status) {
    data_size = rpmtdCount(&req);
    pi->requires = calloc(data_size, sizeof(char *));
    for (j=0; j<(int)data_size;j++){
      const char * temp = rpmtdNextString(&req);
      pi->requires[j] = malloc(MAXCMD);
      strcpy(pi->requires[j],temp);
    }
    pi->req_size = data_size;
    rpmtdFreeData(&req);
  }
 
  if (Verbose > 1) {
    printf("Size:%d\n",pi->req_size);
    for (j=0; j<pi->req_size;j++){
      printf("REQ:%s\n",pi->requires[j]);
    }
    printf("Name:%s\n",pi->sourceRPM);
  }
} /* ReadHeaderInfo(Header header, struct rpmpkginfo *pi) */
 
int GetMetadata (char *pkg, struct rpmpkginfo *pi)
{
  //rpmpi.pFileFk = 4234634;
  //if (PKG_RPM)
  //{
  FD_t fd;
  rpmRC rpmrc;
  Header header;
  rpmts ts;
  rpmVSFlags vsflags;
 
  vsflags = RPMVSF_DEFAULT;
  ts = (rpmts) rpmtsCreate();
 
  fd = Fopen(pkg,"r");
  if ( fd == NULL ||Ferror(fd)){
    rpmlog(RPMLOG_ERR, "open of %s failed: %s\n", pkg, Fstrerror(fd));
    if (fd){
      Fclose(fd);
    }
    return (-1);
  }
 
  vsflags |= _RPMVSF_NOSIGNATURES;
  vsflags |= _RPMVSF_NODIGESTS;
  vsflags |= RPMVSF_NOHDRCHK;
  vsflags |= RPMVSF_NEEDPAYLOAD;
 
  rpmtsSetVSFlags(ts, vsflags);
 
  //rpmReadConfigFiles(NULL, NULL);
  rpmrc = rpmReadPackageFile(ts, fd, pkg,&header);
  Fclose(fd);
  ts = (rpmts) rpmtsFree(ts);
 
  switch (rpmrc) {
    case RPMRC_OK:
    case RPMRC_NOKEY:
    case RPMRC_NOTTRUSTED:
      break;
    case RPMRC_NOTFOUND:
    case RPMRC_FAIL:
    default:
      rpmlog(RPMLOG_ERR, "%s cannot be read or is not an RPM.\n", pkg);
      return (-1);
  }
  ReadHeaderInfo(header, pi);
  //rpmFreeMacros(NULL);
  header = headerFree(header);
  //}
  return (0);
} /* GetMetadata(char *pkg, struct rpmpkginfo *pi) */
 
int RecordMetadataRPM (struct rpmpkginfo *pi)
{
  char SQL[MAXCMD];
  PGresult *result;
  int pkg_pk;
 
  memset(SQL,0,sizeof(SQL));
  snprintf(SQL,sizeof(SQL),"SELECT pfile_fk FROM pkg_rpm WHERE pfile_fk = %ld;",pi->pFileFk);
  result = PQexec(db_conn, SQL);
  if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
  if (PQntuples(result) <=0)
  {
    PQclear(result);
    memset(SQL,0,sizeof(SQL));
    result = PQexec(db_conn, "BEGIN;");
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    PQclear(result);
 
    snprintf(SQL,sizeof(SQL),"INSERT INTO pkg_rpm (pkg_name,pkg_alias,pkg_arch,version,rpm_filename,license,pkg_group,packager,release,build_date,vendor,url,source_rpm,summary,description,pfile_fk) values (E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',%ld);",
        trim(pi->pkgName),trim(pi->pkgAlias),trim(pi->pkgArch),trim(pi->version),
        trim(pi->rpmFilename),trim(pi->license),trim(pi->group),trim(pi->packager),
        trim(pi->release),pi->buildDate,trim(pi->vendor),trim(pi->url),trim(pi->sourceRPM),
        trim(pi->summary),trim(pi->description),pi->pFileFk);
    result = PQexec(db_conn, SQL);
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__))
    {
      PQexec(db_conn, "ROLLBACK;");
      return (-1);
    }
    PQclear(result);
 
    result = PQexec(db_conn,"SELECT currval('pkg_rpm_pkg_pk_seq'::regclass);");
    if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    pkg_pk = atoi(PQgetvalue(result,0,0));
    PQclear(result);
 
    if (Verbose) { printf("pkg_pk:%d\n",pkg_pk);}
    int i;
    for (i=0;i<pi->req_size;i++)
    {
      memset(SQL,0,sizeof(SQL));
      snprintf(SQL,sizeof(SQL),"INSERT INTO pkg_rpm_req (pkg_fk,req_value) values (%d,E'%s');",pkg_pk,trim(pi->requires[i]));
      result = PQexec(db_conn, SQL);
      if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__))
      {
        PQexec(db_conn, "ROLLBACK;");
        return (-1);
      }
      PQclear(result);
    }
    result = PQexec(db_conn, "COMMIT;");
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    PQclear(result);
  }
  return (0);
} /* RecordMetadata(struct rpmpkginfo *pi) */
 
 
char * ParseDebFile(char *Sin, char *Field, char *Value)
{
  int s,f,v;
 
  memset(Field,0,MAXCMD);
  memset(Value,0,MAXCMD);
 
  f=0; v=0;
  if(!isspace(Sin[0]))
  {
    for(s=0; (Sin[s] != '\0') && !isspace(Sin[s]) && (Sin[s] != ':'); s++)
    {
      Field[f++] = Sin[s];
    }
    while(isspace(Sin[s])) s++;
    if (Sin[s] != ':')
    {
      return(Sin+s);
    }
    s++;
    while(isspace(Sin[s])) s++;
 
    for( ; Sin[s] != '\0'; s++)
    {
      Value[v++]=Sin[s];
    }
    if (Verbose) { printf("Field is %s and Value is %s", Field, Value);}
    return(Sin+s);
  } else
  {
    if (Verbose) { printf("ExValue is %s", Sin);}
    return(Sin);
  }
} /* ParseDebFile(char *Sin, char *Field, char *Value) */
 
int GetMetadataDebBinary (long upload_pk, struct debpkginfo *pi)
{
  char *repfile;
  char *filename;
  char SQL[MAXCMD];
  PGresult *result;
  unsigned long lft, rgt;
 
  FILE *fp;
  char field[MAXCMD];
  char value[MAXCMD];
  char line[MAXCMD];
  char *s = NULL;
  char temp[MAXCMD];
  char *uploadtree_tablename;
 
  if (!upload_pk) return -1; // when upload_pk is empty
  uploadtree_tablename = GetUploadtreeTableName(db_conn, upload_pk);
  if (NULL == uploadtree_tablename) uploadtree_tablename = strdup("uploadtree_a");
  /* Get the debian control file's repository path */
  /* First get the uploadtree bounds (lft,rgt) for the package */
  snprintf(SQL,sizeof(SQL),"SELECT lft,rgt FROM %s WHERE upload_fk = %ld AND pfile_fk = %ld limit 1",
      uploadtree_tablename, upload_pk, pi->pFileFk);
  result = PQexec(db_conn, SQL);
  if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
  if (PQntuples(result) == 0)
  {
    LOG_ERROR("Missing debian package (internal data inconsistancy). SQL: %s\n", SQL);
    PQclear(result);
    return (-1);
  }
  lft = strtoul(PQgetvalue(result,0,0), NULL, 10);
  rgt = strtoul(PQgetvalue(result,0,1), NULL, 10);
  PQclear(result);
 
  snprintf(SQL,sizeof(SQL),"SELECT pfile_sha1 || '.' || pfile_md5 || '.' || pfile_size FROM pfile, uploadtree where (pfile_pk=pfile_fk) and (upload_fk = %ld) AND (lft > %ld) AND (rgt < %ld) AND (ufile_name = 'control')",
      upload_pk, lft, rgt);
  result = PQexec(db_conn, SQL);
  if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
  if (PQntuples(result) > 0)
  {
    filename = PQgetvalue(result,0,0);
    repfile = fo_RepMkPath("files", filename);
    if (!repfile) {
      LOG_FATAL("PkgAgent unable to open file %s\n",filename);
      return (-1);
    }
    PQclear(result);
  }
  else
  {
    PQclear(result);
    printf("LOG: Unable to find debian/control file! This file had wrong mimetype, ignore it!\n");
    memset(SQL,0,sizeof(SQL));
    snprintf(SQL,sizeof(SQL),"UPDATE pfile SET pfile_mimetypefk = NULL WHERE pfile_pk = %ld;", pi->pFileFk);
    result = PQexec(db_conn, SQL);
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    PQclear(result);
    return (-1);
  }
 
  /* Parse the debian/control file to get every Field and Value */
  if ((fp = fopen(repfile, "r")) == NULL){
    LOG_FATAL("Unable to open debian/control file %s\n",repfile);
    return (-1);
  }
 
  while (fgets(line,MAXCMD,fp)!=NULL)
  {
    s = ParseDebFile(line,field,value);
    trim(value);
    if (!strcasecmp(field, "Description")) {
      EscapeString(value, pi->summary, sizeof(pi->summary));
      strcpy(temp, "");
    }
    if (s[0] != '\0') {
      if ((strlen(temp) + strlen(s)) >= MAXCMD )
        continue;
      else
        strcat(temp,s);
    }
    if (!strcasecmp(field, "Package")) {
      EscapeString(value, pi->pkgName, sizeof(pi->pkgName));
    }
    if (!strcasecmp(field, "Version")) {
      EscapeString(value, pi->version, sizeof(pi->version));
    }
    if (!strcasecmp(field, "Architecture")) {
      EscapeString(value, pi->pkgArch, sizeof(pi->pkgArch));
    }
    if (!strcasecmp(field, "Maintainer")) {
      EscapeString(value, pi->maintainer, sizeof(pi->maintainer));
    }
    if (!strcasecmp(field, "Installed-Size")) {
      pi->installedSize=atol(value);
    }
    if (!strcasecmp(field, "Section")) {
      EscapeString(value, pi->section, sizeof(pi->section));
    }
    if (!strcasecmp(field, "Priority")) {
      EscapeString(value, pi->priority, sizeof(pi->priority));
    }
    if (!strcasecmp(field, "Homepage")) {
      EscapeString(value, pi->homepage, sizeof(pi->homepage));
    }
    if (!strcasecmp(field, "Source")) {
      EscapeString(value, pi->source, sizeof(pi->source));
    }
    if (!strcasecmp(field, "Depends")) {
      char *depends = NULL;
      char tempvalue[MAXCMD];
      int size,i;
      size_t length = MAXLENGTH;
      size = 0;
      if (value[0] != '\0'){
        strncpy(tempvalue, value, sizeof(tempvalue));
        depends = strtok(value, ",");
        while (depends && (depends[0] != '\0')) {
          if (strlen(depends) >= length)
            length = strlen(depends) + 1;
          depends = strtok(NULL, ",");
          size++;
        }
        if (Verbose) { printf("SIZE:%d\n", size);}
 
        pi->depends = calloc(size, sizeof(char *));
        pi->depends[0] = calloc(length, sizeof(char));
        strcpy(pi->depends[0],strtok(tempvalue,","));
        for (i=1;i<size;i++){
          pi->depends[i] = calloc(length, sizeof(char));
          strcpy(pi->depends[i],strtok(NULL, ","));
        }
        pi->dep_size = size;
      }
    }
  }
  EscapeString(temp, pi->description, sizeof(pi->description));
 
  fclose(fp);
  free(repfile);
  return (0);
}/* GetMetadataDebBinary(struct debpkginfo *pi) */
 
int RecordMetadataDEB (struct debpkginfo *pi)
{
  char SQL[MAXCMD];
  PGresult *result;
  int pkg_pk;
 
  memset(SQL,0,sizeof(SQL));
  snprintf(SQL,sizeof(SQL),"SELECT pfile_fk FROM pkg_deb WHERE pfile_fk = %ld;",pi->pFileFk);
  result = PQexec(db_conn, SQL);
  if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
  if (PQntuples(result) <=0)
  {
    PQclear(result);
    memset(SQL,0,sizeof(SQL));
    result = PQexec(db_conn, "BEGIN;");
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    PQclear(result);
 
    snprintf(SQL,sizeof(SQL),"INSERT INTO pkg_deb (pkg_name,pkg_arch,version,maintainer,installed_size,section,priority,homepage,source,summary,description,format,uploaders,standards_version,pfile_fk) values (E'%s',E'%s',E'%s',E'%s',%d,E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',E'%s',%ld);",
        trim(pi->pkgName),trim(pi->pkgArch),trim(pi->version),trim(pi->maintainer),
        pi->installedSize,trim(pi->section),trim(pi->priority),trim(pi->homepage),
        trim(pi->source),trim(pi->summary),trim(pi->description),trim(pi->format),
        trim(pi->uploaders),trim(pi->standardsVersion),pi->pFileFk);
    result = PQexec(db_conn, SQL);
    // ignore error
    if ((result==0) || ((PQresultStatus(result) != PGRES_COMMAND_OK)))
    {
      LOG_FATAL("Error inserting, SQL is: %s, error code is:%s\n", SQL, PQresultErrorField(result, PG_DIAG_SQLSTATE));
      PQexec(db_conn, "ROLLBACK;");
      if (result) PQclear(result);
      return (-1);
    } else
    {
      PQclear(result);
    }
 
    result = PQexec(db_conn,"SELECT currval('pkg_deb_pkg_pk_seq'::regclass);");
    if (fo_checkPQresult(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    pkg_pk = atoi(PQgetvalue(result,0,0));
    PQclear(result);
 
    if (Verbose) { printf("pkg_pk:%d\n",pkg_pk);}
    int i;
    for (i=0;i<pi->dep_size;i++)
    {
      memset(SQL,0,sizeof(SQL));
      snprintf(SQL,sizeof(SQL),"INSERT INTO pkg_deb_req (pkg_fk,req_value) values (%d,E'%s');",pkg_pk,trim(pi->depends[i]));
      if (Verbose) { printf("DEPENDS:%s\n",pi->depends[i]);}
      result = PQexec(db_conn, SQL);
      if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__))
      {
        PQexec(db_conn, "ROLLBACK;");
        return (-1);
      }
      PQclear(result);
    }
    result = PQexec(db_conn, "COMMIT;");
    if (fo_checkPQcommand(db_conn, result, SQL, __FILE__, __LINE__)) exit(-1);
    PQclear(result);
  }
  else
  {
    PQclear(result);
  }
  return (0);
}/* RecordMetadataDEB(struct debpkginfo *pi) */
 
int GetMetadataDebSource (char *repFile, struct debpkginfo *pi)
{
  FILE *fp;
  char field[MAXCMD];
  char value[MAXCMD];
  char line[MAXCMD];
 
  /*  Parse the debian .dsc file to get every Field and Value */
  if ((fp = fopen(repFile, "r")) == NULL){
    LOG_FATAL("Unable to open .dsc file %s\n",repFile);
    return (-1);
  }
 
  while (fgets(line,MAXCMD,fp)!=NULL)
  {
    ParseDebFile(line,field,value);
 
    trim(value);
    if (!strcasecmp(field, "Format")) {
      EscapeString(value, pi->format, sizeof(pi->format));
    }
    if (!strcasecmp(field, "Source")) {
      EscapeString(value, pi->source, sizeof(pi->source));
    }
    if (!strcasecmp(field, "Source")) {
      EscapeString(value, pi->pkgName, sizeof(pi->pkgName));
    }
    if (!strcasecmp(field, "Architecture")) {
      EscapeString(value, pi->pkgArch, sizeof(pi->pkgArch));
    }
    if (!strcasecmp(field, "Version")) {
      if (strlen(pi->version) == 0)
        EscapeString(value, pi->version, sizeof(pi->version));
    }
    if (!strcasecmp(field, "Maintainer")) {
      EscapeString(value, pi->maintainer, sizeof(pi->maintainer));
    }
    if (!strcasecmp(field, "Homepage")) {
      EscapeString(value, pi->homepage, sizeof(pi->homepage));
    }
    if (!strcasecmp(field, "Uploaders")) {
      EscapeString(value, pi->uploaders, sizeof(pi->uploaders));
    }
    if (!strcasecmp(field, "Standards-Version")) {
      EscapeString(value, pi->standardsVersion, sizeof(pi->standardsVersion));
    }
    if (!strcasecmp(field, "Build-Depends")) {
      char *depends = NULL;
      char tempvalue[MAXCMD];
      int size,i;
      size = 0;
      size_t length = MAXLENGTH;
      if (value[0] != '\0'){
        strncpy(tempvalue, value, sizeof(tempvalue));
        depends = strtok(value, ",");
        while (depends && (depends[0] != '\0')) {
          if (strlen(depends) >= length)
            length = strlen(depends) + 1;
          depends = strtok(NULL, ",");
          size++;
        }
        if (Verbose) { printf("SIZE:%d\n", size);}
 
        pi->depends = calloc(size, sizeof(char *));
        pi->depends[0] = calloc(length, sizeof(char));
        strcpy(pi->depends[0],strtok(tempvalue,","));
        for (i=1;i<size;i++){
          pi->depends[i] = calloc(length, sizeof(char));
          strcpy(pi->depends[i],strtok(NULL, ","));
        }
        pi->dep_size = size;
      }
    }
  }
 
  fclose(fp);
  return (0);
}/*  GetMetadataDebSource(char *repFile, struct debpkginfo *pi) */
 
/***********************************************
 Usage():
 Command line options allow you to write the agent so it works
 stand alone, in addition to working with the scheduler.
 This simplifies code development and testing.
 So if you have options, have a Usage().
 Here are some suggested options (in addition to the program
 specific options you may already have).
 ***********************************************/
void Usage (char *Name)
{
  printf("Usage: %s [options] [file [file [...]]\n",Name);
  printf("  -i   :: initialize the database, then exit.\n");
  printf("  -v   :: verbose (-vv = more verbose)\n");
  printf("  -c   :: Specify the directory for the system configuration.\n");
  printf("  -C   :: run from command line.\n");
  printf("  file :: if files are rpm package listed, display their package information.\n");
  printf("  no file :: process data from the scheduler.\n");
  printf("  -V   :: print the version info, then exit.\n");
} /* Usage() */