source: svn/trunk/newcon3bcm2_21bu/BSEAV/lib/bcmplayer/utils/createindex.c @ 2

/***************************************************************************
 *     Copyright (c) 1998-2010, Broadcom Corporation
 *     All Rights Reserved
 *     Confidential Property of Broadcom Corporation
 *
 *  THIS SOFTWARE MAY ONLY BE USED SUBJECT TO AN EXECUTED SOFTWARE LICENSE
 *  AGREEMENT  BETWEEN THE USER AND BROADCOM.  YOU HAVE NO RIGHT TO USE OR
 *  EXPLOIT THIS MATERIAL EXCEPT SUBJECT TO THE TERMS OF SUCH AN AGREEMENT.
 *
 * $brcm_Workfile: createindex.c $
 * $brcm_Revision: 3 $
 * $brcm_Date: 6/22/10 11:13a $
 *
 * Module Description:
 *
 * Revision History:
 *
 * $brcm_Log: /BSEAV/lib/bcmplayer/utils/createindex.c $
 * 
 * 3   6/22/10 11:13a erickson
 * SW7405-4465: add BNAV_Indexer_Settings.ptsBasedFrameRate for PTS-based
 * offline indexing
 *
 * 2   2/26/10 12:13p erickson
 * CDSTRMANA-294: SCT6 is a required intermediate format for field-encoded
 * MPEG
 *
 * Irvine_BSEAVSW_Devel/21   3/6/06 1:21p erickson
 * PR19853: added VC1 PES support
 *
 * Irvine_BSEAVSW_Devel/20   2/6/06 1:04p ahulse
 * PR17108: Call to BDBG_Init is now needed after 64bit cpu support rework
 *
 * Irvine_BSEAVSW_Devel/19   1/6/06 10:16a erickson
 * PR17108: updated for magnum basemodules and 64 bit cpus
 *
 * Irvine_BSEAVSW_Devel/18   7/13/05 2:12p erickson
 * PR16138: added AVC nav support
 *
 * Irvine_BSEAVSW_Devel/17   7/7/05 1:18p erickson
 * PR16138: added help
 *
 * Irvine_BSEAVSW_Devel/16   4/21/05 4:51p erickson
 * PR14451: added quiet mode for debug
 *
 * Irvine_BSEAVSW_Devel/15   3/18/05 10:00a erickson
 * PR14451: added support for more inputs and outputs, changed command
 * line params to accomodate
 *
 * Irvine_BSEAVSW_Devel/14   3/14/05 5:00p erickson
 * PR14451: added 6 word SCT support
 *
 ****************************************************************/
#include "bstd.h"
#include <stdio.h>
#include <stdlib.h>
#include <string.h>     /* strcmp() */
#include <sys/stat.h>
#if !defined(__vxworks)
#include <sys/timeb.h>  /* ftime() */
#endif
#include "tsindexer.h"
#include "bcmindexer.h"

#define NUM_STREAM_BYTES_TO_READ    (188*1024)
#define NUM_SC4_BYTES_TO_READ       (sizeof(BSCT_Entry)*1024)
#define NUM_SC6_BYTES_TO_READ       (sizeof(BSCT_SixWord_Entry)*1024)

int g_quiet = 0;

void TimetoString( long ctime, char *outStr )
{
    long    hh,mm,ss;
    char    *p;

    ss = ctime % 60;
    mm = (ctime/60) % 60;
    hh = (ctime/3600) % 24;

    p = outStr;
    *p++ = (hh/10) + 0x30;
    *p++ = (hh%10) + 0x30;
    *p++ = ':';
    *p++ = (mm/10) + 0x30;
    *p++ = (mm%10) + 0x30;
    *p++ = ':';
    *p++ = (ss/10) + 0x30;
    *p++ = (ss%10) + 0x30;
    *p++ = 0;
}

double getms( void )
{
#if defined(__vxworks)
    return 0;
#else
    double  usec1;
    struct timeb t;

    ftime( &t );

    usec1 = t.time + t.millitm/1000.0;
    return usec1;
#endif
}

void OffsetToString( long offset, char *outStr )
{
    long mb, kb, b;

    b = offset % 1000;
    kb = (offset/1000)%1000;
    mb = (offset/(1000*1000)) % (1000*1000);

    sprintf( outStr, "%ld,%03ld,%03ld", mb, kb, b );
}

/**
* Feed from tsindexer to bcmindexer.
**/
static unsigned long write_to_bcmindexer( const void *p_bfr,
    unsigned long numEntries,
    unsigned long entrySize,
    void *fp )
{
    BSTD_UNUSED(entrySize);
    return BNAV_Indexer_Feed((BNAV_Indexer_Handle)fp, (void*)p_bfr, numEntries);
}

void printHeader()
{
    printf("\ncreateindex, built on %s\n\n", __DATE__);
    printf("Broadcom Corp. Confidential\n");
    printf("Copyright 1998-2005 Broadcom Corp. All Rights Reserved.\n\n");
}

static FILE *g_mpegFile = NULL; /* global hack */
int mpegSizeCallback(BNAV_Indexer_Handle handle, unsigned long *hi, unsigned long *lo)
{
#ifdef LINUX
    off_t o = ftello(g_mpegFile);
#else
    off_t o = ftell(g_mpegFile);
#endif
    BSTD_UNUSED(handle);
    if (o == -1)
        return -1;
    *hi = o >> 32;
    *lo = o & 0xFFFFFFFF;
    return 0;
}

typedef enum b_input {
    b_input_4word_sct = 0,
    b_input_6word_sct,
    b_input_mpeg_ts,
    b_input_mpeg_pes,
    b_input_avc_ts,
    b_input_vc1_pes,
    b_input_unknown
} b_input;

const char *b_input_str[] = {
    "4word_sct",
    "6word_sct",
    "mpeg_ts",
    "mpeg_pes",
    "avc_ts",
    "vc1_pes"
};

typedef enum b_output {
    b_output_4word_sct = 0,
    b_output_6word_sct,
    b_output_bcm,
    b_output_unknown
} b_output;

const char *b_output_str[] = {
    "4word_sct",
    "6word_sct",
    "bcm"
};

/**
* This is the entry point for VxWorks. You'll need to look at the enum values.
**/
int createindex(const char *inputfile, const char *outputfile, int pid,
    b_input input, b_output output,
    int timestamp_enabled, BNAV_Version navVersion, int simulatedFrameRate )
{
    unsigned char *bfr;
    FILE    *fin, *fout;
    sTsIndexer *indexer = NULL;
    BNAV_Indexer_Handle bcmindexer = NULL;
    unsigned long readBytes;
    unsigned long totalBytes = 0;
    double  time1, time2;
    unsigned long numBytesToRead;
    int index_input = (input == b_input_4word_sct) || (input == b_input_6word_sct);
    bool sct6;

    BDBG_Init();

    printHeader();

    time1 = getms();

    switch (input) {
    case b_input_4word_sct:
        numBytesToRead = NUM_SC4_BYTES_TO_READ;
        break;
    case b_input_6word_sct:
        numBytesToRead = NUM_SC6_BYTES_TO_READ;
        break;
    default:
        /* reading mpeg */
        numBytesToRead = NUM_STREAM_BYTES_TO_READ;
        break;
    }

    if (pid == 0 && !index_input)
        printf(
        "WARNING\n"
        "WARNING\n"
        "WARNING: Are you sure you want PID == 0 ??????????????\n"
        "WARNING\n"
        "WARNING\n"
        "\n"
        );
    if (index_input && output != b_output_bcm) {
        printf("If your input is a start code index, then -bcm is required.\n");
        exit(1);
    }

    bfr = malloc( numBytesToRead );

    if (!strcmp(inputfile, "-")) {
        fin = stdin;
        inputfile = "stdin";
    }
    else if( (fin = fopen(inputfile, "rb" )) == NULL )
    {
        printf("Unable to open input file %s\n", inputfile);
        exit(255);
    }

    if (!strcmp(outputfile, "-")) {
        fout = stdout;
        outputfile = "stdout";
    }
    else if( (fout = fopen(outputfile, "wb" )) == NULL )
    {
        printf("Unable to open output file %s\n", outputfile);
        fclose(fin);
        exit(255);
    }

    printf("Processing %s 0x%X from %s input file '%s'.\n",
        (input == b_input_mpeg_pes || input == b_input_vc1_pes)?"StreamID":"PID", pid,
        b_input_str[input], inputfile);
    printf("Writing %s index to '%s'.\n", b_output_str[output], outputfile);

    /* only use sct4 if we must. sct6 is a required intermediate format for AVC, field-encoded MPEG, etc. */
    sct6 = (input != b_input_4word_sct) && (output != b_output_4word_sct);

    if (output == b_output_bcm)
    {
        BNAV_Indexer_Settings settings;
        BNAV_Indexer_GetDefaultSettings(&settings);
        settings.writeCallback = (INDEX_WRITE_CB)fwrite;
        settings.filePointer = (void *)fout;
        settings.navVersion = navVersion;
        settings.transportTimestampEnabled = timestamp_enabled;
        /* createindex must generate a timestamp somehow. it is either PTS or simulated framerate.
        if framerate not specified, we use PTS. */
        settings.ptsBasedFrameRate = (simulatedFrameRate == 0);
        settings.simulatedFrameRate = simulatedFrameRate;
        settings.sctVersion = sct6?BSCT_Version6wordEntry:BSCT_Version40bitOffset;
        if (input == b_input_avc_ts) {
            settings.videoFormat = BNAV_Indexer_VideoFormat_AVC;
            settings.navVersion = BNAV_Version_AVC;
        }
        else if (input == b_input_vc1_pes) {
            settings.videoFormat = BNAV_Indexer_VideoFormat_VC1;
            settings.navVersion = BNAV_Version_VC1_PES;
        }
        else {
            settings.videoFormat = BNAV_Indexer_VideoFormat_MPEG2;
        }

        if (!index_input) {
            settings.mpegSizeCallback = mpegSizeCallback;
            g_mpegFile = fin;
        }
        if (BNAV_Indexer_Open(&bcmindexer, &settings)) {
            exit(1);
        }
    }
    if (!index_input)
    {
        tsindex_settings settings;
        tsindex_settings_init(&settings);
        settings.pid = pid;
        settings.entry_size = sct6?6:4;
        if (output == b_output_bcm) {
            settings.cb = (INDEX_WRITE_CB)write_to_bcmindexer;
            settings.fp = (void*)bcmindexer;
        }
        else {
            settings.cb = (INDEX_WRITE_CB)fwrite;
            settings.fp = (void*)fout;
        }
        if (input == b_input_avc_ts) {
            /* This is AVC */
            settings.start_code_lo = 0x00;
            settings.start_code_hi = 0xFF;
            settings.is_avc = 1;
        }
        indexer = tsindex_allocate_ex(&settings);
        if (input == b_input_mpeg_pes)
            tsindex_setPesId( indexer, pid);
    }

    while( (readBytes = fread( bfr, 1, numBytesToRead, fin )) != 0 )
    {
        totalBytes += readBytes;

        if ( totalBytes%(1*numBytesToRead) == 0 )
        {
            double rate1; char timeStr[32], offsetStr[32];
            time2 = getms() - time1;
            rate1 = (totalBytes/1024)/time2;
            TimetoString( (long)time2, timeStr );
            OffsetToString( totalBytes, offsetStr );
            if (!g_quiet)
             printf( "Byte Offset: %s Rate: %0.1fK/s, Elapsed Time: %s      \r", offsetStr, rate1, timeStr );
        }

        switch (input) {
        case b_input_vc1_pes:
            BNAV_Indexer_FeedPES(bcmindexer, bfr, readBytes);
            break;
        case b_input_4word_sct:
            BNAV_Indexer_Feed(bcmindexer, bfr, readBytes/sizeof(BSCT_Entry) );
            break;
        case b_input_6word_sct:
            BNAV_Indexer_Feed(bcmindexer, bfr, readBytes/sizeof(BSCT_SixWord_Entry));
            break;
        case b_input_mpeg_pes:
            tsindex_feedPes( indexer, bfr, readBytes );
            break;
        default:
            tsindex_feed( indexer, bfr, readBytes );
            break;
        }
    }

    if (bcmindexer)
        BNAV_Indexer_Close( bcmindexer );
    if (indexer)
        tsindex_free( indexer );

    fclose( fin );
    fclose( fout );
    free( bfr );
    if (!g_quiet) {
        printf("\n");
    }
    exit(0);
}

#if !defined(__vxworks)
void printUsage()
{
    printf(
    "Parses an MPEG stream or SCT index and creates either a SCT index\n"
    "  or Broadcom index.\n"
    "\n"
    "Usage: createindex inputfile outputfile [pid] [-in=XXX] [-out=XXX] [others, see below]\n"
    "\n"
    );
    printf(
    "  inputfile    Defaults to MPEG2 TS stream, unless specified with -in param.\n"
    "  outputfile   Defaults to SCT index if .sct or .idx suffix, or BCM index if\n"
    "                 .bcm or .nav suffix, unless specified with -out param.\n"
    "  pid          PID (or stream id in PES mode). Not needed if inputfile is\n"
    "                 a startcode index. Prefix with 0x for hex, otherwise decimal.\n"
    "\n"
    );
    printf(
    "Optional Parameters:\n"
    "  -in=ts       inputfile is a MPEG2 TS stream\n"
    "  -in=avc_ts   inputfile is a AVC TS stream\n"
    "  -in=vc1_pes  inputfile is a VC1 PES stream\n"
    "  -in=pes      inputfile is a MPEG2 PES stream\n"
    "  -in=sct      inputfile is a 4 word startcode index\n"
    "  -in=sct6     inputfile is a 6 word startcode index\n"
    );
    printf(
    "  -out=sct     outputfile will be a 4 word startcode index\n"
    "  -out=sct6    outputfile will be a 6 word startcode index\n"
    "  -out=bcm     outputfile will be a BCM index file\n"
    "  -timestamp   transport timestamping present in the MPEG stream.\n"
    "  -bcmver VERSION   specify the BCM index format. See eBcmNavVersion.\n"
    "  -framerate RATE   specify the frame rate for timestamp emulation (default=30).\n"
    "  -q           quiet. do not print status line.\n"
    );
}

int main( int argc, char **argv )
{
    int pid = 0;
    int nextparam = 3;
    b_input input = b_input_unknown;
    b_output output = b_output_unknown;
    int timestamp_enabled = 0;
    int simulatedFrameRate = 0;
    const char *source;
    const char *dest;
    BNAV_Version navVersion = BNAV_VersionLatest;

    if (argc < 3) {
        printHeader();
        printUsage();
        return 1;
    }

    source = argv[1];
    dest = argv[2];

    if (argc>3 && argv[3][0] != '-') {
        pid = strtoul(argv[3], NULL, 0);
        ++nextparam;
    }

    while (nextparam < argc) {
        if (!strcmp(argv[nextparam], "-in=ts"))
            input = b_input_mpeg_ts;
        else if (!strcmp(argv[nextparam], "-in=pes"))
            input = b_input_mpeg_pes;
        else if (!strcmp(argv[nextparam], "-in=sct"))
            input = b_input_4word_sct;
        else if (!strcmp(argv[nextparam], "-in=sct6"))
            input = b_input_6word_sct;
        else if (!strcmp(argv[nextparam], "-in=avc_ts"))
            input = b_input_avc_ts;
        else if (!strcmp(argv[nextparam], "-in=vc1_pes"))
            input = b_input_vc1_pes;
        else if (!strcmp(argv[nextparam], "-out=bcm"))
            output = b_output_bcm;
        else if (!strcmp(argv[nextparam], "-out=sct6"))
            output = b_output_6word_sct;
        else if (!strcmp(argv[nextparam], "-out=sct"))
            output = b_output_4word_sct;
        else if (!strcmp(argv[nextparam], "-timestamp"))
            timestamp_enabled = 1;
        else if (!strcmp(argv[nextparam], "-q"))
            g_quiet = 1;
        else if (!strcmp(argv[nextparam], "-bcmver") && nextparam+1 < argc)
            navVersion = atoi(argv[++nextparam]);
        else if (!strcmp(argv[nextparam], "-framerate") && nextparam+1 < argc) {
            simulatedFrameRate = atoi(argv[++nextparam]);
        }
        else {
            printf("Invalid param: %s\n\n", argv[nextparam]);
            printUsage();
            return -1;
        }
        nextparam++;
    }

    if (input == b_input_unknown) {
        char *s;
        /* check the suffix of the inputfile */
        if (((s = strstr(source, ".sct")) && !s[4]) ||
            ((s = strstr(source, ".idx")) && !s[4]))
        {
            input = b_input_4word_sct;
        }
        else if ((s = strstr(source, ".pes")) && !s[4])
        {
            input = b_input_mpeg_pes;
        }
        else
            input = b_input_mpeg_ts;
    }
    if (output == b_output_unknown) {
        char *s;
        if (((s = strstr(dest, ".nav")) && !s[4]) ||
            ((s = strstr(dest, ".bcm")) && !s[4]))
            output = b_output_bcm;
        else
            output = b_output_4word_sct;
    }

    return createindex(source,dest,pid,input,output,timestamp_enabled,navVersion,simulatedFrameRate);
}
#endif