/* * The contents of this file are subject to the Mozilla Public * License Version 1.1 (the "License"); you may not use this file * except in compliance with the License. You may obtain a copy of * the License at http://www.mozilla.org/MPL/ *  * Software distributed under the License is distributed on an "AS * IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or * implied. See the License for the specific language governing * rights and limitations under the License. *  * The Original Code is MPEG4IP. *  * The Initial Developer of the Original Code is Cisco Systems Inc. * Portions created by Cisco Systems Inc. are * Copyright (C) Cisco Systems Inc. 2001 - 2004.  All Rights Reserved. * * 3GPP features implementation is based on 3GPP's TS26.234-v5.60, * and was contributed by Ximpo Group Ltd. * * Portions created by Ximpo Group Ltd. are * Copyright (C) Ximpo Group Ltd. 2003, 2004.  All Rights Reserved. * * Contributor(s):  *        Dave Mackie          dmackie@cisco.com *              Alix Marchandise-Franquet alix@cisco.com *              Ximpo Group Ltd.                mp4v2@ximpo.com */#include "mp4common.h"static const u_int8_t BifsV2Config[3] = {    0x00, 0x00, 0x60 // IsCommandStream = 1, PixelMetric = 1};void MP4File::MakeIsmaCompliant(bool addIsmaComplianceSdp){    ProtectWriteOperation("MP4MakeIsmaCompliant");    if (m_useIsma) {        // already done        return;    }    // find first audio and/or video tracks    MP4TrackId audioTrackId = MP4_INVALID_TRACK_ID;    try {        audioTrackId = FindTrackId(0, MP4_AUDIO_TRACK_TYPE);    }    catch (MP4Error* e) {        delete e;    }    MP4TrackId videoTrackId = MP4_INVALID_TRACK_ID;    try {        videoTrackId = FindTrackId(0, MP4_VIDEO_TRACK_TYPE);    }    catch (MP4Error* e) {        delete e;    }    if (audioTrackId == MP4_INVALID_TRACK_ID &&        videoTrackId == MP4_INVALID_TRACK_ID) return;    const char *audio_media_data_name, *video_media_data_name;    uint8_t videoProfile = 0xff;    if (audioTrackId != MP4_INVALID_TRACK_ID) {      audio_media_data_name = MP4GetTrackMediaDataName(this, audioTrackId);      if (!(ATOMID(audio_media_data_name) == ATOMID("mp4a") ||        ATOMID(audio_media_data_name) == ATOMID("enca"))) {        VERBOSE_ERROR(m_verbosity,              printf("MakeIsmaCompliant:can't make ISMA compliant when file contains an %s track\n", audio_media_data_name);              );        return;      }    }    //    // Note - might have to check for avc1 here...    if (videoTrackId != MP4_INVALID_TRACK_ID) {      video_media_data_name = MP4GetTrackMediaDataName(this, videoTrackId);      if (!(ATOMID(video_media_data_name) == ATOMID("mp4v") ||        ATOMID(video_media_data_name) == ATOMID("encv"))) {        VERBOSE_ERROR(m_verbosity,              printf("MakeIsmaCompliant:can't make ISMA compliant when file contains an %s track\n", video_media_data_name);              );        return;      }      uint32_t verb = GetVerbosity();      SetVerbosity(verb & ~MP4_DETAILS_ERROR);      videoProfile = MP4GetVideoProfileLevel(this, videoTrackId);      SetVerbosity(verb);    }    m_useIsma = true;    u_int64_t fileMsDuration =        ConvertFromMovieDuration(GetDuration(), MP4_MSECS_TIME_SCALE);    // delete any existing OD track    if (m_odTrackId != MP4_INVALID_TRACK_ID) {        DeleteTrack(m_odTrackId);    }    if (m_pRootAtom->FindAtom("moov.iods") == NULL) {      AddChildAtom("moov", "iods");    }    AddODTrack();    SetODProfileLevel(0xFF);    if (audioTrackId != MP4_INVALID_TRACK_ID) {        AddTrackToOd(audioTrackId);        MP4SetAudioProfileLevel(this, 0xf);    }    if (videoTrackId != MP4_INVALID_TRACK_ID) {        AddTrackToOd(videoTrackId);        MP4SetVideoProfileLevel(this, videoProfile);    }    // delete any existing scene track    MP4TrackId sceneTrackId = MP4_INVALID_TRACK_ID;    try {        sceneTrackId = FindTrackId(0, MP4_SCENE_TRACK_TYPE);    }    catch (MP4Error *e) {        delete e;    }    if (sceneTrackId != MP4_INVALID_TRACK_ID) {        DeleteTrack(sceneTrackId);    }    // add scene track    sceneTrackId = AddSceneTrack();    SetSceneProfileLevel(0xFF);    SetGraphicsProfileLevel(0xFF);    SetTrackIntegerProperty(sceneTrackId,         "mdia.minf.stbl.stsd.mp4s.esds.decConfigDescr.objectTypeId",         MP4SystemsV2ObjectType);        SetTrackESConfiguration(sceneTrackId,         BifsV2Config, sizeof(BifsV2Config));    u_int8_t* pBytes = NULL;    u_int64_t numBytes = 0;    // write OD Update Command    CreateIsmaODUpdateCommandFromFileForFile(        m_odTrackId,         audioTrackId,         videoTrackId,        &pBytes,         &numBytes);    WriteSample(m_odTrackId, pBytes, numBytes, fileMsDuration);    MP4Free(pBytes);    pBytes = NULL;    // write BIFS Scene Replace Command    CreateIsmaSceneCommand(        MP4_IS_VALID_TRACK_ID(audioTrackId),         MP4_IS_VALID_TRACK_ID(videoTrackId),        &pBytes,         &numBytes);    WriteSample(sceneTrackId, pBytes, numBytes, fileMsDuration);    MP4Free(pBytes);    pBytes = NULL;    // add session level sdp     CreateIsmaIodFromFile(        m_odTrackId,         sceneTrackId,         audioTrackId,         videoTrackId,        &pBytes,         &numBytes);    char* iodBase64 = MP4ToBase64(pBytes, numBytes);    char* sdpBuf = (char*)MP4Calloc(strlen(iodBase64) + 256);    if (addIsmaComplianceSdp) {        strcpy(sdpBuf, "a=isma-compliance:1,1.0,1\015\012");    }    sprintf(&sdpBuf[strlen(sdpBuf)],         "a=mpeg4-iod: \042data:application/mpeg4-iod;base64,%s\042\015\012",        iodBase64);    SetSessionSdp(sdpBuf);    VERBOSE_ISMA(GetVerbosity(),        printf("IOD SDP = %s\n", sdpBuf));    MP4Free(iodBase64);    iodBase64 = NULL;    MP4Free(pBytes);    pBytes = NULL;    MP4Free(sdpBuf);    sdpBuf = NULL;}static void CloneIntegerProperty(    MP4Descriptor* pDest,     MP4DescriptorProperty* pSrc,    const char* name){    MP4IntegerProperty* pGetProperty;    MP4IntegerProperty* pSetProperty;    pSrc->FindProperty(name, (MP4Property**)&pGetProperty);    pDest->FindProperty(name, (MP4Property**)&pSetProperty);    pSetProperty->SetValue(pGetProperty->GetValue());} void MP4File::CreateIsmaIodFromFile(    MP4TrackId odTrackId,    MP4TrackId sceneTrackId,    MP4TrackId audioTrackId,     MP4TrackId videoTrackId,    u_int8_t** ppBytes,    u_int64_t* pNumBytes){    MP4Descriptor* pIod = new MP4IODescriptor();    pIod->SetTag(MP4IODescrTag);    pIod->Generate();    MP4Atom* pIodsAtom = FindAtom("moov.iods");    ASSERT(pIodsAtom);    MP4DescriptorProperty* pSrcIod =         (MP4DescriptorProperty*)pIodsAtom->GetProperty(2);    CloneIntegerProperty(pIod, pSrcIod, "objectDescriptorId");    CloneIntegerProperty(pIod, pSrcIod, "ODProfileLevelId");    CloneIntegerProperty(pIod, pSrcIod, "sceneProfileLevelId");    CloneIntegerProperty(pIod, pSrcIod, "audioProfileLevelId");    CloneIntegerProperty(pIod, pSrcIod, "visualProfileLevelId");    CloneIntegerProperty(pIod, pSrcIod, "graphicsProfileLevelId");    // mutate esIds from MP4ESIDIncDescrTag to MP4ESDescrTag    MP4DescriptorProperty* pEsProperty;    pIod->FindProperty("esIds", (MP4Property**)&pEsProperty);    pEsProperty->SetTags(MP4ESDescrTag);    MP4IntegerProperty* pSetProperty;    MP4IntegerProperty* pSceneESID;    MP4IntegerProperty* pOdESID;    // OD    MP4Descriptor* pOdEsd =        pEsProperty->AddDescriptor(MP4ESDescrTag);    pOdEsd->Generate();    pOdEsd->FindProperty("ESID",         (MP4Property**)&pOdESID);    // we set the OD ESID to a non-zero unique value    pOdESID->SetValue(m_odTrackId);    pOdEsd->FindProperty("URLFlag",         (MP4Property**)&pSetProperty);    pSetProperty->SetValue(1);    u_int8_t* pBytes;    u_int64_t numBytes;    CreateIsmaODUpdateCommandFromFileForStream(        audioTrackId,         videoTrackId,        &pBytes,         &numBytes);    VERBOSE_ISMA(GetVerbosity(),        printf("OD data =\n"); MP4HexDump(pBytes, numBytes));    char* odCmdBase64 = MP4ToBase64(pBytes, numBytes);    char* urlBuf = (char*)MP4Malloc(strlen(odCmdBase64) + 64);    sprintf(urlBuf,         "data:application/mpeg4-od-au;base64,%s",        odCmdBase64);    MP4StringProperty* pUrlProperty;    pOdEsd->FindProperty("URL",         (MP4Property**)&pUrlProperty);    pUrlProperty->SetValue(urlBuf);    VERBOSE_ISMA(GetVerbosity(),        printf("OD data URL = \042%s\042\n", urlBuf));    MP4Free(odCmdBase64);    odCmdBase64 = NULL;    MP4Free(pBytes);    pBytes = NULL;    MP4Free(urlBuf);    urlBuf = NULL;    MP4DescriptorProperty* pSrcDcd = NULL;    // HACK temporarily point to scene decoder config    FindProperty(MakeTrackName(odTrackId,         "mdia.minf.stbl.stsd.mp4s.esds.decConfigDescr"),        (MP4Property**)&pSrcDcd);    ASSERT(pSrcDcd);    MP4Property* pOrgOdEsdProperty =         pOdEsd->GetProperty(8);    pOdEsd->SetProperty(8, pSrcDcd);    // bufferSizeDB needs to be set appropriately    MP4BitfieldProperty* pBufferSizeProperty = NULL;    pOdEsd->FindProperty("decConfigDescr.bufferSizeDB",        (MP4Property**)&pBufferSizeProperty);    ASSERT(pBufferSizeProperty);    pBufferSizeProperty->SetValue(numBytes);    // SL config needs to change from 2 (file) to 1 (null)    pOdEsd->FindProperty("slConfigDescr.predefined",         (MP4Property**)&pSetProperty);    pSetProperty->SetValue(1);    // Scene    MP4Descriptor* pSceneEsd =        pEsProperty->AddDescriptor(MP4ESDescrTag);    pSceneEsd->Generate();    pSceneEsd->FindProperty("ESID",         (MP4Property**)&pSceneESID);    // we set the Scene ESID to a non-zero unique value    pSceneESID->SetValue(sceneTrackId);    pSceneEsd->FindProperty("URLFlag",         (MP4Property**)&pSetProperty);    pSetProperty->SetValue(1);    CreateIsmaSceneCommand(        MP4_IS_VALID_TRACK_ID(audioTrackId),         MP4_IS_VALID_TRACK_ID(videoTrackId),        &pBytes,         &numBytes);    VERBOSE_ISMA(GetVerbosity(),        printf("Scene data =\n"); MP4HexDump(pBytes, numBytes));    char *sceneCmdBase64 = MP4ToBase64(pBytes, numBytes);    urlBuf = (char*)MP4Malloc(strlen(sceneCmdBase64) + 64);    sprintf(urlBuf,         "data:application/mpeg4-bifs-au;base64,%s",        sceneCmdBase64);    pSceneEsd->FindProperty("URL",         (MP4Property**)&pUrlProperty);    pUrlProperty->SetValue(urlBuf);    VERBOSE_ISMA(GetVerbosity(),        printf("Scene data URL = \042%s\042\n", urlBuf));    MP4Free(sceneCmdBase64);    sceneCmdBase64 = NULL;    MP4Free(urlBuf);    urlBuf = NULL;    MP4Free(pBytes);    pBytes = NULL;    // HACK temporarily point to scene decoder config    FindProperty(MakeTrackName(sceneTrackId,         "mdia.minf.stbl.stsd.mp4s.esds.decConfigDescr"),        (MP4Property**)&pSrcDcd);    ASSERT(pSrcDcd);    MP4Property* pOrgSceneEsdProperty =         pSceneEsd->GetProperty(8);    pSceneEsd->SetProperty(8, pSrcDcd);    // bufferSizeDB needs to be set    pBufferSizeProperty = NULL;    pSceneEsd->FindProperty("decConfigDescr.bufferSizeDB",        (MP4Property**)&pBufferSizeProperty);    ASSERT(pBufferSizeProperty);    pBufferSizeProperty->SetValue(numBytes);    // SL config needs to change from 2 (file) to 1 (null)    pSceneEsd->FindProperty("slConfigDescr.predefined",         (MP4Property**)&pSetProperty);    pSetProperty->SetValue(1);    // finally get the whole thing written to a memory     pIod->WriteToMemory(this, ppBytes, pNumBytes);    // now carefully replace esd properties before destroying    pOdEsd->SetProperty(8, pOrgOdEsdProperty);    pSceneEsd->SetProperty(8, pOrgSceneEsdProperty);    pSceneESID->SetValue(0); // restore 0 value    pOdESID->SetValue(0);    delete pIod;    VERBOSE_ISMA(GetVerbosity(),        printf("IOD data =\n"); MP4HexDump(*ppBytes, *pNumBytes));}void MP4File::CreateIsmaIodFromParams(    u_int8_t videoProfile,    u_int32_t videoBitrate,    u_int8_t* videoConfig,    u_int32_t videoConfigLength,    u_int8_t audioProfile,    u_int32_t audioBitrate,    u_int8_t* audioConfig,    u_int32_t audioConfigLength,    u_int8_t** ppIodBytes,    u_int64_t* pIodNumBytes){    MP4IntegerProperty* pInt;    u_int8_t* pBytes = NULL;    u_int64_t numBytes;    // Create the IOD    MP4Descriptor* pIod = new MP4IODescriptor();    pIod->SetTag(MP4IODescrTag);    pIod->Generate();        // Set audio and video profileLevels    pIod->FindProperty("audioProfileLevelId",         (MP4Property**)&pInt);    pInt->SetValue(audioProfile);    pIod->FindProperty("visualProfileLevelId",         (MP4Property**)&pInt);    pInt->SetValue(videoProfile);    // Mutate esIds from MP4ESIDIncDescrTag to MP4ESDescrTag    MP4DescriptorProperty* pEsProperty;    pIod->FindProperty("esIds", (MP4Property**)&pEsProperty);    pEsProperty->SetTags(MP4ESDescrTag);    // Add ES Descriptors    // Scene    CreateIsmaSceneCommand(        (audioProfile != 0xFF),        (videoProfile != 0xFF),        &pBytes,         &numBytes);    VERBOSE_ISMA(GetVerbosity(),        printf("Scene data =\n"); MP4HexDump(pBytes, numBytes));    char* sceneCmdBase64 = MP4ToBase64(pBytes, numBytes);    char* urlBuf =         (char*)MP4Malloc(strlen(sceneCmdBase64) + 64);    sprintf(urlBuf,         "data:application/mpeg4-bifs-au;base64,%s",        sceneCmdBase64);    VERBOSE_ISMA(GetVerbosity(),        printf("Scene data URL = \042%s\042\n", urlBuf));    /* MP4Descriptor* pSceneEsd = */