vgmstream/src/meta/acb.c

#include "meta.h"
#include "../coding/coding.h"
#include "acb_utf.h"


/* ACB (Atom Cue sheet Binary) - CRI container of memory audio, often together with a .awb wave bank */
VGMSTREAM * init_vgmstream_acb(STREAMFILE *streamFile) {
    VGMSTREAM *vgmstream = NULL;
    STREAMFILE *temp_streamFile = NULL;
    off_t subfile_offset;
    size_t subfile_size;
    utf_context *utf = NULL;


    /* checks */
    if (!check_extensions(streamFile, "acb"))
        goto fail;
    if (read_32bitBE(0x00,streamFile) != 0x40555446) /* "@UTF" */
        goto fail;

    /* .acb is a cue sheet that uses @UTF (CRI's generic table format) to store row/columns
     * with complex info (cues, sequences, spatial info, etc). it can store a memory .awb
     * (our target here), or reference external/streamed .awb (loaded elsewhere)
     * we only want .awb with actual waves but may use .acb to get names */
    {
        int rows;
        const char* name;
        uint32_t offset = 0, size = 0;
        uint32_t table_offset = 0x00;

        utf = utf_open(streamFile, table_offset, &rows, &name);
        if (!utf) goto fail;

        if (rows != 1 || strcmp(name, "Header") != 0)
            goto fail;

        //todo acb+cpk is also possible

        if (!utf_query_data(utf, 0, "AwbFile", &offset, &size))
            goto fail;

        subfile_offset = table_offset + offset;
        subfile_size = size;

        /* column exists but can be empty */
        if (subfile_size == 0)
            goto fail;
    }

    //;VGM_LOG("ACB: subfile offset=%lx + %x\n", subfile_offset, subfile_size);

    temp_streamFile = setup_subfile_streamfile(streamFile, subfile_offset,subfile_size, "awb");
    if (!temp_streamFile) goto fail;

    vgmstream = init_vgmstream_awb_memory(temp_streamFile, streamFile);
    if (!vgmstream) goto fail;

    /* name-loading for this for memory .awb will be called from init_vgmstream_awb_memory */

    utf_close(utf);
    close_streamfile(temp_streamFile);
    return vgmstream;

fail:
    utf_close(utf);
    close_streamfile(temp_streamFile);
    close_vgmstream(vgmstream);
    return NULL;
}

/* ************************************** */

//todo maybe use reopen sf? since internal buffer is going to be read
#define ACB_TABLE_BUFFER_SIZE 0x4000

STREAMFILE* setup_acb_streamfile(STREAMFILE *sf, size_t buffer_size) {
    STREAMFILE *new_sf = NULL;

    new_sf = open_wrap_streamfile(sf);
    new_sf = open_buffer_streamfile_f(new_sf, buffer_size);
    return new_sf;
}


typedef struct {
    STREAMFILE *acbFile; /* original reference, don't close */

    /* keep track of these tables so they can be closed when done */
    utf_context *Header;

    utf_context *CueNameTable;
    utf_context *CueTable;
    utf_context *BlockTable;
    utf_context *SequenceTable;
    utf_context *TrackTable;
    utf_context *TrackCommandTable;
    utf_context *SynthTable;
    utf_context *WaveformTable;

    STREAMFILE *CueNameSf;
    STREAMFILE *CueSf;
    STREAMFILE *BlockSf;
    STREAMFILE *SequenceSf;
    STREAMFILE *TrackSf;
    STREAMFILE *TrackCommandSf;
    STREAMFILE *SynthSf;
    STREAMFILE *WaveformSf;

    /* config */
    int is_memory;
    int target_waveid;
    int has_TrackEventTable;
    int has_CommandTable;

    /* to avoid infinite/circular references (AtomViewer crashes otherwise) */
    int synth_depth;
    int sequence_depth;

    /* name stuff */
    int16_t cuename_index;
    const char * cuename_name;
    int awbname_count;
    int16_t awbname_list[255];
    char name[1024];

} acb_header;

static int open_utf_subtable(acb_header* acb, STREAMFILE* *TableSf, utf_context* *Table, const char* TableName, int* rows) {
    uint32_t offset = 0;

    /* already loaded */
    if (*Table != NULL)
        return 1;

    if (!utf_query_data(acb->Header, 0, TableName, &offset, NULL))
        goto fail;

    /* open a buffered streamfile to avoid so much IO back and forth between all the tables */
    *TableSf = setup_acb_streamfile(acb->acbFile, ACB_TABLE_BUFFER_SIZE);
    if (!*TableSf) goto fail;

    *Table = utf_open(*TableSf, offset, rows, NULL);
    if (!*Table) goto fail;

    //;VGM_LOG("ACB: loaded table %s\n", TableName);
    return 1;
fail:
    return 0;
}


static void add_acb_name(acb_header* acb, int8_t Waveform_Streaming) {
    //todo safe string ops

    /* ignore name repeats */
    if (acb->awbname_count) {
        int i;
        for (i = 0; i < acb->awbname_count; i++) {
            if (acb->awbname_list[i] == acb->cuename_index)
                return;
        }
    }

    /* since waveforms can be reused by cues multiple names are a thing */
    if (acb->awbname_count) {
        strcat(acb->name, "; ");
        strcat(acb->name, acb->cuename_name);
    }
    else {
        strcpy(acb->name, acb->cuename_name);
    }
    if (Waveform_Streaming == 2 && acb->is_memory) {
        strcat(acb->name, " [pre]");
    }

    acb->awbname_list[acb->awbname_count] = acb->cuename_index;
    acb->awbname_count++;
    if (acb->awbname_count >= 254)
        acb->awbname_count = 254; /* ??? */

    //;VGM_LOG("ACB: found cue for waveid=%i: %s\n", acb->target_waveid, acb->cuename_name);
}


static int load_acb_waveform(acb_header* acb, int16_t Index) {
    int16_t Waveform_Id;
    int8_t Waveform_Streaming;

    /* read Waveform[Index] */
    if (!open_utf_subtable(acb, &acb->WaveformSf, &acb->WaveformTable, "WaveformTable", NULL))
        goto fail;
    if (!utf_query_s16(acb->WaveformTable, Index, "Id", &Waveform_Id)) { /* older versions use Id */
        if (acb->is_memory) {
            if (!utf_query_s16(acb->WaveformTable, Index, "MemoryAwbId", &Waveform_Id))
                goto fail;
        } else {
            if (!utf_query_s16(acb->WaveformTable, Index, "StreamAwbId", &Waveform_Id))
                goto fail;
        }
    }
    if (!utf_query_s8(acb->WaveformTable, Index, "Streaming", &Waveform_Streaming))
        goto fail;
    //;VGM_LOG("ACB: Waveform[%i]: Id=%i, Streaming=%i\n", Index, Waveform_Id, Waveform_Streaming);

    /* not found but valid */
    if (Waveform_Id != acb->target_waveid)
        return 1;
    /* must match our target's (0=memory, 1=streaming, 2=memory (prefetch)+stream) */
    if ((acb->is_memory && Waveform_Streaming == 1) || (!acb->is_memory && Waveform_Streaming == 0))
        return 1;

    /* aaand finally get name (phew) */
    add_acb_name(acb, Waveform_Streaming);

    return 1;
fail:
    return 0;
}

/* define here for Synths pointing to Sequences */
static int load_acb_sequence(acb_header* acb, int16_t Index);

static int load_acb_synth(acb_header* acb, int16_t Index) {
    int i, count;
    int8_t Synth_Type;
    uint32_t Synth_ReferenceItems_offset;
    uint32_t Synth_ReferenceItems_size;


    /* read Synth[Index] */
    if (!open_utf_subtable(acb, &acb->SynthSf, &acb->SynthTable, "SynthTable", NULL))
        goto fail;
    if (!utf_query_s8(acb->SynthTable, Index, "Type", &Synth_Type))
        goto fail;
    if (!utf_query_data(acb->SynthTable, Index, "ReferenceItems", &Synth_ReferenceItems_offset, &Synth_ReferenceItems_size))
        goto fail;
    //;VGM_LOG("ACB: Synth[%i]: Type=%x, ReferenceItems={%x,%x}\n", Index, Synth_Type, Synth_ReferenceItems_offset, Synth_ReferenceItems_size);

    acb->synth_depth++;

    if (acb->synth_depth > 2) {
        VGM_LOG("ACB: Synth depth too high\n");
        goto fail; /* max Synth > Synth > Waveform (ex. Yakuza 6) */
    }

    /* Cue.ReferenceType 2 uses Synth.Type, while 3 always sets it to 0 and uses Sequence.Type instead
     * Both look the same and probably affect which item in the ReferenceItems list is picked:
     * - 0: polyphonic (1 item)
     * - 1: sequential (1 to N?)
     * - 2: shuffle (1 from N?)
     * - 3: random (1 from N?)
     * - 4: no repeat
     * - 5: switch game variable
     * - 6: combo sequential
     * - 7: switch selector
     * - 8: track transition by selector
     * - other: undefined?
     * Since we want to find all possible Waveforms that could match our id, we ignore Type and just parse all ReferenceItems.
     */

    count = Synth_ReferenceItems_size / 0x04;
    for (i = 0; i < count; i++) {
        uint16_t Synth_ReferenceItem_type  = read_u16be(Synth_ReferenceItems_offset + i*0x04 + 0x00, acb->SynthSf);
        uint16_t Synth_ReferenceItem_index = read_u16be(Synth_ReferenceItems_offset + i*0x04 + 0x02, acb->SynthSf);
        //;VGM_LOG("ACB: Synth.ReferenceItem: type=%x, index=%x\n", Synth_ReferenceItem_type, Synth_ReferenceItem_index);

        switch(Synth_ReferenceItem_type) {
            case 0x00: /* no reference */
                count = 0;
                break;

            case 0x01: /* Waveform (most common) */
                if (!load_acb_waveform(acb, Synth_ReferenceItem_index))
                    goto fail;
                break;

            case 0x02: /* Synth, possibly random (rare, found in Sonic Lost World with ReferenceType 2) */
                if (!load_acb_synth(acb, Synth_ReferenceItem_index))
                    goto fail;
                break;

            case 0x03: /* Sequence of Synths w/ % in Synth.TrackValues (rare, found in Sonic Lost World with ReferenceType 2) */
                if (!load_acb_sequence(acb, Synth_ReferenceItem_index))
                    goto fail;
                break;

            case 0x06:  /* this seems to point to Synth but results don't make sense (rare, from Sonic Lost World) */
            default: /* undefined/crashes AtomViewer */
                VGM_LOG("ACB: unknown Synth.ReferenceItem type %x at %x + %x\n", Synth_ReferenceItem_type, Synth_ReferenceItems_offset, Synth_ReferenceItems_size);
                count = 0; /* force end without failing */
                break;
        }
    }

    acb->synth_depth--;

    return 1;
fail:
    return 0;
}

static int load_acb_track_event_command(acb_header* acb, int16_t Index) {
    int16_t Track_EventIndex;
    uint32_t Track_Command_offset;
    uint32_t Track_Command_size;


    /* read Track[Index] */
    if (!open_utf_subtable(acb, &acb->TrackSf, &acb->TrackTable, "TrackTable", NULL))
        goto fail;
    if (!utf_query_s16(acb->TrackTable, Index, "EventIndex", &Track_EventIndex))
        goto fail;
    //;VGM_LOG("ACB: Track[%i]: EventIndex=%i\n", Index, Track_EventIndex);

    /* next link varies with version, check by table existence */
    if (acb->has_CommandTable) { /* <=v1.27 */
        /* read Command[EventIndex] */
        if (!open_utf_subtable(acb, &acb->TrackCommandSf, &acb->TrackCommandTable, "CommandTable", NULL))
            goto fail;
        if (!utf_query_data(acb->TrackCommandTable, Track_EventIndex, "Command", &Track_Command_offset, &Track_Command_size))
            goto fail;
        //;VGM_LOG("ACB: Command[%i]: Command={%x,%x}\n", Track_EventIndex, Track_Command_offset,Track_Command_size);
    }
    else if (acb->has_TrackEventTable) { /* >=v1.28 */
        /* read TrackEvent[EventIndex] */
        if (!open_utf_subtable(acb, &acb->TrackCommandSf, &acb->TrackCommandTable, "TrackEventTable", NULL))
            goto fail;
        if (!utf_query_data(acb->TrackCommandTable, Track_EventIndex, "Command", &Track_Command_offset, &Track_Command_size))
            goto fail;
        //;VGM_LOG("ACB: TrackEvent[%i]: Command={%x,%x}\n", Track_EventIndex, Track_Command_offset,Track_Command_size);
    }
    else {
        VGM_LOG("ACB: unknown command table\n");
        goto fail;
    }

    /* read Command (some kind of multiple TLVs, this seems ok) */
    {
        uint32_t offset = Track_Command_offset;
        uint32_t max_offset = Track_Command_offset + Track_Command_size;
        uint16_t tlv_code, tlv_type, tlv_index;
        uint8_t tlv_size;


        while (offset < max_offset) {
            tlv_code = read_u16be(offset + 0x00, acb->TrackCommandSf);
            tlv_size = read_u8   (offset + 0x02, acb->TrackCommandSf);
            offset += 0x03;

            if (tlv_code == 0x07D0) {
                if (tlv_size < 0x04) {
                    VGM_LOG("ACB: TLV with unknown size\n");
                    break;
                }

                tlv_type = read_u16be(offset + 0x00, acb->TrackCommandSf);
                tlv_index = read_u16be(offset + 0x02, acb->TrackCommandSf);
                //;VGM_LOG("ACB: TLV at %x: type %x, index=%x\n", offset, tlv_type, tlv_index);

                /* probably same as Synth_ReferenceItem_type */
                switch(tlv_type) {

                    case 0x02: /* Synth (common) */
                        if (!load_acb_synth(acb, tlv_index))
                            goto fail;
                        break;

                    case 0x03: /* Sequence of Synths (common, ex. Yakuza 6, Yakuza Kiwami 2) */
                        if (!load_acb_sequence(acb, tlv_index))
                            goto fail;
                        break;

                    default:
                        VGM_LOG("ACB: unknown TLV type %x at %x + %x\n", tlv_type, offset, tlv_size);
                        max_offset = 0; /* force end without failing */
                        break;
                }
            }

            /* 0x07D1 comes suspiciously often paired with 0x07D0 too */

            offset += tlv_size;
        }
    }

    return 1;
fail:
    return 0;
}

static int load_acb_sequence(acb_header* acb, int16_t Index) {
    int i;
    int16_t Sequence_NumTracks;
    uint32_t Sequence_TrackIndex_offset;
    uint32_t Sequence_TrackIndex_size;


    /* read Sequence[Index] */
    if (!open_utf_subtable(acb, &acb->SequenceSf, &acb->SequenceTable, "SequenceTable", NULL))
        goto fail;
    if (!utf_query_s16(acb->SequenceTable, Index, "NumTracks", &Sequence_NumTracks))
        goto fail;
    if (!utf_query_data(acb->SequenceTable, Index, "TrackIndex", &Sequence_TrackIndex_offset, &Sequence_TrackIndex_size))
        goto fail;
    //;VGM_LOG("ACB: Sequence[%i]: NumTracks=%i, TrackIndex={%x, %x}\n", Index, Sequence_NumTracks, Sequence_TrackIndex_offset,Sequence_TrackIndex_size);

    acb->sequence_depth++;

    if (acb->sequence_depth > 3) {
        VGM_LOG("ACB: Sequence depth too high\n");
        goto fail; /* max Sequence > Sequence > Sequence > Synth > Waveform (ex. Yakuza 6) */
    }

    if (Sequence_NumTracks * 0x02 > Sequence_TrackIndex_size) { /* padding may exist */
        VGM_LOG("ACB: wrong Sequence.TrackIndex size\n");
        goto fail;
    }

    /* read Tracks inside Sequence */
    for (i = 0; i < Sequence_NumTracks; i++) {
        int16_t Sequence_TrackIndex_index = read_s16be(Sequence_TrackIndex_offset + i*0x02, acb->SequenceSf);

        if (!load_acb_track_event_command(acb, Sequence_TrackIndex_index))
            goto fail;
    }

    acb->sequence_depth--;

    return 1;
fail:
    return 0;
}

static int load_acb_block(acb_header* acb, int16_t Index) {
    int i;
    int16_t Block_NumTracks;
    uint32_t Block_TrackIndex_offset;
    uint32_t Block_TrackIndex_size;


    /* read Block[Index] */
    if (!open_utf_subtable(acb, &acb->BlockSf, &acb->BlockTable, "BlockTable", NULL))
        goto fail;
    if (!utf_query_s16(acb->BlockTable, Index, "NumTracks", &Block_NumTracks))
        goto fail;
    if (!utf_query_data(acb->BlockTable, Index, "TrackIndex", &Block_TrackIndex_offset, &Block_TrackIndex_size))
        goto fail;
    //;VGM_LOG("ACB: Block[%i]: NumTracks=%i, TrackIndex={%x, %x}\n", Index, Block_NumTracks, Block_TrackIndex_offset,Block_TrackIndex_size);

    if (Block_NumTracks * 0x02 > Block_TrackIndex_size) { /* padding may exist */
        VGM_LOG("ACB: wrong Block.TrackIndex size\n");
        goto fail;
    }

    /* read Tracks inside Block */
    for (i = 0; i < Block_NumTracks; i++) {
        int16_t Block_TrackIndex_index = read_s16be(Block_TrackIndex_offset + i*0x02, acb->BlockSf);

        if (!load_acb_track_event_command(acb, Block_TrackIndex_index))
            goto fail;
    }

    return 1;
fail:
    return 0;

}

static int load_acb_cue(acb_header* acb, int16_t Index) {
    int8_t Cue_ReferenceType;
    int16_t Cue_ReferenceIndex;


    /* read Cue[Index] */
    if (!open_utf_subtable(acb, &acb->CueSf, &acb->CueTable, "CueTable", NULL))
        goto fail;
    if (!utf_query_s8 (acb->CueTable, Index, "ReferenceType", &Cue_ReferenceType))
        goto fail;
    if (!utf_query_s16(acb->CueTable, Index, "ReferenceIndex", &Cue_ReferenceIndex))
        goto fail;
    //;VGM_LOG("ACB: Cue[%i]: ReferenceType=%i, ReferenceIndex=%i\n", Index, Cue_ReferenceType, Cue_ReferenceIndex);


    /* usually older games use older references but not necessarily */
    switch(Cue_ReferenceType) {

        case 1: /* Cue > Waveform (ex. PES 2015) */
            if (!load_acb_waveform(acb, Cue_ReferenceIndex))
                goto fail;
            break;

        case 2: /* Cue > Synth > Waveform (ex. Ukiyo no Roushi) */
            if (!load_acb_synth(acb, Cue_ReferenceIndex))
                goto fail;
            break;

        case 3: /* Cue > Sequence > Track > Command > Synth > Waveform (ex. Valkyrie Profile anatomia, Yakuza Kiwami 2) */
            if (!load_acb_sequence(acb, Cue_ReferenceIndex))
                goto fail;
            break;

        case 8: /* Cue > Block > Track > Command > Synth > Waveform (ex. Sonic Lost World, rare) */
            if (!load_acb_block(acb, Cue_ReferenceIndex))
                goto fail;
            break;

        case 6: /* Cue > (Waveform/Synth/Command)? (ex. PES 2014) */
        case 7: /* Cue > (Waveform/Synth/Command)? (ex. PES 2014) */
        default:
            VGM_LOG("ACB: unknown Cue.ReferenceType=%x, Cue.ReferenceIndex=%x\n", Cue_ReferenceType, Cue_ReferenceIndex);
            break; /* ignore and continue */
    }


    return 1;
fail:
    return 0;

}

static int load_acb_cuename(acb_header* acb, int16_t Index) {
    int16_t CueName_CueIndex;
    const char* CueName_CueName;


    /* read CueName[Index] */
    if (!open_utf_subtable(acb, &acb->CueNameSf, &acb->CueNameTable, "CueNameTable", NULL))
        goto fail;
    if (!utf_query_s16(acb->CueNameTable, Index, "CueIndex", &CueName_CueIndex))
        goto fail;
    if (!utf_query_string(acb->CueNameTable, Index, "CueName", &CueName_CueName))
        goto fail;
    //;VGM_LOG("ACB: CueName[%i]: CueIndex=%i, CueName=%s\n", Index, CueName_CueIndex, CueName_CueName);


    /* save as will be needed if references waveform */
    acb->cuename_index = Index;
    acb->cuename_name = CueName_CueName;

    if (!load_acb_cue(acb, CueName_CueIndex))
        goto fail;

    return 1;
fail:
    return 0;
}


void load_acb_wave_name(STREAMFILE *streamFile, VGMSTREAM* vgmstream, int waveid, int is_memory) {
    acb_header acb = {0};
    int i, CueName_rows;


    if (!streamFile || !vgmstream || waveid < 0)
        return;

    /* Normally games load a .acb + .awb, and asks the .acb to play a cue by name or index.
     * Since we only care for actual waves, to get its name we need to find which cue uses our wave.
     * Multiple cues can use the same wave (meaning multiple names), and one cue may use multiple waves.
     * There is no easy way to map cue name <> wave name so basically we parse the whole thing.
     *
     * .acb are created in CRI Atom Craft, where user defines N Cues with CueName each, then link somehow
     * to a Waveform (.awb=streamed or memory .acb=internal, data 'material' encoded in some format),
     * depending on reference types. Typical links are:
     * - CueName > Cue > Waveform (type 1)
     * - CueName > Cue > Synth > Waveform (type 2)
     * - CueName > Cue > Sequence > Track > Command > Synth > Waveform (type 3, <=v1.27)
     * - CueName > Cue > Sequence > Track > Command > Synth > Synth > Waveform (type 3, <=v1.27)
     * - CueName > Cue > Sequence > Track > TrackEvent > Command > Synth > Waveform (type 3, >=v1.28)
     * - CueName > Cue > Sequence > Track > TrackEvent > Command > Synth > Synth > Waveform (type 3, >=v1.28)
     * - CueName > Cue > Sequence > Track > TrackEvent > Command > Sequence > (...) > Synth > Waveform (type 3, >=v1.28)
     * - CueName > Cue > Block > Track > Command > Synth > Synth > Waveform (type 8)
     * - others should be possible but haven't been observed
     * Atom Craft may only target certain .acb versions so some links are later removed
     * Not all cues to point to though Waveforms, as some are just config events/commands.
     * .acb link to .awb by name (loaded manually), though they have a checksum/hash to validate.
     */

    //;VGM_LOG("ACB: find waveid=%i\n", waveid);

    acb.acbFile = streamFile;

    acb.Header = utf_open(acb.acbFile, 0x00, NULL, NULL);
    if (!acb.Header) goto fail;

    acb.target_waveid = waveid;
    acb.is_memory = is_memory;
    acb.has_TrackEventTable = utf_query_data(acb.Header, 0, "TrackEventTable", NULL,NULL);
    acb.has_CommandTable = utf_query_data(acb.Header, 0, "CommandTable", NULL,NULL);


    /* read all possible cue names and find which waveids are referenced by it */
    if (!open_utf_subtable(&acb, &acb.CueNameSf, &acb.CueNameTable, "CueNameTable", &CueName_rows))
        goto fail;
    for (i = 0; i < CueName_rows; i++) {

        if (!load_acb_cuename(&acb, i))
            goto fail;
    }

    /* meh copy */
    if (acb.awbname_count > 0) {
        strncpy(vgmstream->stream_name, acb.name, STREAM_NAME_SIZE);
        vgmstream->stream_name[STREAM_NAME_SIZE - 1] = '\0';
    }

fail:
    utf_close(acb.Header);

    utf_close(acb.CueNameTable);
    utf_close(acb.CueTable);
    utf_close(acb.SequenceTable);
    utf_close(acb.TrackTable);
    utf_close(acb.TrackCommandTable);
    utf_close(acb.SynthTable);
    utf_close(acb.WaveformTable);

    close_streamfile(acb.CueNameSf);
    close_streamfile(acb.CueSf);
    close_streamfile(acb.SequenceSf);
    close_streamfile(acb.TrackSf);
    close_streamfile(acb.TrackCommandSf);
    close_streamfile(acb.SynthSf);
    close_streamfile(acb.WaveformSf);
}