#include "cwCommon.h" #include "cwLog.h" #include "cwCommonImpl.h" #include "cwMem.h" #include "cwText.h" #include "cwObject.h" #include "cwMidi.h" #include "cwFileSys.h" #include "cwMidi.h" #include "cwMidiFile.h" #include "cwCmInterface.h" #include "cwScoreFollower.h" #include "cwMidiState.h" #include "cmGlobal.h" #include "cmFloatTypes.h" #include "cmRpt.h" #include "cmErr.h" #include "cmCtx.h" #include "cmMem.h" #include "cmSymTbl.h" #include "cmLinkedHeap.h" #include "cmTime.h" #include "cmMidi.h" #include "cmSymTbl.h" #include "cmMidiFile.h" #include "cmAudioFile.h" #include "cmScore.h" #include "cmTimeLine.h" #include "cmProcObj.h" #include "cmProc4.h" #include "cwSvgScoreFollow.h" namespace cw { namespace score_follower { typedef struct score_follower_str { double srate; unsigned search_area_locN; unsigned key_wnd_locN; char* score_csv_fname; cmCtx_t* cmCtx; cmScH_t cmScoreH; cmScMatcher* matcher; unsigned* cwLocToCmLocA; // cwLocToCmLocA[ cwLocToCmLocN ] unsigned cwLocToCmLocN; unsigned* cmLocToCwLocA; // cmLocToCwLocA[ cmLocToCwLocN ] unsigned cmLocToCwLocN; unsigned* match_idA; unsigned match_id_allocN; unsigned match_id_curN; ssf_note_on_t* perfA; unsigned perfN; unsigned perf_idx; } score_follower_t; score_follower_t* _handleToPtr( handle_t h ) { return handleToPtr(h); } // parse the score follower parameter record rc_t _parse_cfg( score_follower_t* p, const object_t* cfg ) { rc_t rc = kOkRC; const char* score_csv_fname; if((rc = cfg->getv("score_csv_fname", score_csv_fname, "search_area_locN", p->search_area_locN, "key_wnd_locN", p->key_wnd_locN )) != kOkRC ) { rc = cwLogError(kInvalidArgRC, "Score follower argument parsing failed."); goto errLabel; } if((p->score_csv_fname = filesys::expandPath( score_csv_fname )) == nullptr ) { rc = cwLogError(kOpFailRC,"Score follower score file expansion failed."); goto errLabel; } errLabel: return rc; } // get the max cw loc value rc_t _get_max_cw_loc( score_follower_t* p, unsigned& maxCwLocRef ) { rc_t rc = kOkRC; // Note: cmScoreEvt_t.csvEventId is the app score 'loc' value. unsigned cmEvtN = cmScoreEvtCount( p->cmScoreH ); maxCwLocRef = 0; for(unsigned i=0; icmScoreH, i ); if( cmEvt == nullptr ) { cwLogError(kOpFailRC,"Unexpected missing cm event at index '%i while scanning cmScore.h",i); goto errLabel; } if( cmEvt->csvEventId > maxCwLocRef ) maxCwLocRef = cmEvt->csvEventId; } errLabel: return rc; } // Create cw-to-cm location map rc_t _createCwLocToCmLocMap( score_follower_t* p ) { unsigned cmEvtN =0; rc_t rc = kOkRC; if((rc = _get_max_cw_loc(p,p->cwLocToCmLocN)) != kOkRC ) goto errLabel; p->cwLocToCmLocA = mem::allocZ( p->cwLocToCmLocN ); cmEvtN = cmScoreEvtCount( p->cmScoreH ); for(unsigned i=0; icmScoreH, i ); assert( cmEvt != nullptr ); p->cwLocToCmLocA[ cmEvt->csvEventId ] = cmEvt->locIdx; } errLabel: return rc; } // create cm-to-cw location map rc_t _createCmLocToCwLocMap( score_follower_t* p ) { rc_t rc = kOkRC; unsigned cmEvtN = cmScoreEvtCount( p->cmScoreH ); p->cmLocToCwLocN = cmEvtN; p->cmLocToCwLocA = mem::allocZ( p->cmLocToCwLocN ); for(unsigned i=0; icmScoreH, i ); assert( cmEvt != nullptr ); p->cmLocToCwLocA[i] = cmEvt->csvEventId; } return rc; } rc_t _update_midi_state( score_follower_t* p, midi_state::handle_t msH ) { rc_t rc; for(unsigned i=0; iperf_idx; ++i) { if((rc = setMidiMsg( msH, p->perfA[i].sec, i, 0, midi::kNoteOnMdId, p->perfA[i].pitch, p->perfA[i].vel )) != kOkRC ) { rc = cwLogError(rc,"midi_state update failed."); goto errLabel; } } errLabel: return rc; } rc_t _destroy( score_follower_t* p) { mem::release(p->cmLocToCwLocA); mem::release(p->cwLocToCmLocA); mem::release(p->score_csv_fname); mem::release(p->perfA); cmScMatcherFree(&p->matcher); cmScoreFinalize(&p->cmScoreH); mem::release(p); return kOkRC; } extern "C" void _score_follower_cb( struct cmScMatcher_str* smp, void* arg, cmScMatcherResult_t* r ) { score_follower_t* p = (score_follower_t*)arg; cmScoreEvt_t* cse; //printf("%4i %4i %4i %3i %3i %4s : ", r->locIdx, r->mni, r->muid, r->flags, r->pitch, midi::midiToSciPitch( r->pitch, nullptr, 0 )); if( r->scEvtIdx == cmInvalidIdx ) { //cwLogInfo("Score Follower: MISS"); } else { // get a pointer to the matched event if((cse = cmScoreEvt( p->cmScoreH, r->scEvtIdx )) == nullptr ) { cwLogError(kInvalidStateRC,"cm Score event index (%i) reported by the score follower is invalid.",r->scEvtIdx ); } else { if( p->match_id_curN >= p->match_id_allocN ) { cwLogError(kInvalidStateRC,"The score follower match id array is full."); } else { // the csvEventId corresponds to the cwPianoScore location p->match_idA[ p->match_id_curN++ ] = cse->csvEventId; //cwLogInfo("Score Follower: MATCH %i\n",cse->csvEventId); } } } } } } cw::rc_t cw::score_follower::create( handle_t& hRef, const object_t* cfg, cm::handle_t cmCtxH, double srate ) { rc_t rc = kOkRC; cmSymTblH_t cmSymTblH = cmSTATIC_NULL_HANDLE; cmScRC_t scoreRC = cmOkRC; if((rc = destroy(hRef)) != kOkRC ) return rc; score_follower_t* p = mem::allocZ(); p->cmCtx = context(cmCtxH); if((rc = _parse_cfg(p,cfg)) != kOkRC ) goto errLabel; // create the the score follower reference score if((scoreRC = cmScoreInitialize( p->cmCtx, &p->cmScoreH, p->score_csv_fname, srate, nullptr, 0, nullptr, nullptr, cmSymTblH )) != cmOkRC ) { cwLogError(kOpFailRC,"The score could not be initialized from '%s'. cmRC:%i.",p->score_csv_fname); goto errLabel; } // create the score follower if((p->matcher = cmScMatcherAlloc( proc_context(cmCtxH), // Program context. nullptr, // Existing cmScMatcher to reallocate or NULL to allocate a new cmScMatcher. srate, // System sample rate. p->cmScoreH, // Score handle. See cmScore.h. p->search_area_locN, // Length of the scores active search area. ** See Notes. p->key_wnd_locN, // Length of the MIDI active note buffer. ** See Notes. _score_follower_cb, // A cmScMatcherCb_t function to be called to notify the recipient of changes in the score matcher status. p )) == nullptr ) // User argument to 'cbFunc'. { cwLogError(kOpFailRC,"The score follower allocation failed."); goto errLabel; } // create the cw-to-cm loc idx map if((rc = _createCwLocToCmLocMap( p )) != kOkRC ) { rc = cwLogError(rc,"cw-to-cm loc map creation failed."); goto errLabel; } if((rc = _createCmLocToCwLocMap( p )) != kOkRC ) { rc = cwLogError(rc,"cm-to-cw loc map creation failed."); goto errLabel; } p->srate = srate; p->match_id_allocN = cmScoreEvtCount( p->cmScoreH )*2; // give plenty of extra space for the match_idA[] p->match_idA = mem::allocZ(p->match_id_allocN); p->perfN = cmScoreEvtCount(p->cmScoreH)*2; p->perfA = mem::allocZ( p->perfN ); p->perf_idx = 0; hRef.set(p); errLabel: if( rc != kOkRC ) { _destroy(p); cwLogError(rc,"Score follower create failed."); } return rc; } cw::rc_t cw::score_follower::destroy( handle_t& hRef ) { rc_t rc = kOkRC; score_follower_t* p = nullptr; if( !hRef.isValid() ) return rc; p = _handleToPtr(hRef); if((rc = _destroy(p)) != kOkRC ) return rc; hRef.clear(); return rc; } cw::rc_t cw::score_follower::reset( handle_t h, unsigned cwLocId ) { rc_t rc = kOkRC; cmRC_t cmRC = cmOkRC; score_follower_t* p = _handleToPtr(h); if( cwLocId != kInvalidId ) { unsigned cmLocId = p->cwLocToCmLocA[cwLocId]; if( cmLocId == kInvalidId ) { rc = cwLogWarning("The cw loc id:%i does not translate to a cm loc id.",cwLocId); goto errLabel; } printf("SF Reset: cw:%i cm:%i\n",cwLocId,cmLocId); if((cmRC = cmScMatcherReset( p->matcher, cmLocId )) != cmOkRC ) { rc = cwLogError(kOpFailRC,"The score follower reset failed."); goto errLabel; } p->perf_idx = 0; } errLabel: return rc; } cw::rc_t cw::score_follower::exec( handle_t h, double sec, unsigned smpIdx, unsigned muid, unsigned status, uint8_t d0, uint8_t d1, bool& newMatchFlRef ) { rc_t rc = kOkRC; score_follower_t* p = _handleToPtr(h); unsigned scLocIdx = cmInvalidIdx; unsigned pre_match_id_curN = p->match_id_curN; newMatchFlRef = false; // Note: pass p->perf_idx as 'muid' to the score follower cmRC_t cmRC = cmScMatcherExec( p->matcher, smpIdx, p->perf_idx, status, d0, d1, &scLocIdx ); switch( cmRC ) { case cmOkRC: newMatchFlRef = p->match_id_curN != pre_match_id_curN; //printf("NM_FL:%i\n",newMatchFlRef); break; case cmEofRC: rc = cwLogInfo("Score match complete."); break; case cmInvalidArgRC: rc = cwLogError(kInvalidStateRC,"Score follower state is invalid."); break; case cmSubSysFailRC: rc = cwLogError(kOpFailRC,"The score follower failed during a resync attempt."); break; default: rc = cwLogError(kOpFailRC,"The score follower failed with an unknown error. cmRC:%i",cmRC); } // store note-on messages if( p->perf_idx < p->perfN && midi::isNoteOn(status,(unsigned)d1) ) { ssf_note_on_t* pno = p->perfA + p->perf_idx; pno->sec = sec; pno->pitch = d0; pno->vel = d1; p->perf_idx += 1; if( p->perf_idx >= p->perfN ) cwLogWarning("The cw score follower performance cache is full."); } return rc; } const unsigned* cw::score_follower::current_match_id_array( handle_t h, unsigned& cur_match_id_array_cnt_ref ) { score_follower_t* p = _handleToPtr(h); cur_match_id_array_cnt_ref = p->match_id_curN; return p->match_idA; } void cw::score_follower::clear_match_id_array( handle_t h ) { score_follower_t* p = _handleToPtr(h); p->match_id_curN = 0; } cw::rc_t cw::score_follower::write_svg_file( handle_t h, const char* out_fname ) { score_follower_t* p = _handleToPtr(h); return svgScoreFollowWrite( p->cmScoreH, p->matcher, p->perfA, p->perf_idx, out_fname ); } void cw::score_follower::score_report( handle_t h, const char* out_fname ) { score_follower_t* p = _handleToPtr(h); cmScoreReport( p->cmCtx, p->score_csv_fname, out_fname ); } cw::rc_t cw::score_follower::midi_state_rt_report( handle_t h, const char* out_fname ) { score_follower_t* p = _handleToPtr(h); midi_state::config_t msCfg = midi_state::default_config(); rc_t rc = kOkRC; midi_state::handle_t msH; if((rc = midi_state::create(msH,nullptr,nullptr,&msCfg)) != kOkRC ) { rc = cwLogError(rc,"midi_state create failed."); goto errLabel; } if((rc = _update_midi_state(p,msH)) != kOkRC ) goto errLabel; if((rc = report_events(msH,out_fname)) != kOkRC ) goto errLabel; errLabel: if( rc != kOkRC ) cwLogError(rc,"Score follower midi_state_rt_report() failed."); midi_state::destroy(msH); return rc; } namespace cw { namespace score_follower { typedef struct test_str { char* midi_fname; char* out_dir; double srate; const object_t* cfg; midi::file::handle_t mfH; } test_t; rc_t _test_destroy( test_t* p ) { rc_t rc = kOkRC; mem::release(p->midi_fname); mem::release(p->out_dir); midi::file::close(p->mfH); return rc; } rc_t _test_parse_cfg( test_t* p, const object_t* cfg ) { rc_t rc; const char* midi_fname = nullptr; const char* out_dir = nullptr; // read the test cfg. if((rc = cfg->getv("midi_fname", midi_fname, "srate", p->srate, "cfg", p->cfg, "out_dir", out_dir )) != kOkRC ) { rc = cwLogError(rc,"Score follower test cfg. parse failed."); goto errLabel; } // expand the MIDI filename if((p->midi_fname = filesys::expandPath( midi_fname )) == nullptr ) { rc = cwLogError(kOpFailRC,"The MIDI file path expansion failed."); goto errLabel; } // expand the output directory if((p->out_dir = filesys::expandPath( out_dir)) == nullptr ) { rc = cwLogError(kOpFailRC,"The output directory path expansion failed."); goto errLabel; } // create the output directory if( !filesys::isDir(p->out_dir)) { if((rc = filesys::makeDir(p->out_dir)) != kOkRC ) { cwLogError(kOpFailRC,"The output directory '%s' could not be created.", cwStringNullGuard(p->out_dir)); goto errLabel; } } errLabel: if(rc != kOkRC ) { _test_destroy(p); rc = cwLogError(rc,"Score follower test parse cfg. failed."); } return rc; } } } cw::rc_t cw::score_follower::test( const object_t* cfg ) { rc_t rc = kOkRC; test_t t = {0}; cm::handle_t cmCtxH; handle_t sfH; unsigned msgN = 0; const midi::file::trackMsg_t** msgA = nullptr; // parse the test cfg if((rc = _test_parse_cfg( &t, cfg )) != kOkRC ) goto errLabel; // create a cm context record if((rc = cm::create(cmCtxH)) != kOkRC ) goto errLabel; // create the score follower if((rc = create( sfH, t.cfg, cmCtxH, t.srate )) != kOkRC ) goto errLabel; if((rc = reset( sfH, 0)) != kOkRC ) goto errLabel; // open the midi file if((rc = midi::file::open( t.mfH, t.midi_fname )) != kOkRC ) { rc = cwLogError(rc,"MIDI file open failed on '%s'.",cwStringNullGuard(t.midi_fname)); goto errLabel; } // get a pointer to a time sorted list of MIDI messages in the file if(((msgN = msgCount( t.mfH )) == 0) || ((msgA = midi::file::msgArray( t.mfH )) == nullptr) ) { rc = cwLogError(rc,"MIDI file msg array is empty or corrupt."); goto errLabel; } for(unsigned i=0; iamicro/1e6; unsigned long smpIdx = (unsigned long)(t.srate * m->amicro/1e6); bool newMatchFl = false; if((rc = exec(sfH, sec, smpIdx, m->uid, m->status, m->u.chMsgPtr->d0, m->u.chMsgPtr->d1, newMatchFl )) != kOkRC ) { rc = cwLogError(rc,"score follower exec failed."); goto errLabel; } if( newMatchFl ) { unsigned matchIdN = 0; const unsigned* matchIdA = current_match_id_array(sfH, matchIdN ); for(unsigned i=0; i