3jWddlmZddlZddlmZddlZddlmZddlmZddlmZddlm Z ejdZ Gd d Z Gd d ejZed k(rddlZej eyy)) annotationsN)time) environment)scale)search)streamzaudioSearch.scoreFollowercHeZdZd dZ d dZdZdZdZdZdZ d Z y) ScoreFollowerNc||_|.|jjj|_nd|_t t jdz |_d|_ d|_ d|_ d|_ d|_ d|_ d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_d|_y)NzscoreFollowerTemp.wavrFT) scoreStreamflatten notesAndRestsrscoreNotesOnlystr environLocalgetRootTempDirwaveFilelastNotePosition currentSample totalFilestartSearchAtSlotpredictedNotePosition countdown END_OF_SCOREqle firstNotePage lastNotePage firstSlotsilencePeriodCounter notesCounterbeginsuseScale silencePeriodresultuseMicprocessing_timeseconds_recording)selfr s N/DATA/.local/lib/python3.12/site-packages/music21/audioSearch/scoreFollower.py__init__zScoreFollower.__init__s&  ""-"5"5"7"E"E"L"L"ND "&D L779|j}||j|j8|j\}}|_ |j(t+|j<kDrd}n)|jd ur|j|jk\rd}tjd|d|S)ag First, it records from the microphone (or from a file if is used for test). Later, it processes the signal to detect the pitches. It converts them into music21 objects and compares them with the score. It finds the best matching position of the recorded signal with the score, and decides, depending on matching accuracy, the last note predicted and some other parameters, in which position the recorded signal is. It returns a value that is False if the song has not finished, or true if there has been a problem like some consecutive bad matches or the score has finished. >>> from music21.audioSearch import scoreFollower >>> scoreNotes = ' '.join(['c4', 'd', 'e', 'f', 'g', 'a', 'b', "c'", 'c', 'e', ... 'g', "c'", 'a', 'f', 'd', 'c#', 'd#', 'f#', 'c', 'e', 'g', "c'", ... 'a', 'f', 'd', 'c#', 'd#', 'f#']) >>> scNotes = converter.parse('tinynotation: 4/4 ' + scoreNotes, makeNotation=False) >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.useMic = False >>> import os #_DOCS_HIDE >>> ScF.waveFile = str(common.getSourceFilePath() #_DOCS_HIDE ... / 'audioSearch' / 'test_audio.wav') #_DOCS_HIDE >>> #_DOCS_SHOW ScF.waveFile = 'test_audio.wav' >>> ScF.seconds_recording = 10 >>> ScF.useScale = scale.ChromaticScale('C4') >>> ScF.currentSample = 0 >>> exitType = ScF.repeatTranscription() >>> print(exitType) False >>> print(ScF.lastNotePosition) 10 r audioSearchzrepeat transcription startingTN)lengthstoreWaveFilename)r8 startSamplezgot Frequencies from Microphonezmade it to here.)scNotesrzand even to here. endOfScoreFfinishedPerforming waveFileEOFzabout to return -- exitType:  )music21r7rr1r&getFrequenciesFromMicrophoner("getFrequenciesFromPartialAudioFilerrr getnframesrdetectPitchFrequenciesr#smoothFrequenciespitchFrequenciesToObjectsjoinConsecutiveIdenticalPitchessilencePeriodDetectionr rlenrPartnotesAndDurationsToStreamr matchingNotesrr'updatePositionr)r)r7freqFromAQList getFreqFunc time_startdetectedPitchesFreqdetectedPitchObjects unused_plot notesList durationListexcerptr;transcribedScoretotalLengthPeriodprobrexitTypejunks r*r0z!ScoreFollower.repeatTranscriptionZsF (  ?@ ;;$ (EE--"&FN &HHK@K -- ..A =NDM4+= ~~"!%!9!9!; ABV )@@QUQ^Q^_);; K ;;% %HHK7B ++ ..8 4ND$"4  3t':':#; ;+H [[E !d&8&8DNN&J$H"?z KLr,cd}|D]}|jdk7sd}|dur$d|_d|_|xjdz c_yd|_|xjdz c_d|_y)a Detection of consecutive periods of silence. Useful if the musician has some consecutive measures of silence. >>> from music21.audioSearch import scoreFollower >>> scNotes = corpus.parse('luca/gloria').parts[0].flatten().notes.stream() >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> notesList = [] >>> notesList.append(note.Rest()) >>> ScF.notesCounter = 3 >>> ScF.silencePeriodCounter = 0 >>> ScF.silencePeriodDetection(notesList) >>> ScF.notesCounter 0 >>> ScF.silencePeriodCounter 1 >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> notesList = [] >>> notesList.append(note.Rest()) >>> notesList.append(note.Note()) >>> ScF.notesCounter = 1 >>> ScF.silencePeriodCounter = 3 >>> ScF.silencePeriodDetection(notesList) >>> ScF.notesCounter 2 >>> ScF.silencePeriodCounter 0 TrestFrr N)namer$r!r )r)rT onlyRestsis r*rHz$ScoreFollower.silencePeriodDetectionsp< Avv!   !%D  !D   % % * %!&D     " ()D %r,cLd}|jsS|jdk(r7|j|_t |z }|j |||_|S|jdk(r6dt |z z|jz}|j |||_|S|jdk(r6dt |z z|jz}|j |||_|S|jdk(r5|j|_|j|_|j|_|S|jdk(rd|_d|_d|_|Stjdd}|S|d kr$d|_d|_tjd nd|_|jd k\rd }|S) ah It updates the position in which the scoreFollower starts to search at, and the predicted position in which the new fragment of the score should start. It updates these positions taking into account the value of the "countdown", and if is the beginning of the song or not. It returns the exitType, which determines whether the scoreFollower has to stop (and why) or not. See example of a bad prediction at the beginning of the song: >>> from time import time >>> from music21.audioSearch import scoreFollower >>> scNotes = corpus.parse('luca/gloria').parts[0].flatten().notes.stream() >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.begins = True >>> ScF.startSearchAtSlot = 15 >>> ScF.countdown = 0 >>> prob = 0.5 # bad prediction >>> totalLengthPeriod = 15 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(ScF.startSearchAtSlot) 0 Different examples for different countdowns: Countdown = 0: The last matching was good, so it calculates the position in which it starts to search at, and the position in which the music should start. >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.scoreNotesOnly = scNotes.flatten().notesAndRests >>> ScF.begins = False >>> ScF.countdown = 0 >>> ScF.startSearchAtSlot = 15 >>> ScF.lastNotePosition = 38 >>> ScF.predictedNotePosition = 19 >>> ScF.seconds_recording = 10 >>> prob = 0.8 >>> totalLengthPeriod = 25 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(ScF.startSearchAtSlot) 38 >>> ScF.predictedNotePosition >=38 True Countdown = 1: Now it doesn't change the slot in which it starts to search at. It also predicts the position in which the music should start. >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.begins = False >>> ScF.countdown = 1 >>> ScF.startSearchAtSlot = 15 >>> ScF.lastNotePosition = 15 >>> ScF.predictedNotePosition = 19 >>> ScF.seconds_recording = 10 >>> prob = 0.8 >>> totalLengthPeriod = 25 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(ScF.startSearchAtSlot) 15 >>> ScF.predictedNotePosition > 15 True Countdown = 2: Now it starts searching at the beginning of the page of the screen. The note prediction is also the beginning of the page. >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.begins = False >>> ScF.countdown = 2 >>> ScF.startSearchAtSlot = 15 >>> ScF.lastNotePosition = 15 >>> ScF.predictedNotePosition = 19 >>> ScF.seconds_recording = 10 >>> prob = 0.8 >>> totalLengthPeriod = 25 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(ScF.startSearchAtSlot) 15 >>> print(ScF.predictedNotePosition) 39 Countdown = 4: Now it starts searching at the beginning of the page of the screen. The note prediction is also the beginning of the page. >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.begins = False >>> ScF.countdown = 4 >>> ScF.startSearchAtSlot = 15 >>> ScF.lastNotePosition = 15 >>> ScF.predictedNotePosition = 19 >>> ScF.seconds_recording = 10 >>> prob = 0.8 >>> totalLengthPeriod = 25 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(ScF.startSearchAtSlot) 0 >>> print(ScF.predictedNotePosition) 0 Countdown = 5: Now it stops the program. >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.begins = False >>> ScF.countdown = 5 >>> ScF.startSearchAtSlot = 15 >>> ScF.lastNotePosition = 15 >>> ScF.predictedNotePosition = 19 >>> ScF.seconds_recording = 10 >>> prob = 0.8 >>> totalLengthPeriod = 25 >>> time_start = time() >>> exitType = ScF.updatePosition(prob, totalLengthPeriod, time_start) >>> print(exitType) countdownExceeded Frr z COUNTDOWN = 5countdownExceededgffffff?z!Silence or noise at the beginning5consecutiveCountdownsBeginning) r"rrrrpredictNextNotePositionrr(rrr1)r)rYrXrPrZr' totalSecondss r*rMzScoreFollower.updatePositionsP{{~~")-)>)>&"&&:"5-1-I-I%.8*JG1$ DFZ$784;Q;QQ -1-I-I%|.5*@=1$ DFZ$784;Q;QQ -1-I-I%|.5*631$(,%)-&-1^^**)1$)*%)*&-.*''8.cz()%)*&''(KL# ~~"<r,cy)z Returns the index of the first element on the screen right now. Doesn't work. (maybe it's not necessary) r)r)s r*getFirstSlotOnScreenz"ScoreFollower.getFirstSlotOnScreens r,c||z|jz }d}d}||kr4||j|j|zjz}|dz}||kr4t ||jz}|S)aF It predicts the position in which the first note of the following recording note should start, taking into account the processing time of the computer. It has two inputs: totalLengthPeriod, that is the number of pulses or beats in the recorded audio, and totalSeconds, that is the length in seconds of the processing time. It returns a number with the position of the predicted note in the score. >>> from time import time >>> from music21.audioSearch import scoreFollower >>> scNotes = corpus.parse('luca/gloria').parts[0].flatten().notes.stream() >>> ScF = scoreFollower.ScoreFollower(scoreStream=scNotes) >>> ScF.scoreNotesOnly = ScF.scoreStream.flatten().notesAndRests >>> ScF.lastNotePosition = 14 >>> ScF.seconds_recording = 10.0 >>> totalLengthPeriod = 8 >>> totalSeconds = 2.0 >>> predictedStartPosition = ScF.predictNextNotePosition( ... totalLengthPeriod, totalSeconds) >>> print(predictedStartPosition) 18 rr )r(rr quarterLengthint)r)rXri extraLength middleRhythmslotspredictedStartingNotePositions r*rhz%ScoreFollower.predictNextNotePositions4(,69O9OO  [('$*=*=%%-+//<}=LAIE[(),ED4I4I,I(J%,,r,c :ddlm}tt|j j }g}g}g} d} tt j|dz} tt j| dz } | dk(rd} nCtt jt|| z t j| | z z } t| D]v}||| zdz|| z|zdz}tj|}t|}|j|| zdz| j|||_|j|xtj |j j j|}|t||z | z dz kDr+t||z | z dz }d} t"j%d|j'|||||j(|j*|j,\}|_d}t||j}|j.dur9|j0d kr*t"j%d |xj(dzc_|j(dk7rd}n||j2}tj4|j j j|}tj6|j j j|}tj8|j j j|}tt||D]}||||j:z}|j(dk(r|j0dk(r ||| |z}|||| fS) Nrr6Fg?rdr TzLAST PART OF THE SCORErfzAll rest period)r@r7rorIrrmathceilfloorrangerrJrappendidrapproximateNoteSearchWeightedrr1decisionProcessrrrr$r matchProbabilityapproximateNoteSearchapproximateNoteSearchNoRhythmapproximateNoteSearchOnlyRhythmrn)r)r rWnotePredictionrr7 tn_recording totScores beginningData lengthDatar tn_windowhop iterationsr`rVr;r^ listOfPartsposition totalLengthnumberprobabilityHitunused_listOfParts2unused_listOfParts3unused_listOfParts4s r*rLzScoreFollower.matchingNotess` (3/779GGHI      ,"456 $))IM*+ !8Jdjj[)9C)?@#yyS9:;Jz"A!!c'A+a#g .Dq.HIGkk'*Gq6D  S1 -   l +GJ   W %#::  $ $ & 4 4 ; ; =yJ  C ,|;cAAE E - #>     NN      $  $. [*--.    %$*C*Ca*G  # #$5 6 NNa N >>Q N(2CCN$::  $ $ & 4 4 ; ; =yJ$BB  $ $ & 4 4 ; ; =yJ$DD  $ $ & 4 4 ; ; =yJs9V,-.A% &(9!(<(J(JJK/ >>Q 4#<#<#A,V4z&7II ,nlJJr,)N)FFg.@N) __name__ __module__ __qualname__r+r4r0rHrMrlrhrLrkr,r*r r sB&@ )Bsj**Xtl#-JVKr,r ceZdZdZy) TestExternalcddlm}|jdjdj j }t |}|jdddy) Nr)corpusz luca/gloria)r FTg$@)r2r&r3)r@rparsepartsrrr r4)r)rr;ScFs r*xtestRunScoreFollowerz"TestExternal.xtestRunScoreFollower<sL",,}-33A6>>@NN0 %dCr,N)rrrrrkr,r*rr:sDr,r__main__) __future__rrurunittestr@rrrr Environmentrr TestCaserrmainTestrkr,r*rsw# &{&&'BC ZKZK@D8$$D zG\"r,