Search code examples
iosswift3avaudioengine

Stop recording after silence of X seconds


I am implementing following tutorial: Speech To Text

I am recording audio using AVAudioEngine and using SFSpeechRecognizer to implement speech to text. Here the tutorial guides the speech to text using a button which starts and stop recording.

I am starting recording at viewDidAppear when the application gets the permission. But I can't find any way to stop recording after some seconds of silence. Following is my code:

import UIKit
import Speech

public class ViewController: UIViewController, SFSpeechRecognizerDelegate {
// MARK: Properties

private let speechRecognizer = SFSpeechRecognizer(locale: Locale(identifier: "en-US"))!

private var recognitionRequest: SFSpeechAudioBufferRecognitionRequest?

private var recognitionTask: SFSpeechRecognitionTask?

private let audioEngine = AVAudioEngine()

@IBOutlet var textView : UILabel!

@IBOutlet var recordButton : UIButton!


public override func viewDidLoad() {
    super.viewDidLoad()

    recordButton.isEnabled = false
}

override public func viewDidAppear(_ animated: Bool) {
    speechRecognizer.delegate = self

    SFSpeechRecognizer.requestAuthorization { authStatus in
        /*
         The callback may not be called on the main thread. Add an
         operation to the main queue to update the record button's state.
         */
        OperationQueue.main.addOperation {
            switch authStatus {
            case .authorized:
                self.recordButton.isEnabled = true
                try! self.startRecording()
                self.recordButton.setTitle("Stop recording", for: [])


            case .denied:
                self.recordButton.isEnabled = false
                self.recordButton.setTitle(
                    "User denied access to speech recognition", 
                    for: .disabled
                )

            case .restricted:
                self.recordButton.isEnabled = false
                self.recordButton.setTitle(
                    "Speech recognition restricted on this device", 
                    for: .disabled
                )

            case .notDetermined:
                self.recordButton.isEnabled = false
                self.recordButton.setTitle(
                    "Speech recognition not yet authorized", 
                    for: .disabled
                )
            }
        }
    }
}

@IBAction func recordButtonTapped() {
    if audioEngine.isRunning {
        audioEngine.stop()
        recognitionRequest?.endAudio()
        recordButton.isEnabled = false
        recordButton.setTitle("Start Recording", for: [])
    } else {
        try! startRecording()
        recordButton.setTitle("Stop recording", for: [])
    }
}

private func startRecording() throws {

    // Cancel the previous task if it's running.
    if let recognitionTask = recognitionTask {
        recognitionTask.cancel()
        self.recognitionTask = nil
    }

    let audioSession = AVAudioSession.sharedInstance()
    try audioSession.setCategory(AVAudioSessionCategoryRecord)
    try audioSession.setMode(AVAudioSessionModeMeasurement)
    try audioSession.setActive(true, with: .notifyOthersOnDeactivation)

    recognitionRequest = SFSpeechAudioBufferRecognitionRequest()

    guard let inputNode = audioEngine.inputNode else { 
        fatalError("Audio engine has no input node") 
    }
    guard let recognitionRequest = recognitionRequest else { 
        fatalError("Unable to created a SFSpeechAudioBufferRecognitionRequest object") 
    }

    // Configure request so that results are returned before audio 
    // recording is finished
    recognitionRequest.shouldReportPartialResults = true

    // A recognition task represents a speech recognition session.
    // We keep a reference to the task so that it can be cancelled.
    recognitionTask = speechRecognizer.recognitionTask(
        with: recognitionRequest
    ) { result, error in
        var isFinal = false

        if let result = result {
            self.textView.text = result.bestTranscription.formattedString
            isFinal = result.isFinal
        }

        if error != nil || isFinal {
            self.audioEngine.stop()
            inputNode.removeTap(onBus: 0)

            self.recognitionRequest = nil
            self.recognitionTask = nil

            self.recordButton.isEnabled = true
        }
    }

    let recordingFormat = inputNode.outputFormat(forBus: 0)
    inputNode.installTap(
        onBus: 0, 
        bufferSize: 1024,
        format: recordingFormat
    ) { (buffer: AVAudioPCMBuffer, when: AVAudioTime) in
        self.recognitionRequest?.append(buffer)
    }

    audioEngine.prepare()

    try audioEngine.start()

    textView.text = "(Go ahead, I'm listening)"
}

// MARK: SFSpeechRecognizerDelegate

public func speechRecognizer(
    _ speechRecognizer: SFSpeechRecognizer, 
    availabilityDidChange available: Bool
) {
    if available {
        recordButton.isEnabled = true
        recordButton.setTitle("Start Recording", for: [])
    } else {
        recordButton.isEnabled = false
        recordButton.setTitle("Recognition not available", for: .disabled)
    }
}

// MARK: Interface Builder actions


}

The application is working awesome. But I want to implement to stop audioEngine at X seconds of silence.


Solution

  • Maybe use a timer with specified interval and invalidate every time you get a voice input .

    You create one timer that invalidate itself all the time and create a new one on top of it while the user speaks. when the user stops speaking the time reaches the end and finish

    Example :

    class text {
    var timer:Timer?
       func startRecording() { createTimer(4) }
    
       func whileRecording() { createTimer(1) }
    
       func createTimer(_ interval:Double) {
           timer?.invalidate()
           timer =   Timer.scheduledTimer(withTimeInterval: interval, repeats: false) { (_) in
               if self.audioEngine.isRunning {
                   self.stopRecording()
               }
           }
       }
    
    }