BitLit_test1/BitLit_main.py

"""
Voice to text to poem to speech
Credits: Michel, Lauren, Thomas
"""

# https://pythonprogramminglanguage.com/text-to-speech/
## cmd 1::::  sudo pip install gTTS
## cmd 2::::  sudo pip install pyttsx
import sys
from gtts import gTTS  ## Packages for Text to voice
import os


import numpy as np
import re
import random
import pyglet
import json
import time
import datetime
import hashlib
import tempfile
import glob
from logger import logger

from snowboydecoder import play_ding, play_dong

import speech_recognition as sr  ## Packages for voice recognizer
for index, name in enumerate(sr.Microphone.list_microphone_names()):
    logger.debug("Microphone with name \"{1}\" found for `Microphone(device_index={0})`".format(index, name))

from poem_generator import poem

DEBUG = True

snowboy_configuration = ('./snowboy', glob.glob('hotwords/*'))

# Load credentials
try:
    GOOGLE_CLOUD_SPEECH_CREDENTIALS = open("secrets/google_cloud_credentials.json").read()
except:
    print('you should place google cloud json credentials at "secrets/google_cloud_credentials.json", make sure you enable the speech recognition api')
    GOOGLE_CLOUD_SPEECH_CREDENTIALS = None


def play_mp3(mp3_file):
    """Play mp3 file with pyglet."""
    source = pyglet.media.load(filename=mp3_file, streaming=False)
    logger.debug('playing %s second file')
    source.play()
    time.sleep(source.duration + 2)  # must be a better way to wait untill the media has played

def cache_gtts(text, lang="en-nz", cache_file=None):
    """
    Cache calls to gtts.
    
    Saves each to a temporary file

    languages 
      en-au: English (Australia)
        en-ca: English (Canada)
        en-gb: English (UK)
        en-gh: English (Ghana)
        en-ie: English (Ireland)
        en-in: English (India)
        en-ng: English (Nigeria)
        en-nz: English (New Zealand)
        en-ph: English (Philippines)
        en-tz: English (Tanzania)
        en-uk: English (UK)
        en-us: English (US)
        en-za: English (South Africa)
        en: English

    """
    logger.info('%s say: %s', lang, text)
    if not cache_file:
        hash_filename = hashlib.md5(text.encode()).hexdigest() + lang + '.mp3'
        cache_file = os.path.join(tempfile.gettempdir(), hash_filename)
    if not os.path.isfile(cache_file):
        tts = gTTS(text=text, lang=lang)
        tts.save(cache_file)
    return cache_file

def speak(text, lang="en-nz", cache_file=None):
    mp3_file = cache_gtts(text, lang=lang, cache_file=cache_file)
    play_mp3(mp3_file)

def record_audio(audio, output_file, play=False):
    # write audio to a WAV file for debugging
    with open(output_file, "wb") as f:
        f.write(audio.get_flac_data())
    logger.info('recorded %s s. Saved as %s', len(audio.frame_data)/audio.sample_rate, output_file)
    if play:
        speak("DEBUG: I recorded the following")
        play_mp3(output_file)


def generate_poem():

    if DEBUG:
        speak("I'm in debug mode")


    ############ AUDIO CONVERSION TO TEST
    play_dong()
    t0 = time.time()
    r = sr.Recognizer()

    speak("Hi I'm bit-lit. Silence Humans. I must calibrate the microphone. I will ding when I am finished")
    time.sleep(2)
    with sr.Microphone() as source:
        logger.debug('microphone source is %s', source)
        r.adjust_for_ambient_noise(source, duration=2) 
    r.energy_threshold = max(r.energy_threshold, 50)
    r.energy_threshold = min(r.energy_threshold, 500)

    logger.info('calibrate mic energy_threshold to %s', r.energy_threshold)
    play_dong()

    while True:
        speak('When you want me to make a poem say "Hi BitLit" or Alexa or Snowboy')
        play_ding()
        with sr.Microphone() as source:
            audio_hotword = r.listen(source, snowboy_configuration=snowboy_configuration)
        if DEBUG:
            record_audio(audio_hotword, "outputs/hotword-results.flac", play=DEBUG)
        play_dong()

        speak(text="Hi! My Name is BIT-LIT. Please speak some ideas for a poem after the bing. You have 20 seconds.")

        play_ding()
        with sr.Microphone() as source:
            audio = r.record(source, duration=20)
        play_dong()

        # write audio to a WAV file for debugging
        if DEBUG:
            record_audio(audio, "outputs/record-results.flac", play=DEBUG)

        logger.debug('done recording %s', time.time())
        logger.info('recorded %s s', len(audio.frame_data)/audio.sample_rate)

        speak(text="THANK YOU! GIVE ME A MINUTE TO GENERATE AND READ YOUR POEM")

        t1 = time.time()
        logger.debug('listen took %s', t1 - t0)

        try:
            logger.debug("using google speech to text...")
            USER_INPUT = r.recognize_google_cloud(audio, credentials_json=GOOGLE_CLOUD_SPEECH_CREDENTIALS)
            logger.info("Google thinks you said: " + USER_INPUT)
        except sr.UnknownValueError as e:
            logger.error("Could not understand audio. {}".format(e))
            speak("I could not understand that audio")
            continue 
        except sr.RequestError as e:
            logger.error("Could not request results; {0}".format(e))
            speak("I'm sorry I could not communicate with the speech to _text the internet'")
            continue

        t1b = time.time()
        logger.debug('transcribe took %s', t1b - t1)

        if DEBUG:
            speak('DEBUG: I think you said %s' % USER_INPUT)

        # Generate poem from user seed
        text_generated, rhymes = poem(USER_INPUT)
        t2 = time.time()
        logger.info("rhymes: %s", rhymes)
        logger.info("ML POEM is: %s", text_generated)
        logger.debug('poem and rhyme generation took %s', t2 - t1)

        if DEBUG:
            speak('DEBUG: your rhymes are '+ ' '.join(rhymes))

        # FEED POEM TO TRANSCRIBER
        cache_file = "outputs/BitLit_last_poem.mp3"
        tts = gTTS(text=text, lang=lang)
        tts.save(cache_file)
        play_mp3(cache_file)

        if random.random()>0.90:
            speak(text="THANK YOU!")
        else:
            speak(text="THANK YOU PUNY HUMANS.")

        ######
        t3 = time.time()
        logger.debug('Poem to speech took %s', t3 - t2)
        logger.debug("Total time spent is about: %s seconds", np.round(t3 - t0))

        play_ding()


if __name__ == "__main__":
    generate_poem()