tesh – Speech

// The speech recognizer
var mySpeechRecognizer;
var mostRecentSpokenWord;
var mostRecentConfidence;
var mostRecentPhrase = [];
var lastTwoWords = ["1", "2"];
var responseArray = [];
var textSource = [];
var txt = "";
 
rm = new RiMarkov(4, true, false);
 
var xshift = 25;
var yshift = 20;
// The speech synthesizer
var myVoiceSynthesizer;
var myVoiceNames = ["Microsoft David Desktop - English (United States)", "Microsoft Zira Desktop - English (United States)", "Google US English", "Google UK English Female", "Google UK English Male", "Google Nederlands", "Google Deustch"];
 
// The RiTa Lexicon
var myRitaLexicon;
var bFoundRhymeWithMostRecentWord = true;
var bWord = true;
var aWordThatRhymesWithMostRecentWord = "";
var arrayOfRhymingWords = [];
var confidenceThresh = 0.3;
var mishearChance = 0.75;
var nonSeqChance = 0.7;
var responsePhrase = "";
 
//Prompts?
var mockArray = ["fuc", "fuk","f***", "f******", "s***", "sniped", "ouch", "oh", "impossible", "died"];
var hypeArray = ["nice", "sick", "sweet", "rad", "yes", "yeah"];
var hypeArray2 = ["I won", "we won", "we win", "sniped them", "did it", "get wrecked", "get rekt", "pretty good"];
 
//Responses
var mockResponseArray = ["you sure did it.", "lol, get rekt!", "scrub", "what, was that.", "delete your account", "time for a different game?", "I've never seen something so terrible."];
var hypeResponseArray = ["hell yes", "nice!", "sweet", "heck yeah", "woah!", "nice job!", "not the best I've seen but definitely not the worst", "pretty damn good!", "great job!", "kickass!"];
var nonseqArray = ["You know what they say,", "Oh that reminds me of how", "Like they always say,", "lol, like I always say,"];
var mishearArray = ["you do what with ", "you what your what?", "what did you just say to me?", "I think your microphones busted.", "you're cutting out!"];
 
//=========================================
function preload() {
  textSource = loadStrings('/addons/1liners.txt');
}
 
//=========================================
function setup() {
	createCanvas(520, 520);
	// Make the speech recognizer
 
	txt = join(textSource, '\n');
 
	rm.loadText(txt);
 
	mostRecentConfidence = 0;
	mostRecentSpokenWord = "";
	initializeMySpeechRecognizer(); 
 
	// Make the speech synthesizer
	myVoiceSynthesizer = new p5.Speech();
	myVoiceSynthesizer.setVoice(random[myVoiceNames]);
	myVoiceSynthesizer.interrupt=true;
 
	// Create the RiTa lexicon (for rhyming)
	myRitaLexicon = new RiLexicon();
}
 
//=========================================
function initializeMySpeechRecognizer(){
	mySpeechRecognizer = new p5.SpeechRec('en-US'); 
 
	mySpeechRecognizer.continuous = true; // do continuous recognition
	mySpeechRecognizer.interimResults = false; // allow partial recognition 
	mySpeechRecognizer.onResult = parseResult; // recognition callback
	mySpeechRecognizer.start(); // start engine
 
	console.log(mySpeechRecognizer);
}
 
//=========================================
function draw() {
	background(27);
 
	// Draw detected speech:
	fill(65);
	rect(xshift,yshift, width-(xshift*2),yshift+40);
	rect(xshift,yshift+70, width-(xshift*2),height-yshift*5.5);
 
	fill(180,215,240);
	textFont("Century Gothic");
	textSize(18);
	textAlign(LEFT);
	text("You entered the lobby..." , xshift+5, yshift*2);
	if(mySpeechRecognizer.resultString != undefined && mySpeechRecognizer.resultString.length <= 50){
		text("You said: \"" + mySpeechRecognizer.resultString + "\"", xshift+5, yshift*3+10); 
 	}
 	else{
 
		text("Say Something! ", xshift+5, yshift*3+10); 
 	}
	//findRhymeWithMostRecentWord();
 
	wordCheck();
	//print(hypeCheck());
	myVoiceSynthesizer.setRate(random(1.05,1.15));
	myVoiceSynthesizer.setPitch(random(0.5,1.45));
	myVoiceSynthesizer.setVoice(random(myVoiceNames));
 
	fill(51,139,213); 
	for(i=0;i<responseArray.length;i++){ text(responseArray[i], xshift+20, 110+(25*i)); } if(millis()%5000 >= 0 && millis()%5000 < 10){
		initializeMySpeechRecognizer();
	}
}
 
//=========================================
function keyPressed(){
	if (key === ' '){
		// Press the spacebar to reinitialize the recognizer.
		// This is helpful in case it freezes up for some reason.
		// If you have a lot of freezes, consider automating this.
		initializeMySpeechRecognizer();
	}
	if (key === 'M'){
		var sentences = rm.generateSentence();
		var rSentences = new RiString(sentences);
		var sentenceWords = rSentences.words();
		var sentencePos = rSentences.pos();
 
		var nonSeqWord = random(mostRecentPhrase);
		var wordSwap = new RiString(nonSeqWord);
		var pos = wordSwap.pos();
 
		for(i=0;i <sentenceWords.length; i++){ if (sentencePos[i] == pos[0]){ sentenceWords[i] = nonSeqWord; break; } } print(RiTa.untokenize(sentenceWords)); bWord = false; wordCheck(); myVoiceSynthesizer.setRate(random(1.05,1.15)); myVoiceSynthesizer.setPitch(random(0.5,1.45)); myVoiceSynthesizer.setVoice(random(myVoiceNames)); } } //========================================= function parseResult() { mostRecentConfidence = mySpeechRecognizer.resultConfidence; lastTwoWords[1] = "1"; lastTwoWords[2] = "2"; if (mostRecentConfidence > confidenceThresh){ // some confidence threshold...
		console.log (mySpeechRecognizer.resultString);
 
		// The Recognition system will often append words into phrases.
		// So the hack here is to only use the last word:
		mostRecentSpokenWord = mySpeechRecognizer.resultString.split(' ').pop();
 
		mostRecentPhrase = mySpeechRecognizer.resultString;
		mostRecentPhrase = RiTa.tokenize(mostRecentPhrase);
		print(mostRecentPhrase);
		print(mostRecentConfidence);
 
		if (mostRecentPhrase.length >= 2){
			lastTwoWords[1] = mostRecentPhrase[mostRecentPhrase.length-2];
			lastTwoWords[2] = mostRecentPhrase[mostRecentPhrase.length-1];
		}
		else if(mostRecentPhrase.length == 1){
			lastTwoWords[1] = "1";
			lastTwoWords[2] = mostRecentPhrase[mostRecentPhrase.length-1];
		}
		else{
			lastTwoWords[1] = "1";
			lastTwoWords[2] = "2";
		}
 
		bWord = false;
	}
}
 
//=========================================
 
function wordCheck(){
	if(bWord == false){
		responsePhrase = "";
 
		if(mostRecentConfidence > confidenceThresh && mostRecentConfidence < 0.7){ //Say statement from response array template responsePhrase = mishearArray[int(random(1,mishearArray.length-1))]; } else if(lastTwoWords[2] != "2"){ //check if should be hyping if(hypeCheck() == true){ hype(); } //check if should be mocking else if(mockCheck() == true){ mock(); } else if(random(1) > nonSeqChance){
				nonSeq();
			}
 
			else if(random(1) > mishearChance){
				mishearWord();
			}
		}
 
		bWord = true;
		if (responsePhrase != ""){
 
			updateTexts()
			myVoiceSynthesizer.speak(responsePhrase);
		}
	}
 
}
 
function mishearWord(){
	var similarWord="";
	var mishearNum = int(random(0,mishearArray.length));
 
	// if at least 1 word
 
	// generate similar word or keep original
	similarWord = lastTwoWords[2];
	if(random(1)<0.75){ similarWord = RiTa.similarBySound(lastTwoWords[2]); similarWord = similarWord[int(random(0,similarWord.length))]; } // Say word along with statement from array if(random(1) > 0.5){
		responsePhrase = ("What? "+similarWord+"??");
	}
	else{
		if (mishearNum > 2){
			responsePhrase = (similarWord+"?? "+mishearArray[mishearNum]);
		}
		else{
			responsePhrase = (mishearArray[mishearNum]+" "+similarWord+"??");
		}
	}
}
 
function hype(){
	var hypeRand = random(1);
	if(hypeRand > .6){
 
		responsePhrase = (random(hypeArray) +"! "+ random(hypeResponseArray)+"!");
	}
 
	else if(hypeRand > .3){
		responsePhrase = (random(hypeArray2) +"! "+ random(hypeResponseArray)+"!");
	}
	else{
		responsePhrase = random(hypeResponseArray);
	}
}
 
function hypeCheck(){
 
	if(lastTwoWords[1]!= "1"){
		for(i=0;i<hypeArray2.length;i++){
			if((lastTwoWords[1]+" "+lastTwoWords[2]) == hypeArray2[i]){
				print(lastTwoWords[1]+" "+lastTwoWords[2]);
				return true
			}
		}
	}
 
	for(i=0;i<hypeArray.length;i++){
		if(lastTwoWords[2] == hypeArray[i]){
			return true
		}
	}
 
	return false
 
}
 
function mock(){
 
	responsePhrase = (random(mockResponseArray));
 
}
 
function mockCheck(){
 
	for(i=0;i<mockArray.length;i++){
		if(lastTwoWords[2] == mockArray[i]){
			return true
		}
	}
 
	return false
}
 
function nonSeq() {
 
	var sentences = rm.generateSentence();
	var rSentences = new RiString(sentences);
	var sentenceWords = rSentences.words();
	var sentencePos = rSentences.pos();
 
	var nonSeqWord = random(mostRecentPhrase);
	var wordSwap = new RiString(nonSeqWord);
	var pos = wordSwap.pos();
	var newSent = "";
 
	for(i=0;i <sentenceWords.length; i++){ if (sentencePos[i] == pos[0]){ sentenceWords[i] = nonSeqWord; responsePhrase = (random(nonseqArray)+" \n"+RiTa.untokenize(sentenceWords)); break; } if(i==sentenceWords.length-1){ responsePhrase = ""; } } } function updateTexts(){ if(responseArray.length > 14){
		responseArray.shift()
	}
	responseArray.push(responsePhrase);
	if(responsePhrase.length>45){
		responseArray.push("");
		if(responseArray.length > 14){
			responseArray.shift()
		}
	}
 
}