let robotX, robotY;

let img1;

let title;

let speechRec;

​

function preload(){

  img1=loadImage("img.png")

  title=loadImage("title.png")

  speakImg=loadImage("speak.png")

}

​

function setup() {

  createCanvas(600, 400);

  robotX = 460;

  robotY = 195;

  let lang = navigator.language || "en-US";

  speechRec = new p5.SpeechRec(lang, gotSpeech);

  let speech = new p5.Speech();

  //Checks for the end of text-to-speech conversion

  speech.onEnd = () => {

    isSpeaking = false;

    let continuous = true;

    let interim = false;

    speechRec.start(continuous, interim);

  };

  isSpeaking = true;

  speech.speak('Hi there!,This is your walking buddy. Join me to explore the world on foot. Use the commands Right, Left, Forward, Backward and Stop to navigate the directions. Finally, remember to stop when you hear the siren.')

​

  function gotSpeech() {

    console,log("Speech")

    if (speechRec.resultValue) {

      createP(speechRec.resultString);

      //Conditions to detect the direction command

      if (speechRec.resultString.toLowerCase().includes("right")) {

        dir = 1;

      } else if (speechRec.resultString.toLowerCase().includes("left")) {

        dir = 2;

      } else if (speechRec.resultString.toLowerCase().includes("forward")) {

        dir = 3;

      } else if (speechRec.resultString.toLowerCase().includes("backward")) {

        dir = 4;

      } else if (speechRec.resultString.toLowerCase().includes("stop")) {

        dir = 0;

      }

    }

  }

}

​

function draw() {

  stroke(0);

  background("rgb(244,227,68)");

  image(img1,30,140,170,260)

  image(title,30,20,300,180)

  fill(146,196,248)

  rect(340,40,240,310)

  fill(0);

  ellipse(robotX, robotY, 20, 20);

  fill(255);

  textSize(15);

​

  if (!serialActive) {

    text("Press Space Bar to select Serial Port", 340, 380);

  } else {

    text("Connected", 3400, 380);

  }

  if (dir == 1) {

    stroke(255, 0, 0); // Red stroke for right

  } else if (dir == 2) {

    stroke(0, 255, 0); // Green stroke for left

  } else if (dir == 3) {

    stroke(0, 0, 255); // Blue stroke for forward

  } else if (dir == 4) {

    stroke(255, 255, 0); // Yellow stroke for backward

  } else {

    noStroke(); // No stroke for stop

  }

  noFill()

  strokeWeight(2)

  ellipse(robotX, robotY, 30, 30);

  if (dir==1 && robotX < width - 40){

    robotX+=0.5

  }

  else if (dir==2 && robotX > 360){

    robotX-=0.5

  }

  else if (dir==3 && robotY > 60){

    robotY-=0.5

  }

  else if (dir==4 && robotY < height-70 ){

    robotY+=0.5

  }

  if (isSpeaking) {

    image(speakImg, 180, 210, 100, 70);

  }

}

​

function keyPressed() {

  if (key == " ") {

    setUpSerial();

  }

}

​

function readSerial(data) {

  ////////////////////////////////////

  //READ FROM ARDUINO HERE

  ////////////////////////////////////

​

  if (data != null) {

    // make sure there is actually a message

    // split the message

   let fromArduino = split(trim(data), ",");

//     // if the right length, then proceed

    if (fromArduino.length == 1) {

    console.log(fromArduino[0]);

   }

    //////////////////////////////////

    //SEND TO ARDUINO HERE (handshake)

    //////////////////////////////////

    console.log(dir);

    let sendToArduino= dir + "\n";

    writeSerial(sendToArduino);

  }

}

​