// TALK TO FISH

// ===========================================

// based on code from:

// https://thecodingtrain.com/tracks/ml5js-beginners-guide/ml5/facemesh

// https://youtu.be/R5UZsIwPbJA

​

let video;

let faceMesh;

let faces = [];

​

let handPose;

let hands = [];

​

let thinking = false;

let telepathyCircles = [];

let lastCircleMade = -1;

​

let state = "NOTHING"; // CIRCLE

​

function preload() {

  // Load the face mesh model and the gum image

  faceMesh = ml5.faceMesh({ maxFaces: 1, flipped: true });

  // Initialize HandPose model with flipped video input

  handPose = ml5.handPose({ flipped: true });

}

​

function mousePressed() {

  console.log(faces);

  console.log(hands);

}

​

function gotFaces(results) {

  // Update the faces array with the detected faces

  faces = results;

}

function gotHands(results) {

  hands = results;

}

​

function setup() { 

  createCanvas(800, 450);

  var constraints = {

    audio: false,

    video: {

      mandatory: {

        minWidth: 800,

        minHeight: 450

      }

    }

  };

  // Capture video from webcam, flipped horizontally

  video = createCapture(constraints, { flipped: true });

  video.hide();

​

  // Start detecting faces from the video

  faceMesh.detectStart(video, gotFaces);

  // Start detecting hands

  handPose.detectStart(video, gotHands);

​

}

​

​

function draw() {

  background(0);

​

  // Display the webcam video

  image(video, 0, 0);

​

  //if (faces.length == 0 || hands.length == 0) {

  //  lastCircleMade = -1;

  //}

  // // Draw temples

  // if (faces.length > 0) {

  //   fill(255, 0, 255);

  //   circle(faces[0].keypoints[68].x, faces[0].keypoints[68].y, 16);

  //   fill(255, 255, 0);

  //   circle(faces[0].keypoints[298].x, faces[0].keypoints[298].y, 16);

  // }

  // // Draw fingertips

  // if (hands.length > 0) {

  //   for (let hand of hands) {

  //     // Loop through keypoints and draw circles

  //     let keypoint = hand.index_finger_tip;

  //     // Color-code based on left or right hand

  //     if (hand.handedness == "Left") {

  //       fill(255, 0, 255);

  //     } else {

  //       fill(255, 255, 0);

  //     }

  //     noStroke();

  //     circle(keypoint.x, keypoint.y, 16);

  //   }

  // }

  //Determine if fingertip is on temple (i.e. thinking)

  thinking = false;

  if (hands.length > 0 && faces.length > 0) {

    for (let hand of hands) {

      let keypoint = hand.index_finger_tip;

      if (hand.handedness == "Left") {

        //Check if on left temple

        let d = dist(keypoint.x, keypoint.y, faces[0].keypoints[68].x, faces[0].keypoints[68].y);

        if (d < 20) { thinking = true; }

      } else {

        //Check if on right temple

        let d = dist(keypoint.x, keypoint.y, faces[0].keypoints[298].x, faces[0].keypoints[298].y);

        if (d < 20) { thinking = true; }        

      }

    }

  }

  // test that we are thinking

  if (thinking) {

​

    if (lastCircleMade == -1 || lastCircleMade > 400) {

      // Little white circle to confirm thinking=true

      // fill(255, 255, 255);

      // noStroke();

      // circle(10, 10, 16);

​

      let noseTip, leftNose, rightNose, foreHead;

      noseTip = faces[0].keypoints[1];

      leftNose = faces[0].keypoints[279];

      rightNose = faces[0].keypoints[49];

      foreHead = faces[0].keypoints[9];

​

      // MIDSECTION OF NOSE IS BACK OF NOSE PERPENDICULAR

      let midpoint = {

        x: (leftNose.x + rightNose.x) / 2,

        y: (leftNose.y + rightNose.y) / 2,

        z: (leftNose.z + rightNose.z) / 2

      };

      let originVector = createVector(

        foreHead.x, 

        foreHead.y, 

        foreHead.z);

​

      let directionVector = createVector(

        noseTip.x - midpoint.x, 

        noseTip.y - midpoint.y, 0);

      //directionVector.normalize();

      let t = new Telepathy(originVector, directionVector);

      telepathyCircles.push(t);

      lastCircleMade = 0;

    } else {

      lastCircleMade += deltaTime;

    }

  } else {

    lastCircleMade = -1;

  }

  for (let i = telepathyCircles.length - 1; i >= 0; i--) {

      telepathyCircles[i].run();

      if (telepathyCircles[i].isDead()) {

        telepathyCircles.splice(i, 1);

      }

  }

}