let video;

let predictions = [];

let keywords = [];

let mouthOpen = [];

let mouth_was_open = false;

let yaySound, winSound;

let gameOver = false;

let keywordCount = 10;

let diameter = 20; // adjust if necessary for the size of the mouth

​

let courseKeywords = ["בינה מלאכותית", "למידת מכונה", "מודלים גנרטיביים", "פייק מדיה", "אופטימיזציה", "סביבות קוד יצירתי", "ביקורת", "פעולה", "שבירת דברים", "היכרות עם מושגים"];

​

function preload() {

  yaySound = loadSound('https://cdn.freesound.org/previews/273/273747_3375950-lq.mp3');

  winSound = loadSound('https://cdn.freesound.org/previews/518/518305_2402876-lq.mp3');

  faceMesh = ml5.faceMesh(); // Initialize the faceMesh model

}

​

function setup() {

  createCanvas(640, 480);

  video = createCapture(VIDEO);

  video.size(width, height);

  video.hide();

  faceMesh.detect(video, gotFaces); // Start detecting faces

​

  for (let i = 0; i < keywordCount; i++) {

    let keyword = courseKeywords[i % courseKeywords.length];

    let x = random(width);

    let y = -random(height * 2);

    keywords.push({ text: keyword, x: x, y: y, caught: false });

  }

}

​

function draw() {

  background(255);

  // Display the mirrored video feed

  push();

  translate(width, 0);

  scale(-1, 1);

  image(video, 0, 0, width, height);

  pop();

​

  // Draw the keywords

  drawKeywords();

​

  // Check for game over

  if (keywords.length === 0) {

    gameOver = true;

    showGameOver();

  }

}

​

function drawKeywords() {

  textSize(18);

  textAlign(CENTER);

  fill(0);

  noStroke();

​

  keywords.forEach(keyword => {

    let keywordX = width - keyword.x; // Adjust for mirroring when drawing text

    text(keyword.text, keywordX, keyword.y);

​

    keyword.y += 2; // Keywords float up

    if (keyword.y > height) {

      keyword.y = -random(height * 2);

      keyword.x = random(width);

    }

​

    // Check if the keyword is caught by the mouth

    if (!keyword.caught && mouth_was_open && predictions.length > 0) {

      let poly = predictions[0].face; // assuming this gives us the facial keypoints

      if (poly) {

        // Adjust this condition based on how you can check if the point is within the mouth

        if (dist(keyword.x, keyword.y, width / 2, height / 2) < diameter) {

          keyword.caught = true;

          keywords = keywords.filter(k => !k.caught); // Remove caught keywords

          yaySound.play();

        }

      }

    }

  });

}

​

function showGameOver() {

  fill(0);

  textSize(32);

  textAlign(CENTER);

  text('All Keywords Caught!', width / 2, height / 2);

  winSound.play();

  noLoop(); // Stop drawing

}

​

function gotFaces(results) {

  if (results.length > 0) {

    predictions = results;

    let keypoints = results[0].keypoints; // Use the actual property path for keypoints

​

    // Determine if the mouth is open by comparing two keypoints

    let mouthTop = keypoints[13]; // Replace with actual keypoint index for mouth top

    let mouthBottom = keypoints[14]; // Replace with actual keypoint index for mouth bottom

    mouth_was_open = mouthBottom.y - mouthTop.y > 10; // Threshold for mouth open, adjust as needed

  }

}

​