​

let video;

let poseNet;

let pose;

let skeleton;

let song;

​

let brain;

let poseLabel = "J";

let poseResult = " ";

​

function setup() {

  song = loadSound('assets/staying_alive30.mp3')

  song2 = loadSound('assets/just_do_it.mp3')

  createCanvas(640, 480);

  video = createCapture(VIDEO);

  video.hide();

  poseNet = ml5.poseNet(video, modelLoaded);

  poseNet.on('pose', gotPoses);

​

  let options = {

    inputs: 34,

    outputs: 4,

    task: 'classification',

    debug: true

  }

  brain = ml5.neuralNetwork(options);

  const modelInfo = {

    model: 'model/model.json',

    metadata: 'model/model_meta.json',

    weights: 'model/model.weights.bin',

  };

  brain.load(modelInfo, brainLoaded);

}

​

function brainLoaded() {

  console.log('pose classification ready!');

  classifyPose();

}

​

function classifyPose() {

  if (pose) {

    let inputs = [];

    for (let i = 0; i < pose.keypoints.length; i++) {

      let x = pose.keypoints[i].position.x;

      let y = pose.keypoints[i].position.y;

      inputs.push(x);

      inputs.push(y);

    }

    brain.classify(inputs, gotResult);

  } else {

    setTimeout(classifyPose, 100);

  }

}

​

function gotResult(error, results) {

  if (results[0].confidence > 0.75) {

    poseLabel = results[0].label.toUpperCase();

  }

  if (poseLabel == 'J'){

    poseResult = "Just do it";

  }

  else if (poseLabel == 'T') {

    poseResult = "Stayin Alive";

  }

  else if (poseLabel == 'C') {

    poseResult = "Superman";

  }

  console.log(poseLabel);

  //console.log(results[0].confidence);

  classifyPose();

}

​

​

function gotPoses(poses) {

  if (poses.length > 0) {

    pose = poses[0].pose;

    skeleton = poses[0].skeleton;

  }

}

​

function modelLoaded() {

  console.log('poseNet ready');

}

​

function mousePressed() {

  if (song.isPlaying()) {

    // .isPlaying() returns a boolean

    song.stop();

    background(255, 0, 0);

  } else {

    song.play();

    background(0, 255, 0);

  }

}

​

function keyPressed() {

  if (keyCode === LEFT_ARROW) {

    if (song2.isPlaying()) {

    // .isPlaying() returns a boolean

    song2.stop();

    background(255, 0, 0);

  } else {

    song2.play();

    background(0, 255, 0);

    }

}

}

​

function draw() {

  push();

  translate(video.width, 0);

  scale(-1, 1);

  image(video, 0, 0, video.width, video.height);

​

  if (pose) {

    for (let i = 0; i < skeleton.length; i++) {

      let a = skeleton[i][0];

      let b = skeleton[i][1];

      strokeWeight(2);

      stroke(0);

​

      line(a.position.x, a.position.y, b.position.x, b.position.y);

    }

    for (let i = 0; i < pose.keypoints.length; i++) {

      let x = pose.keypoints[i].position.x;

      let y = pose.keypoints[i].position.y;

      fill(0);

      stroke(255);

      ellipse(x, y, 16, 16);

    }

  }

  pop();

​

  fill(255, 255, 0);

  noStroke();

  textSize(24);

  textAlign(CENTER, CENTER);

  text(poseResult, width / 2, height / 2);

}