let poseNet;

let poses = [];

let isPlaying = false;

let keyNum = 0;

​

let tpos,cpos;

​

let smoothf = .14;

​

const squareSize = 160;

​

let smooth_dist = 1;

​

let  prev_pos;

​

let osc, envelope;

​

let triggered = false; // threshold bool

​

let acc_smooth = .4;

let acc_theshold = 40;

​

// for debugging 

let last_trigger_str = "move";

​

​

function setup() {

  createCanvas(320,240);

  video = createCapture(VIDEO);

  video.size(320,240);

​

  // Create a new poseNet method with a single detection

  poseNet = ml5.poseNet(video, 'single', modelReady);

  // This sets up an event that fills the global variable "poses"

  // with an array every time new poses are detected

  poseNet.on('pose', function(results) {

    poses = results;

  });

  // Hide the video element, and just show the canvas

  video.hide();

  tpos = createVector(0,0);

​

    cpos = tpos;

  prev_pos = cpos;

  textAlign(CENTER);

  textStyle(BOLD);

​

  setupSound();

  smooth_acc = createVector(0,0);

}

​

​

function setupSound(){

​

  osc = new p5.SinOsc();

  // Instantiate the envelope

  envelope = new p5.Env();

   // set attackTime, decayTime, sustainRatio, releaseTime

  envelope.setADSR(0.1, 0.8, 0.2, 0.8);

​

  // set attackLevel, releaseLevel

  envelope.setRange(1, 0);

​

​

}

​

​

​

let smooth_acc;

​

function modelReady() {

 // select('#status').html('Model Loaded');

  osc.start();

   playNote(180);

}

​

function draw() {

   let diff_v = createVector(0,0); //cpos.sub(prev_pos);

  diff_v.x = cpos.x - tpos.x;

  diff_v.y = cpos.y - tpos.y;

  // Flip the video from left to right, mirror the video

  translate(width, 0)

   scale(-1, 1);

  background(44);

  image(video, 0, 0 );

​

  let tdisti = dist(cpos.x,cpos.y,tpos.x,tpos.y)*.4+1.;

  smooth_dist = lerp(smooth_dist,tdisti,smoothf);

   ellipse( cpos.x,  cpos.y, 8,8);

  // We can call both functions to draw all keypoints and the skeletons

  drawKeypoints();

  //drawSkeleton();

  cpos.x = lerp(cpos.x,tpos.x,smoothf);

  cpos.y = lerp(cpos.y,tpos.y,smoothf);

  // rotate(atan2(y2 - y1, x2 - x1));

   prev_pos = cpos;

  let md = 44

  fill(244);

 // rect(width/2,height/4,smooth_acc.mag(),20);

   smooth_acc.x = lerp( smooth_acc.x,-diff_v.x,acc_smooth);

   smooth_acc.y = lerp( smooth_acc.y,-diff_v.y,acc_smooth);

  strokeWeight(8);

  stroke(222);

  line(width/2,height/2,width/2 +  smooth_acc.x,height/2+         smooth_acc.y);

  noStroke();

  if(smooth_acc.mag() > acc_theshold && !triggered  ){

    triggered=true;

     let a = atan2(smooth_acc.x,smooth_acc.y);

      playNote(193+a*200);

    last_trigger_str = round(a*100);

  }

  if(smooth_acc.mag() < acc_theshold/10 && triggered){

    triggered=false;

  }

  textSize(24);

  text(last_trigger_str,width/2,height/3);

}

​

​

​

​

// A function to draw ellipses over the detected keypoints

function drawKeypoints()  {

  // Loop through all the poses detected

  for (let i = 0; i < poses.length; i++) {

    // For each pose detected, loop through all the keypoints

    let pose = poses[i].pose;

    for (let j = 0; j < pose.keypoints.length; j++) {

      // A keypoint is an object describing a body part (like rightArm or leftShoulder)

      let keypoint = pose.keypoints[j];

      // Only draw an ellipse is the pose probability is bigger than 0.2

      if (keypoint.score > 0.2) {

        fill(0, 0, 255);

        noStroke();

        //ellipse(keypoint.position.x, keypoint.position.y, 2, 2);

      }

      // keypoint[0] is the nose point

      // Only check the first pose

      if (i === 0 && j === 0) {

        tpos = createVector(keypoint.position.x, keypoint.position.y);

      }

    }

  }

}

​

​

// A function to draw the skeletons

function drawSkeleton() {

  // Loop through all the skeletons detected

  for (let i = 0; i < poses.length; i++) {

    let skeleton = poses[i].skeleton;

    // For every skeleton, loop through all body connections

    for (let j = 0; j < skeleton.length; j++) {

      let partA = skeleton[j][0];

      let partB = skeleton[j][1];

      stroke(0, 0, 255);

      line(partA.position.x, partA.position.y, partB.position.x, partB.position.y);

    }

  }

}

​

​

​

​

function playNote(_f){

​

    osc.freq(_f);

​

    envelope.play(osc, 0, 0.1);

​

​

​

}

​