// https://makeabilitylab.github.io/physcomp/communication/p5js-serial

// 

// By Jon E. Froehlich

// @jonfroehlich

// http://makeabilitylab.io/

//

​

​

let pHtmlMsg;

let serialOptions = { baudRate: 115200  };

let serial;

​

let video;

let poseNet;

let currentPoses;

function setup() {

  createCanvas(640, 480);

​

  // Setup Web Serial using serial.js

  serial = new Serial();

  serial.on(SerialEvents.CONNECTION_OPENED, onSerialConnectionOpened);

  serial.on(SerialEvents.CONNECTION_CLOSED, onSerialConnectionClosed);

  serial.on(SerialEvents.DATA_RECEIVED, onSerialDataReceived);

  serial.on(SerialEvents.ERROR_OCCURRED, onSerialErrorOccurred);

​

  // If we have previously approved ports, attempt to connect with them

  serial.autoConnectAndOpenPreviouslyApprovedPort(serialOptions);

​

  // Add in a lil <p> element to provide messages. This is optional

  pHtmlMsg = createP("Click anywhere on this page to open the serial connection dialog");

  pHtmlMsg.style('color', 'white');

  // ml5js PoseNet initialization

  video = createCapture(VIDEO);

  video.hide(); // hide raw video (feel free to comment in/out to see effect)

  poseNet = ml5.poseNet(video, onPoseNetModelReady); //call onPoseNetModelReady when ready

  poseNet.on('pose', onPoseDetected); // call onPoseDetected when pose detected

}

​

/**

 * Callback function called by ml5.js PoseNet when the PoseNet model is ready

 * Will be called once and only once

 */

function onPoseNetModelReady() {

  print("The PoseNet model is ready...");

}

​

/**

 * Callback function called by ml5.js PoseNet when a pose has been detected

 */

function onPoseDetected(poses) {

  print("On new poses detected!");

  currentPoses = poses;

  if(currentPoses){

    print("We found " + currentPoses.length + " humans");

  }

}

​

function draw() {

  background(100);

  textSize(20);

  fill(255);

  noStroke();

  textAlign(CENTER);

  if(currentPoses){

    let strHuman = " human";

    if(currentPoses.length > 1){

      strHuman += 's';

    }

    text("We found " + currentPoses.length + strHuman, width / 2, height / 2);

  }

}

​

/**

 * Callback function by serial.js when there is an error on web serial

 * 

 * @param {} eventSender 

 */

 function onSerialErrorOccurred(eventSender, error) {

  console.log("onSerialErrorOccurred", error);

  pHtmlMsg.html(error);

}

​

/**

 * Callback function by serial.js when web serial connection is opened

 * 

 * @param {} eventSender 

 */

function onSerialConnectionOpened(eventSender) {

  console.log("onSerialConnectionOpened");

  pHtmlMsg.html("Serial connection opened successfully");

}

​

/**

 * Callback function by serial.js when web serial connection is closed

 * 

 * @param {} eventSender 

 */

function onSerialConnectionClosed(eventSender) {

  console.log("onSerialConnectionClosed");

  pHtmlMsg.html("onSerialConnectionClosed");

}

​

/**

 * Callback function serial.js when new web serial data is received

 * 

 * @param {*} eventSender 

 * @param {String} newData new data received over serial

 */

function onSerialDataReceived(eventSender, newData) {

  console.log("onSerialDataReceived", newData);

  pHtmlMsg.html("onSerialDataReceived: " + newData);

}

​

/**

 * Called automatically by the browser through p5.js when mouse clicked

 */

function mouseClicked() {

  if (!serial.isOpen()) {

    serial.connectAndOpen(null, serialOptions);

  }

}