// https://github.com/tensorflow/tfjs-models/tree/master/body-segmentation

// https://github.com/tensorflow/tfjs-models/tree/master/body-segmentation/src/body_pix

// Demo: https://storage.googleapis.com/tfjs-models/demos/body-pix/index.html

​

let cam;

let pose;

let segmenter;

​

let segmentationData = [];

​

function setup() {

  createCanvas(640, 480);

  background(0);

​

  cam = createCapture(VIDEO, camReady);

  cam.size(640, 480);

  cam.hide();

}

​

function draw() {

  background(0);

​

  //image(cam, 0, 0);

​

  noStroke();

  fill(255);

  let gridSize = 10;

  cam.loadPixels();

  for (let y = 0; y < cam.height; y += gridSize) {

    for (let x = 0; x < cam.width; x += gridSize) {

      let index = (x + y * cam.width) * 4;

      let r = cam.pixels[index + 0];

      let g = cam.pixels[index + 1];

      let b = cam.pixels[index + 2];

​

      let bodyPart = segmentationData[index];

      if (bodyPart == 0 || bodyPart == 1 || bodyPart == 12 || bodyPart == 13) {

        // if the body part is the left face, right face, torso front or torso back,

        let shapeSize = 20;

        noStroke();

        fill(r, g, b);

        beginShape();

        vertex(

          x + random(-shapeSize, shapeSize),

          y + random(-shapeSize, shapeSize)

        );

        vertex(

          x + random(-shapeSize, shapeSize),

          y + random(-shapeSize, shapeSize)

        );

        vertex(

          x + random(-shapeSize, shapeSize),

          y + random(-shapeSize, shapeSize)

        );

        endShape(CLOSE);

      }

    }

  }

}

​

function camReady() {

  console.log("Webcam Ready!");

  loadBodySegmentationModel();

}

​

async function loadBodySegmentationModel() {

  const model = bodySegmentation.SupportedModels.BodyPix;

  const segmenterConfig = {

    architecture: "ResNet50",

    outputStride: 32,

    quantBytes: 2,

  };

  segmenter = await bodySegmentation.createSegmenter(model, segmenterConfig);

  console.log("Model Loaded!");

​

  // initiate the segmentation

  getSegmentation();

}

​

async function getSegmentation() {

  const segmentationConfig = {

    multiSegmentation: true,

    segmentBodyParts: true,

  };

  const segmentation = await segmenter.segmentPeople(

    cam.elt,

    segmentationConfig

  );

​

  if (segmentation.length > 0) {

    let result = await segmentation[0].mask.toImageData();

    segmentationData = result.data;

  }

​

  // repeat the segmentation

  getSegmentation();

}

​

// https://github.com/tensorflow/tfjs-models/tree/master/body-segmentation/src/body_pix

// take a look at the index of body parts

/*

PartId  PartName

-1      (no body part)

0       left_face

1       right_face

2       left_upper_arm_front

3       left_upper_arm_back

4       right_upper_arm_front

5       right_upper_arm_back

6       left_lower_arm_front

7       left_lower_arm_back

8       right_lower_arm_front

9       right_lower_arm_back

10      left_hand

11      right_hand

12      torso_front

13      torso_back

14      left_upper_leg_front

15      left_upper_leg_back

16      right_upper_leg_front

17      right_upper_leg_back

18      left_lower_leg_front

19      left_lower_leg_back

20      right_lower_leg_front

21      right_lower_leg_back

22      left_foot

23      right_foot

*/

​