​

var modelUsed;

var video;

var loaded;

​

var downCanvas;

var result="";

var definition="Let's try to find the instrument you are looking at !";

// Definition and result are split in order to have two text styles.

​

// main function :

​

function setup() {

  createCanvas(500,500).parent('canvasposition');

  mobilenet.load().then(modelLoaded);

  video = createCapture(VIDEO);

  video.size(400,300);

  video.hide();

  downCanvas = createGraphics(400, 100);

  button=createButton("Take a picture").parent('canvasposition');

  button.mousePressed(btnClicked);

}

​

// Function to do the classification 

function classifyDone(res){

  //print(res);

  //createP("Model detected a <b>" + res[0].className + "</b> with a confidence of <b>"+ res[0].probability + "</b>");

  if (res[0].className == "oboe, hautboy, hautbois") {

    //createP("<b>This is a oboe. Do you know it?</b>"); 

    result="This an oboe !";

    definition ="An instrument of the wood family."+'\n'+"Listen to Gabriel's oboe by Moricone.";

  }

  else if (res[0].className == "violin, fiddle") {

    result="This a violin !";

    definition ="An instrument of the string family."+'\n'+"Listen to Paganini's twenty-fourth caprice";

  }

   else if (res[0].className == "cello, violoncello") {

     result="This a cello !";

     definition ="An instrument of the string family."+'\n'+"Listen the Swan of Saint-Saëns.";

  }

  else if (res[0].className == "cornet, horn, trumpet, trump") {

    result="This a trumpet !";

    definition ="An instrument of the brass family."+'\n'+"Listen to Aïda's trumpets by Verdi.";

  }

   else if (res[0].className == "French horn, horn") {

     result="This a horn !";

     definition ="An instrument of the brass family."+'\n'+"Watch Young Frankenstein by Mel Brooks.";

   }

  else if (res[0].className == "trombone") {

    result="This a trombone!";

    definition ="An instrument of the brass family."+'\n'+"Listen to the Imperial March by John Williams.";

  }

  else if (res[0].className == "flute, transverse flute") {

    result="This a flute !";

    definition ="An instrument of the wood family."+'\n'+"Listen the Pavane by Gabriel Fauré.";

   }

  else {

    result='...';

    definition="No instrument found, take it again !";

  }

}

​

function modelLoaded(net){

  modelUsed = net;

  loaded=true;

  print("Model loaded"); 

}

​

function btnClicked() {

  image(video,50 , 50, 400, 300);

    if(loaded==true){

    modelUsed.classify(video.elt).then(classifyDone);

    } 

}

​

function draw() {

    drawDownCanvas();

    image(downCanvas, 50, 350,400,100);

}

​

function drawDownCanvas() {

    downCanvas.background(255,255,255);

    downCanvas.fill(0, 0, 0);

    downCanvas.textSize(25);

    downCanvas.text(result, 25, 25);

    downCanvas.textSize(15);

    downCanvas.text(definition,25, 50);

}