Skip to content

Commit

Permalink
detector updates
Browse files Browse the repository at this point in the history
  • Loading branch information
@d19fe8
d19fe8 committed Jun 28, 2017
1 parent d373f40 commit 38a704e
Show file tree
Hide file tree
Showing 6 changed files with 548 additions and 75 deletions.
209 changes: 157 additions & 52 deletions HTML/Assets/Detectors/Lumilo/Critical_Struggle/critical_struggle.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@ var mailer;
// (initialize these at the bottom of this file, inside of self.onmessage)
var attemptWindow;
var skillLevelsAttempts;
var intervalID;
var onboardSkills;

//declare and/or initialize any other custom global variables for this detector here...
var stepCounter = {};
Expand All @@ -30,18 +32,22 @@ var help_variables = {"lastAction": "null",
"lastHintLength": "",
"lastSenseOfWhatToDo": false
};
var timerId; var timerId2; var timerId3; var timerId4; var timerId5;
var initTime;
//
//[optional] single out TUNABLE PARAMETERS below
var windowSize = 7;
var threshold = 1;
var BKTparams = {p_transit: 0.2,
p_slip: 0.1,
p_guess: 0.2,
p_know: 0.25};
var wheelSpinningAttemptThreshold = 10; //following Beck and Gong's wheel-spinning work
var errorThreshold = 2; //currently arbitrary
var newStepThreshold = 1; //currently arbitrary
var familiarityThreshold = 0.4;
var senseOfWhatToDoThreshold = 0.6;
var hintIsHelpfulPlaceholder = true; //currently a dummy value (assumption that hint is always helpful...)

var seedTime = 25;

//
//###############################
Expand Down Expand Up @@ -247,15 +253,16 @@ function updateHistory(e){

function updateSkillLevelsAttempts(e, rawSkills, currStepCount){
for (var skill in rawSkills) {

if( rawSkills[skill].name in skillLevelsAttempts ){
if(currStepCount==1){
skillLevelsAttempts[rawSkills[skill].name][0] += 1;
if (rawSkills.hasOwnProperty(skill)){
if( skill in skillLevelsAttempts ){
if(currStepCount==1){
skillLevelsAttempts[skill][0] += 1;
}
skillLevelsAttempts[skill][1] = parseFloat(rawSkills[skill]["p_know"]);
}
else{
skillLevelsAttempts[skill] = [1, parseFloat(rawSkills[skill]["p_know"])];
}
skillLevelsAttempts[rawSkills[skill].name][1] = parseFloat(rawSkills[skill].pKnown);
}
else{
skillLevelsAttempts[rawSkills[skill].name] = [1, parseFloat(rawSkills[skill].pKnown)];
}
}
}
Expand All @@ -266,6 +273,7 @@ function detect_wheel_spinning(e, rawSkills, currStepCount){

for (var skill in skillLevelsAttempts) {
if ((skillLevelsAttempts[skill][0] >= 10) && (skillLevelsAttempts[skill][1] < 0.95)){
console.log("is wheel spinning: " + skill.toString() + " " + skillLevelsAttempts[skill].toString());
return true;
}
}
Expand All @@ -281,6 +289,92 @@ function detect_wheel_spinning(e, rawSkills, currStepCount){
//###############################
//

function clone(obj) {
var copy;

// Handle the 3 simple types, and null or undefined
if (null == obj || "object" != typeof obj) return obj;

// Handle Date
if (obj instanceof Date) {
copy = new Date();
copy.setTime(obj.getTime());
return copy;
}

// Handle Array
if (obj instanceof Array) {
copy = [];
for (var i = 0, len = obj.length; i < len; i++) {
copy[i] = clone(obj[i]);
}
return copy;
}

// Handle Object
if (obj instanceof Object) {
copy = {};
for (var attr in obj) {
if (obj.hasOwnProperty(attr)) copy[attr] = clone(obj[attr]);
}
return copy;
}

throw new Error("Unable to copy obj! Its type isn't supported.");
}


function secondsSince(initTime){
var currTime = new Date();
diff = currTime.getTime() - initTime.getTime();
console.log("time elapsed: ", diff/1000);
return (diff / 1000);
}

function checkTimeElapsed(initTime) {
var timeDiff = secondsSince(initTime);
if( timeDiff > (300-seedTime) ){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > 5 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
}
else if( timeDiff > (120-seedTime) ){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > 2 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
}
else if( timeDiff > (60-seedTime) ){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > 1 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
}
else if( timeDiff > (45-seedTime) ){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > 45 s"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
}
else{
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > " + seedTime.toString() + " s"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
}
}



function receive_transaction( e ){
Expand Down Expand Up @@ -310,17 +404,54 @@ function receive_transaction( e ){
help_model_output = "preferred"; //first action in whole tutor is set to "preferred" by default
}

//######## BKT ##########
var currStep = e.data.tutor_data.selection;
for (var i in currSkills){
var skill = currSkills[i];

if(!(currStep in stepCounter)){
if (!(skill in onboardSkills)){ //if this skill has not been encountered before
onboardSkills[skill] = clone(BKTparams);
}

var p_know_tminus1 = onboardSkills[skill]["p_know"];
var p_slip = onboardSkills[skill]["p_slip"];
var p_guess = onboardSkills[skill]["p_guess"];
var p_transit = onboardSkills[skill]["p_transit"];

console.log(onboardSkills[skill]["p_know"]);


if (e.data.tutor_data.action_evaluation.toLowerCase()=="correct"){
var p_know_given_obs = (p_know_tminus1*(1-p_slip))/( (p_know_tminus1*(1-p_slip)) + ((1-p_know_tminus1)*p_guess) );
}
else{
var p_know_given_obs = (p_know_tminus1*p_slip)/( (p_know_tminus1*p_slip) + ((1-p_know_tminus1)*(1-p_guess)) );
}

onboardSkills[skill]["p_know"] = p_know_given_obs + (1 - p_know_given_obs)*p_transit;

//following TutorShop, round down to two decimal places
onboardSkills[skill]["p_know"] = Math.floor(onboardSkills[skill]["p_know"] * 100) / 100;

console.log("engine BKT: ", e.data.tutor_data.skills[0].pKnown);
console.log(onboardSkills[skill]["p_know"]);
}

}


//keep track of num attempts on each step
currStep = e.data.tool_data.selection;
if(currStep in stepCounter){
stepCounter[currStep] += 1;
}
else{
stepCounter[currStep] = 1;
}

//########################

var isWheelSpinning = detect_wheel_spinning(e, rawSkills, stepCounter[currStep]);
var isWheelSpinning = detect_wheel_spinning(e, onboardSkills, stepCounter[currStep]);

attemptWindow.shift();
attemptWindow.push( (help_model_output == "ask teacher for help/try step" || isWheelSpinning) ? 1 : 0 );
Expand All @@ -342,57 +473,24 @@ function receive_transaction( e ){

//custom processing (insert code here)
if (detector_output.value=="0, > 0 s" && (sumAskTeacherForHelp >= threshold)){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.value = "1, > 25 s"
initTime = new Date();
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.value = "1, > " + seedTime.toString() + " s";
detector_output.time = new Date();

timerId = setTimeout(function() {
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.value = "1, > 45 s"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output); },
20000)
timerId2 = setTimeout(function() {
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.value = "1, > 1 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output); },
35000)
timerId3 = setTimeout(function() {
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.value = "1, > 2 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output); },
95000)
timerId4 = setTimeout(function() {
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.value = "1, > 5 min"
detector_output.time = new Date();
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output); },
275000)
intervalID = setInterval( function() { checkTimeElapsed(initTime);} , 3000);

}
else if (detector_output.value!="0, > 0 s" && (sumAskTeacherForHelp >= threshold)){
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.time = new Date();
}
else{
detector_output.value = "0, > 0 s";
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts]);
detector_output.history = JSON.stringify([attemptWindow, skillLevelsAttempts, initTime, onboardSkills]);
detector_output.time = new Date();

clearTimeout(timerId);
clearTimeout(timerId2);
clearTimeout(timerId3);
clearTimeout(timerId4);
clearInterval(intervalID);
}


Expand Down Expand Up @@ -445,6 +543,7 @@ self.onmessage = function ( e ) {
//
attemptWindow = Array.apply(null, Array(windowSize)).map(Number.prototype.valueOf,0);
skillLevelsAttempts = {};
onboardSkills = {};
}
else{
//if the detector history is not empty, you can access it via:
Expand All @@ -455,6 +554,12 @@ self.onmessage = function ( e ) {
var all_history = JSON.parse(detector_output.history);
attemptWindow = all_history[0];
skillLevelsAttempts = all_history[1];
initTime = new Date(all_history[2]);
onboardSkills = all_history[3];

if(detector_output.value!="0, > 0 s"){
intervalID = setInterval( function() { checkTimeElapsed(initTime);} , 3000);
}
}

break;
Expand Down
2 changes: 1 addition & 1 deletion HTML/Assets/Detectors/Lumilo/System_Misuse/system_misuse.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ var timerId; var timerId2; var timerId3; var timerId4; var timerId5;
//[optional] single out TUNABLE PARAMETERS below
var windowSize = 7; //arbitrary: need to tune
var threshold = 1; //arbitrary: need to tune
var errorThreshold = 2; //currently arbitrary
var errorThreshold = 1; //currently arbitrary
var newStepThreshold = 1; //currently arbitrary
var familiarityThreshold = 0.4;
var senseOfWhatToDoThreshold = 0.6;
Expand Down
28 changes: 13 additions & 15 deletions HTML/Assets/Detectors/bkt_models/BKT.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ var variableName = "BKT"
var detector_output = {name: variableName,
category: "Dashboard",
value: "",
history: {},
history: "",
skill_names: "",
step_id: "",
transaction_id: "",
Expand All @@ -19,7 +19,10 @@ var mailer;
//declare any custom global variables that will be initialized
//based on "remembered" values across problem boundaries, here
// (initialize these at the bottom of this file, inside of self.onmessage)
var BKTparams;
var BKTparams = {p_transit: 0.2,
p_slip: 0.1,
p_guess: 0.2,
p_know: 0.25};

//declare and/or initialize any other custom global variables for this detector here...
var pastSteps = {};
Expand Down Expand Up @@ -62,14 +65,6 @@ function clone(obj) {
}


//TO-DO:
// detector initialiization, and leave comment
// showing user how not to initialize (or, if we decide to
// initialize all detector variables by default, at startup...
// I suppose this would mean showing user how to clear initialized
// values upon the first transaction received?)


function receive_transaction( e ){
//e is the data of the transaction from mailer from transaction assembler

Expand Down Expand Up @@ -115,6 +110,9 @@ function receive_transaction( e ){

detector_output.history[skill]["p_know"] = p_know_given_obs + (1 - p_know_given_obs)*p_transit;

//following TutorShop, round down to two decimal places
detector_output.history[skill]["p_know"] = Math.floor(detector_output.history[skill]["p_know"] * 100) / 100;

console.log("engine BKT: ", e.data.tutor_data.skills[0].pKnown);
console.log(detector_output.history[skill]["p_know"]);
}
Expand All @@ -133,9 +131,11 @@ function receive_transaction( e ){
if(e.data.actor == 'student' && e.data.tool_data.action != "UpdateVariable"){
detector_output.time = new Date();
detector_output.transaction_id = e.data.transaction_id;
detector_output.history = JSON.stringify(detector_output.history);
mailer.postMessage(detector_output);
postMessage(detector_output);
console.log("output_data = ", detector_output);
detector_output.history = JSON.parse(detector_output.history);
}
}

Expand Down Expand Up @@ -180,18 +180,16 @@ self.onmessage = function ( e ) {
//in the event that the detector history is empty,
//initialize variables to your desired 'default' values
//
BKTparams = {p_transit: 0.2,
p_slip: 0.1,
p_guess: 0.2,
p_know: 0.3};

detector_output.history = {};
}
else{
//if the detector history is not empty, you can access it via:
// JSON.parse(detector_output.history);
//...and initialize your variables to your desired values, based on
//this history
//
BKTparams = JSON.parse(detector_output.history);
detector_output.history = JSON.parse(detector_output.history);
}

break;
Expand Down
Loading

0 comments on commit 38a704e

Please sign in to comment.