iVProg/js/assessment/ivprogAssessment.js

import { Decimal } from 'decimal.js';
import line_i18n from 'line-i18n'
import { IVProgProcessor } from "./../processor/ivprogProcessor";
import { InputTest } from "./../util/inputTest";
import { OutputTest } from "./../util/outputTest";
import { DOMConsole} from "./../io/domConsole";
import * as LocalizedStringsService from "../services/localizedStringsService";
import { Config } from "../util/config";
import { OutputMatching } from './output_matching/output_matching';


const LocalizedStrings = LocalizedStringsService.getInstance();
const list_joiner = LocalizedStrings.getUI("text_join_assessment_outputs");

const StringTypes = line_i18n.StringTypes;

export class IVProgAssessment {

  constructor (ast_code, testCases, domConsole) {
    this.ast_code = ast_code;
    this.testCases = testCases;
    this.domConsole = domConsole;
  }

  runTest () {
    const outerRef = this;
    try {
      // loop test cases and show messages through domconsole
      const partialTests = this.testCases.map( (t, name) => {
        return new OutputMatching(new IVProgProcessor(outerRef.ast_code), t.input, t.output, name);
      });
      const testResult = partialTests.map(om => om.eval());
      return Promise.all(testResult).then(results => {
        let grade = 0;
        for(let i = 0; i < results.length; ++i) {
          const result = results[i];
          grade += result.grade;
          if(result.grade == 1) {
            outerRef.writeToConsole(DOMConsole.INFO, StringTypes.MESSAGE,'test_case_success',
              result.name+1, result.generateOutput());
          } else if (result.status == 1) {
            outerRef.writeToConsole(DOMConsole.ERR, StringTypes.ERROR,'test_case_failed_exception',
              result.name+1,
              result.error_msg,
              result.generateOutput());
          } else {
            const inputs = result.inputs.map(input => input.value);
            const outputs = result.results;
            const expected_output = outputs.map(r => r.expected || '').filter( str => (''+str).length > 0);
            const generated_output = outputs.map(r => r.generated || '').filter( str => (''+str).length > 0);
            outerRef.writeToConsole(DOMConsole.ERR, StringTypes.ERROR,'test_case_failed',
              result.name+1,
              inputs.join(LocalizedStrings.getUI('text_join_assessment_outputs')),
              expected_output.join(LocalizedStrings.getUI('text_join_assessment_outputs')),
              generated_output.join(LocalizedStrings.getUI('text_join_assessment_outputs')),
              result.generateOutput());
          }
        }
        grade /= results.length;
        const channel = grade == 1 ? DOMConsole.INFO : DOMConsole.ERR;
        outerRef.writeToConsole(channel, StringTypes.MESSAGE, "test_suite_grade", (grade * 100).toFixed(2));
      });
      // return testResult.then(function (total) {
      //   const grade = total / outerRef.testCases.length;
      //   const channel = grade == 1 ? DOMConsole.INFO : DOMConsole.ERR;
      //   outerRef.writeToConsole(channel, StringTypes.MESSAGE, "test_suite_grade", (grade * 100).toFixed(2));
      //   return Promise.resolve(grade)
      // }).catch(err => {
      //   outerRef.domConsole.err("Erro inesperado durante o cálculo da nota.");// try and show error messages through domconsole
      //   outerRef.domConsole.err(err.message);
      //   return Promise.resolve(0);
      // });
    } catch (error) {
      outerRef.domConsole.err("Erro inesperado durante a execução do programa");// try and show error messages through domconsole
      outerRef.domConsole.err(error.message);
      return Promise.resolve(0);
    }
  }

  evaluateTestCase (prog, inputList, expectedOutputs, name, accumulator) {
    const outerThis = this;
    const input = new InputTest(inputList);
    const output = new OutputTest();
    prog.registerInput(input);
    prog.registerOutput(output);
    const startTime = Date.now()
    return prog.interpretAST().then( () => {
      const millis = Date.now() - startTime;
      if (input.inputList.length !== input.index) {
        outerThis.showErrorMessage('test_case_few_reads', name+1);
        outerThis.showInfoMessage('test_case_duration', millis);
        return Promise.resolve(accumulator);
      } else if (output.list.length != expectedOutputs.length) {
        outerThis.showErrorMessage('test_case_failed', name + 1, inputList.join(list_joiner),
          expectedOutputs.join(list_joiner), output.list.join(list_joiner));
        outerThis.showInfoMessage('test_case_duration', millis);
        // must check for a partial match of the generated output
        const numMatchedOutputs = output.list.reduce((acc, actualOutput, index) => {
          if(outerThis.checkOutputValues(actualOutput, expectedOutputs[index])) {
            return acc + 1;
          } else {
            return acc;
          }
        }, 0);
        const maxLength = Math.max(expectedOutputs.length, output.list.length);
        return Promise.resolve(accumulator + (numMatchedOutputs/maxLength));
      } else {
        const isOk = outerThis.checkOutputLists(output.list, expectedOutputs);
        if(!isOk) {
          outerThis.showErrorMessage('test_case_failed', name + 1, inputList.join(list_joiner),
            expectedOutputs.join(list_joiner), output.list.join(list_joiner));
          outerThis.showInfoMessage('test_case_duration', millis);
          return Promise.resolve(accumulator);
        } else {
          outerThis.showInfoMessage('test_case_success', name + 1);
          outerThis.showInfoMessage('test_case_duration', millis);
          return Promise.resolve(accumulator + 1);
        }
      }
    }).catch( error => {
      outerThis.showErrorMessage('test_case_failed_exception', name + 1, error.message);
      return Promise.resolve(accumulator);
    });
  }

  partialEvaluateTestCase (prog, inputList, expectedOutputs, name) {
    return this.evaluateTestCase.bind(this, prog, inputList, expectedOutputs, name);
  }

  checkOutputLists (actualOutputs, expectedOutputs) {
    for (let i = 0; i < actualOutputs.length; i++) {
      const outValue = actualOutputs[i];
      const expectedValue = expectedOutputs[i];
      if(!this.checkOutputValues(outValue, expectedValue)) {
        return false;
      }
    }
    return true;
  }

  checkOutputValues (actualValue, expectedValue) {
    let castNumberA = parseFloat(actualValue);
    if(!Number.isNaN(castNumberA)) {
      let castNumberB = parseFloat(expectedValue);
      if(Number.isNaN(castNumberB)) {
        return false;
      }
      castNumberA = new Decimal(castNumberA);
      castNumberB = new Decimal(castNumberB);
      const decimalPlaces = Math.min(castNumberB.dp(), Config.decimalPlaces);
      castNumberA = new Decimal(castNumberA.toFixed(decimalPlaces, Decimal.ROUND_FLOOR));
      castNumberB = new Decimal(castNumberB.toFixed(decimalPlaces, Decimal.ROUND_FLOOR));
      const aEqualsB = castNumberA.eq(castNumberB);
      if (!aEqualsB) {
        return false;
      }
    } else if(actualValue != expectedValue) {
      return false;
    }
    return true;
  }

  showErrorMessage (errorID, ...args) {
    this.domConsole.err(LocalizedStrings.getError(errorID, args));
  }

  showInfoMessage (msgID, ...args) {
    this.domConsole.info(LocalizedStrings.getMessage(msgID, args));
  }

  writeToConsole (channel, msgType, msgID, ...args) {
    let msg = LocalizedStrings.getString(msgID, msgType);
    msg = LocalizedStrings.processString(msg, args);
    switch(channel) {
      case DOMConsole.ERR: {
        this.domConsole.err(msg);
        break;
      }
      case DOMConsole.INFO: {
        this.domConsole.info(msg);
        break;
      }
      case DOMConsole.USER: {
        this.domConsole.write(msg);
        break;
      }
    }
  }
}