import { Decimal } from 'decimal.js'; import line_i18n from 'line-i18n' import { IVProgProcessor } from "./../processor/ivprogProcessor"; import { InputTest } from "./../util/inputTest"; import { OutputTest } from "./../util/outputTest"; import { DOMConsole} from "./../io/domConsole"; import * as LocalizedStringsService from "../services/localizedStringsService"; import { Config } from "../util/config"; import { OutputMatching } from './output_matching/output_matching'; const LocalizedStrings = LocalizedStringsService.getInstance(); const list_joiner = LocalizedStrings.getUI("text_join_assessment_outputs"); const StringTypes = line_i18n.StringTypes; export class IVProgAssessment { constructor (ast_code, testCases, domConsole) { this.ast_code = ast_code; this.testCases = testCases; this.domConsole = domConsole; } runTest () { const outerRef = this; try { // loop test cases and show messages through domconsole const partialTests = this.testCases.map( (t, name) => { return new OutputMatching(new IVProgProcessor(outerRef.ast_code), t.input, t.output, name); }); const testResult = partialTests.map(om => om.eval()); return Promise.all(testResult).then(results => { let grade = 0; for(let i = 0; i < results.length; ++i) { const result = results[i]; grade += result.grade; if(result.grade == 1) { outerRef.writeToConsole(DOMConsole.INFO, StringTypes.MESSAGE,'test_case_success', result.name+1, result.generateOutput()); } else if (result.status == 1) { outerRef.writeToConsole(DOMConsole.ERR, StringTypes.ERROR,'test_case_failed_exception', result.name+1, result.error_msg, result.generateOutput()); } else { const inputs = result.inputs.map(input => input.value); const outputs = result.results; const expected_output = outputs.map(r => r.expected || '').filter( str => (''+str).length > 0); const generated_output = outputs.map(r => r.generated || '').filter( str => (''+str).length > 0); outerRef.writeToConsole(DOMConsole.ERR, StringTypes.ERROR,'test_case_failed', result.name+1, inputs.join(LocalizedStrings.getUI('text_join_assessment_outputs')), expected_output.join(LocalizedStrings.getUI('text_join_assessment_outputs')), generated_output.join(LocalizedStrings.getUI('text_join_assessment_outputs')), result.generateOutput()); } } grade /= results.length; const channel = grade == 1 ? DOMConsole.INFO : DOMConsole.ERR; outerRef.writeToConsole(channel, StringTypes.MESSAGE, "test_suite_grade", (grade * 100).toFixed(2)); }); // return testResult.then(function (total) { // const grade = total / outerRef.testCases.length; // const channel = grade == 1 ? DOMConsole.INFO : DOMConsole.ERR; // outerRef.writeToConsole(channel, StringTypes.MESSAGE, "test_suite_grade", (grade * 100).toFixed(2)); // return Promise.resolve(grade) // }).catch(err => { // outerRef.domConsole.err("Erro inesperado durante o cálculo da nota.");// try and show error messages through domconsole // outerRef.domConsole.err(err.message); // return Promise.resolve(0); // }); } catch (error) { outerRef.domConsole.err("Erro inesperado durante a execução do programa");// try and show error messages through domconsole outerRef.domConsole.err(error.message); return Promise.resolve(0); } } evaluateTestCase (prog, inputList, expectedOutputs, name, accumulator) { const outerThis = this; const input = new InputTest(inputList); const output = new OutputTest(); prog.registerInput(input); prog.registerOutput(output); const startTime = Date.now() return prog.interpretAST().then( () => { const millis = Date.now() - startTime; if (input.inputList.length !== input.index) { outerThis.showErrorMessage('test_case_few_reads', name+1); outerThis.showInfoMessage('test_case_duration', millis); return Promise.resolve(accumulator); } else if (output.list.length != expectedOutputs.length) { outerThis.showErrorMessage('test_case_failed', name + 1, inputList.join(list_joiner), expectedOutputs.join(list_joiner), output.list.join(list_joiner)); outerThis.showInfoMessage('test_case_duration', millis); // must check for a partial match of the generated output const numMatchedOutputs = output.list.reduce((acc, actualOutput, index) => { if(outerThis.checkOutputValues(actualOutput, expectedOutputs[index])) { return acc + 1; } else { return acc; } }, 0); const maxLength = Math.max(expectedOutputs.length, output.list.length); return Promise.resolve(accumulator + (numMatchedOutputs/maxLength)); } else { const isOk = outerThis.checkOutputLists(output.list, expectedOutputs); if(!isOk) { outerThis.showErrorMessage('test_case_failed', name + 1, inputList.join(list_joiner), expectedOutputs.join(list_joiner), output.list.join(list_joiner)); outerThis.showInfoMessage('test_case_duration', millis); return Promise.resolve(accumulator); } else { outerThis.showInfoMessage('test_case_success', name + 1); outerThis.showInfoMessage('test_case_duration', millis); return Promise.resolve(accumulator + 1); } } }).catch( error => { outerThis.showErrorMessage('test_case_failed_exception', name + 1, error.message); return Promise.resolve(accumulator); }); } partialEvaluateTestCase (prog, inputList, expectedOutputs, name) { return this.evaluateTestCase.bind(this, prog, inputList, expectedOutputs, name); } checkOutputLists (actualOutputs, expectedOutputs) { for (let i = 0; i < actualOutputs.length; i++) { const outValue = actualOutputs[i]; const expectedValue = expectedOutputs[i]; if(!this.checkOutputValues(outValue, expectedValue)) { return false; } } return true; } checkOutputValues (actualValue, expectedValue) { let castNumberA = parseFloat(actualValue); if(!Number.isNaN(castNumberA)) { let castNumberB = parseFloat(expectedValue); if(Number.isNaN(castNumberB)) { return false; } castNumberA = new Decimal(castNumberA); castNumberB = new Decimal(castNumberB); const decimalPlaces = Math.min(castNumberB.dp(), Config.decimalPlaces); castNumberA = new Decimal(castNumberA.toFixed(decimalPlaces, Decimal.ROUND_FLOOR)); castNumberB = new Decimal(castNumberB.toFixed(decimalPlaces, Decimal.ROUND_FLOOR)); const aEqualsB = castNumberA.eq(castNumberB); if (!aEqualsB) { return false; } } else if(actualValue != expectedValue) { return false; } return true; } showErrorMessage (errorID, ...args) { this.domConsole.err(LocalizedStrings.getError(errorID, args)); } showInfoMessage (msgID, ...args) { this.domConsole.info(LocalizedStrings.getMessage(msgID, args)); } writeToConsole (channel, msgType, msgID, ...args) { let msg = LocalizedStrings.getString(msgID, msgType); msg = LocalizedStrings.processString(msg, args); switch(channel) { case DOMConsole.ERR: { this.domConsole.err(msg); break; } case DOMConsole.INFO: { this.domConsole.info(msg); break; } case DOMConsole.USER: { this.domConsole.write(msg); break; } } } }