[ { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-001", "text": "Read 'name' parameter and return personalized greeting", "code": "addParam(\"name\", name)\nresult = \"Hello, \" + name\naddResult(result)", "test_inputs": { "name": "Alice" }, "test_list": [ "re.match(r'^Hello, Alice$', result)" ], "execution_message": { "success": true, "result": { "result": "Hello, Alice" }, "variables": { "name": "Alice", "result": "Hello, Alice" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.23800000000000002, "success": true }, { "command": "assign", "duration_ms": 0.060000000000000005, "success": true }, { "command": "addResult", "duration_ms": 0.044, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-002", "text": "Hash 'password' parameter with SHA-256 and return it", "code": "addParam(\"password\", password)\nencodeSHA256(password, hashed_password)\naddResult(hashed_password)", "test_inputs": { "password": "mySecretPass123" }, "test_list": [ "re.match(r'^[a-f0-9]{64}$', hashed_password)" ], "execution_message": { "success": true, "result": { "hashed_password": "e410f9baf32634f4e0492acede51942c0b76bff30b859408acdcba3b94941f1e" }, "variables": { "password": "mySecretPass123", "hashed_password": "e410f9baf32634f4e0492acede51942c0b76bff30b859408acdcba3b94941f1e" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.208, "success": true }, { "command": "encodeSHA256", "duration_ms": 0.061, "success": true }, { "command": "addResult", "duration_ms": 0.033, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-003", "text": "Loop 1 to 5, build JSON object with each index as key, return it", "code": "addVar(mi_json, \"{}\")\nstartLoop(i, 1, 5)\n item = \"item_%s\" % i\n AddvariableToJSON(item, \"valor_generado\", mi_json)\nendLoop()\naddVar(check_key, \"item_1\")\naddResult(mi_json)", "test_inputs": {}, "test_list": [ "re.match(r'^item_1$', check_key)" ], "execution_message": { "success": true, "result": { "mi_json": { "item_1": "valor_generado", "item_2": "valor_generado", "item_3": "valor_generado", "item_4": "valor_generado", "item_5": "valor_generado" } }, "variables": { "mi_json": { "item_1": "valor_generado", "item_2": "valor_generado", "item_3": "valor_generado", "item_4": "valor_generado", "item_5": "valor_generado" }, "i": 5, "item": "item_5", "check_key": "item_1" }, "assertion_result": true, "logs": [ { "command": "addVar", "duration_ms": 0.162, "success": true }, { "command": "startLoop", "duration_ms": 0.424, "success": true }, { "command": "addVar", "duration_ms": 0.034999999999999996, "success": true }, { "command": "addResult", "duration_ms": 0.051, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-004", "text": "Validate role membership using if() mode 2 expression", "code": "addParam(\"rol\", r)\nif(None, None, `r in [\"admin\", \"editor\", \"root\"]`)\n acceso = True\nelse()\n acceso = False\nend()\naddResult(acceso)", "test_inputs": { "rol": "admin" }, "test_list": [ "re.match(r'^True$', acceso)" ], "execution_message": { "success": true, "result": { "acceso": false }, "variables": { "rol": "admin", "r": "admin", "acceso": false }, "assertion_result": false, "logs": [ { "command": "addParam", "duration_ms": 0.253, "success": true }, { "command": "if", "duration_ms": 0.381, "success": true }, { "command": "addResult", "duration_ms": 0.05, "success": true } ], "http_status": 200 }, "passed": false, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-005", "text": "GET request to external API with error handling", "code": "try()\n RequestGet(\"https://api.test.com/data\", 0, 0, respuesta)\nexception(e)\n addVar(error_trace, \"Fallo de conexion: %s\" % e)\n addResult(error_trace)\nend()\naddResult(respuesta)", "test_inputs": {}, "test_list": [ "re.match(r'.+', error_trace)" ], "execution_message": { "success": true, "result": { "error_trace": "Fallo de conexion: No error detected", "respuesta": null }, "variables": { "e": "No error detected", "error_trace": "Fallo de conexion: No error detected" }, "assertion_result": true, "logs": [ { "command": "try", "duration_ms": 0.539, "success": true }, { "command": "connector_call", "duration_ms": 0.005, "success": true }, { "command": "exception", "duration_ms": 0.079, "success": true }, { "command": "addVar", "duration_ms": 0.118, "success": true }, { "command": "addResult", "duration_ms": 0.033, "success": true }, { "command": "addResult", "duration_ms": 0.027, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-006", "text": "Define suma() function, call it and return result", "code": "function suma(a, b){\n total = a + b\n return(total)\n}\nresultado = suma(10, 20)\naddResult(resultado)", "test_inputs": {}, "test_list": [ "re.match(r'^30$', resultado)" ], "execution_message": { "success": true, "result": { "resultado": 30 }, "variables": { "total": 30, "resultado": 30 }, "assertion_result": true, "logs": [ { "command": "suma", "duration_ms": 0.096, "success": true }, { "command": "addResult", "duration_ms": 0.128, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-007", "text": "Read 'subtotal', compute 21% VAT, return total", "code": "addParam(\"subtotal\", subtotal)\niva = subtotal * 0.21\ntotal = subtotal + iva\naddResult(total)", "test_inputs": { "subtotal": 100 }, "test_list": [ "re.match(r'^121\\.0$', total)" ], "execution_message": { "success": true, "result": { "total": 121.0 }, "variables": { "subtotal": 100, "iva": 21.0, "total": 121.0 }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.211, "success": true }, { "command": "assign", "duration_ms": 0.116, "success": true }, { "command": "assign", "duration_ms": 0.034, "success": true }, { "command": "addResult", "duration_ms": 0.056, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-008", "text": "Return 403 if 'api_key' parameter is null", "code": "addParam(\"api_key\", key)\nif(key, None, \"==\")\n addVar(_status, 403)\n addVar(error, \"Acceso denegado: falta API KEY\")\n addResult(error)\nend()", "test_inputs": {}, "test_list": [ "re.match(r'^403$', _status)", "re.search(r'Acceso denegado', error)" ], "execution_message": { "success": true, "result": { "error": "Acceso denegado: falta API KEY" }, "variables": { "key": null, "_status": 403, "error": "Acceso denegado: falta API KEY" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.24899999999999997, "success": true }, { "command": "if", "duration_ms": 1.377, "success": true } ], "http_status": 403 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-009", "text": "Generate 32-character random alphanumeric token", "code": "randomString(\"[a-zA-Z0-9]\", 32, token_seguridad)\naddResult(token_seguridad)", "test_inputs": {}, "test_list": [ "re.match(r'^[a-zA-Z0-9]{32}$', token_seguridad)" ], "execution_message": { "success": true, "result": { "token_seguridad": "aQdjiyzOHdyZooBSoP8InZXjGwU6xxAR" }, "variables": { "token_seguridad": "aQdjiyzOHdyZooBSoP8InZXjGwU6xxAR" }, "assertion_result": true, "logs": [ { "command": "randomString", "duration_ms": 2.227, "success": true }, { "command": "addResult", "duration_ms": 0.093, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-010", "text": "Return 'Hola' if lang=es, 'Hello' otherwise", "code": "addParam(\"lang\", l)\nif(l, \"es\", \"=\")\n addVar(msg, \"Hola\")\nelse()\n addVar(msg, \"Hello\")\nend()\naddResult(msg)", "test_inputs": { "lang": "es" }, "test_list": [ "re.match(r'^Hola$', msg)" ], "execution_message": { "success": true, "result": { "msg": "Hola" }, "variables": { "lang": "es", "l": "es", "msg": "Hola" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.22599999999999998, "success": true }, { "command": "if", "duration_ms": 0.355, "success": true }, { "command": "addResult", "duration_ms": 0.047, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-011", "text": "Check if DB table exists, create it if not", "code": "ormCheckTable(tabla_pruebas, resultado_comprobacion)\nif(resultado_comprobacion, False, \"==\")\n ormCreateTable(\"username,age\", \"VARCHAR,INTEGER\", tabla_pruebas, resultado_creacion)\nend()\naddResult(resultado_comprobacion)\naddResult(resultado_creacion)", "test_inputs": {}, "test_list": [ "re.match(r'^(True|False)$', resultado_comprobacion)" ], "execution_message": { "success": true, "result": { "resultado_comprobacion": "True", "resultado_creacion": null }, "variables": { "resultado_comprobacion": "True" }, "assertion_result": true, "logs": [ { "command": "ormCheckTable", "duration_ms": 37.119, "success": true }, { "command": "if", "duration_ms": 0.236, "success": true }, { "command": "addResult", "duration_ms": 0.044, "success": true }, { "command": "addResult", "duration_ms": 0.028, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-012", "text": "Get current UTC timestamp plus 24 hours", "code": "getDateTime(\"\", 86400, \"UTC\", expira)\naddResult(expira)", "test_inputs": {}, "test_list": [ "re.match(r'^\\d+', expira)" ], "execution_message": { "success": true, "result": { "expira": 1775036525.463251 }, "variables": { "expira": 1775036525.463251 }, "assertion_result": true, "logs": [ { "command": "getDateTime", "duration_ms": 0.36900000000000005, "success": true }, { "command": "addResult", "duration_ms": 0.08, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-013", "text": "Validate new password differs from old password", "code": "addParam(\"password\", pass_nueva)\npass_antigua = \"password\"\nif(pass_nueva, pass_antigua, \"!=\")\n addVar(cambio, \"Contrasena actualizada\")\nend()\naddResult(cambio)", "test_inputs": { "password": "newPass456" }, "test_list": [ "re.match(r'^Contrasena actualizada$', cambio)" ], "execution_message": { "success": true, "result": { "cambio": "Contrasena actualizada" }, "variables": { "password": "newPass456", "pass_nueva": "newPass456", "pass_antigua": "password", "cambio": "Contrasena actualizada" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.279, "success": true }, { "command": "assign", "duration_ms": 0.062, "success": true }, { "command": "if", "duration_ms": 0.446, "success": true }, { "command": "addResult", "duration_ms": 0.045000000000000005, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-014", "text": "Read list parameter and return element count", "code": "addParam(\"data_list\", mi_lista)\ngetListLen(mi_lista, cantidad)\naddResult(cantidad)", "test_inputs": { "data_list": "[1, 2, 3, 4, 5]" }, "test_list": [ "re.match(r'^5$', cantidad)" ], "execution_message": { "success": true, "result": { "cantidad": 5 }, "variables": { "data_list": "[1, 2, 3, 4, 5]", "mi_lista": [ 1, 2, 3, 4, 5 ], "cantidad": 5 }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.206, "success": true }, { "command": "getListLen", "duration_ms": 0.1, "success": true }, { "command": "addResult", "duration_ms": 0.033, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-015", "text": "Validate token using es_valido() function returning boolean", "code": "function es_valido(token){\n response = False\n if(token, \"SECRET\", \"=\")\n response = True\n end()\n return(response)\n}\naddParam(\"token\", t)\nautorizado = es_valido(t)\naddResult(autorizado)", "test_inputs": { "token": "SECRET" }, "test_list": [ "re.match(r'^True$', autorizado)" ], "execution_message": { "success": true, "result": { "autorizado": true }, "variables": { "token": "SECRET", "t": "SECRET", "response": true, "autorizado": true }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.223, "success": true }, { "command": "es_valido", "duration_ms": 1.363, "success": true }, { "command": "addResult", "duration_ms": 0.083, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-016", "text": "Return HTTP status 200 and message Success", "code": "addVar(_status, 200)\naddVar(status, \"Success\")\naddResult(status)", "test_inputs": {}, "test_list": [ "re.match(r'^200$', _status)", "re.match(r'^Success$', status)" ], "execution_message": { "success": true, "result": { "status": "Success" }, "variables": { "_status": 200, "status": "Success" }, "assertion_result": true, "logs": [ { "command": "addVar", "duration_ms": 0.154, "success": true }, { "command": "addVar", "duration_ms": 0.039, "success": true }, { "command": "addResult", "duration_ms": 0.034, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-017", "text": "Return True if saldo > 0, False otherwise", "code": "addParam(\"saldo\", saldo)\nif(saldo, 0, \">\")\n permitir = True\nelse()\n permitir = False\nend()\naddResult(permitir)", "test_inputs": { "saldo": 150 }, "test_list": [ "re.match(r'^True$', permitir)" ], "execution_message": { "success": true, "result": { "permitir": true }, "variables": { "saldo": 150, "permitir": true }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.182, "success": true }, { "command": "if", "duration_ms": 1.563, "success": true }, { "command": "addResult", "duration_ms": 0.103, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-018", "text": "Convert Unix timestamp parameter to dd/mm/yyyy format", "code": "addParam(\"timestamp\", ts)\nstampToDatetime(ts, \"%d/%m/%Y\", 0, fecha_human)\naddResult(fecha_human)", "test_inputs": { "timestamp": "1708726162" }, "test_list": [ "re.match(r'^\\d{2}/\\d{2}/\\d{4}$', fecha_human)" ], "execution_message": { "success": true, "result": { "fecha_human": "23/02/2024" }, "variables": { "timestamp": "1708726162", "ts": 1708726162, "fecha_human": "23/02/2024" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.17200000000000001, "success": true }, { "command": "stampToDatetime", "duration_ms": 0.12000000000000001, "success": true }, { "command": "addResult", "duration_ms": 0.034, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-019", "text": "Replace spaces with hyphens in string parameter", "code": "addParam(\"text\", input_text)\nreplace(input_text, \" \", \"-\", clean_text)\naddResult(clean_text)", "test_inputs": { "text": "hello world test" }, "test_list": [ "re.match(r'^hello-world-test$', clean_text)" ], "execution_message": { "success": true, "result": { "clean_text": "hello-world-test" }, "variables": { "text": "hello world test", "input_text": "hello world test", "clean_text": "hello-world-test" }, "assertion_result": true, "logs": [ { "command": "addParam", "duration_ms": 0.22699999999999998, "success": true }, { "command": "replace", "duration_ms": 0.16, "success": true }, { "command": "addResult", "duration_ms": 0.034999999999999996, "success": true } ], "http_status": 200 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" }, { "source_file": "golden_dataset_parser_validation.json", "task_id": "GD-C-020", "text": "Execute raw SQL with try/exception, return 500 on error", "code": "try()\n ormDirect(\"UPDATE tabla SET col=1 WHERE id=1\", res)\nexception(e)\n addVar(_status, 500)\n addResult(\"Error de base de datos\")\nend()\naddResult(res)", "test_inputs": {}, "test_list": [ "re.match(r'^500$', _status)" ], "execution_message": { "success": true, "result": { "Error de base de datos": null, "res": null }, "variables": { "ormDirect(\"UPDATE tabla SET col": "1 WHERE id=1\", res)", "e": "No error detected", "_status": 500 }, "assertion_result": true, "logs": [ { "command": "try", "duration_ms": 0.156, "success": true }, { "command": "assign", "duration_ms": 0.049, "success": true }, { "command": "exception", "duration_ms": 0.049, "success": true }, { "command": "addVar", "duration_ms": 0.04, "success": true }, { "command": "addResult", "duration_ms": 0.031, "success": true }, { "command": "addResult", "duration_ms": 0.027, "success": true } ], "http_status": 500 }, "passed": true, "error": "", "Local_Language_Server_Execution": "" } ]