928 lines
24 KiB
JSON
928 lines
24 KiB
JSON
[
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-001",
|
|
"text": "Read 'name' parameter and return personalized greeting",
|
|
"code": "addParam(\"name\", name)\nresult = \"Hello, \" + name\naddResult(result)",
|
|
"test_inputs": {
|
|
"name": "Alice"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^Hello, Alice$', result)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"result": "Hello, Alice"
|
|
},
|
|
"variables": {
|
|
"name": "Alice",
|
|
"result": "Hello, Alice"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.106,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "assign",
|
|
"duration_ms": 0.027,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.023,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-002",
|
|
"text": "Hash 'password' parameter with SHA-256 and return it",
|
|
"code": "addParam(\"password\", password)\nencodeSHA256(password, hashed_password)\naddResult(hashed_password)",
|
|
"test_inputs": {
|
|
"password": "mySecretPass123"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^[a-f0-9]{64}$', hashed_password)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"hashed_password": "e410f9baf32634f4e0492acede51942c0b76bff30b859408acdcba3b94941f1e"
|
|
},
|
|
"variables": {
|
|
"password": "mySecretPass123",
|
|
"hashed_password": "e410f9baf32634f4e0492acede51942c0b76bff30b859408acdcba3b94941f1e"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.129,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "encodeSHA256",
|
|
"duration_ms": 0.057,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.028,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-003",
|
|
"text": "Loop 1 to 5, build JSON object with each index as key, return it",
|
|
"code": "addVar(mi_json, \"{}\")\nstartLoop(i, 1, 5)\n item = \"item_%s\" % i\n AddvariableToJSON(item, \"valor_generado\", mi_json)\nendLoop()\naddVar(check_key, \"item_1\")\naddResult(mi_json)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^item_1$', check_key)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"mi_json": {
|
|
"item_1": "valor_generado",
|
|
"item_2": "valor_generado",
|
|
"item_3": "valor_generado",
|
|
"item_4": "valor_generado",
|
|
"item_5": "valor_generado"
|
|
}
|
|
},
|
|
"variables": {
|
|
"mi_json": {
|
|
"item_1": "valor_generado",
|
|
"item_2": "valor_generado",
|
|
"item_3": "valor_generado",
|
|
"item_4": "valor_generado",
|
|
"item_5": "valor_generado"
|
|
},
|
|
"i": 5,
|
|
"item": "item_5",
|
|
"check_key": "item_1"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.085,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "startLoop",
|
|
"duration_ms": 3.63,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.019,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.015000000000000001,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-004",
|
|
"text": "Validate role membership using if() mode 2 expression",
|
|
"code": "addParam(\"rol\", r)\nif(None, None, `r in [\"admin\", \"editor\", \"root\"]`)\n acceso = True\nelse()\n acceso = False\nend()\naddResult(acceso)",
|
|
"test_inputs": {
|
|
"rol": "admin"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^True$', acceso)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"acceso": true
|
|
},
|
|
"variables": {
|
|
"rol": "admin",
|
|
"r": "admin",
|
|
"acceso": true
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.11900000000000001,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 0.482,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.037,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-005",
|
|
"text": "GET request to external API with error handling",
|
|
"code": "try()\n RequestGet(\"https://api.test.com/data\", 0, 0, respuesta)\nexception(e)\n addVar(error_trace, \"Fallo de conexion: %s\" % e)\n addResult(error_trace)\nend()\naddResult(respuesta)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'.+', error_trace)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"error_trace": "Fallo de conexion: No error detected",
|
|
"respuesta": null
|
|
},
|
|
"variables": {
|
|
"e": "No error detected",
|
|
"error_trace": "Fallo de conexion: No error detected"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "try",
|
|
"duration_ms": 0.082,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "connector_call",
|
|
"duration_ms": 0.002,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "exception",
|
|
"duration_ms": 0.041,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.073,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.018000000000000002,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.012,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-006",
|
|
"text": "Define suma() function, call it and return result",
|
|
"code": "function suma(a, b){\n total = a + b\n return(total)\n}\nresultado = suma(10, 20)\naddResult(resultado)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^30$', resultado)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"resultado": 30
|
|
},
|
|
"variables": {
|
|
"total": 30,
|
|
"resultado": 30
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "suma",
|
|
"duration_ms": 0.064,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.067,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-007",
|
|
"text": "Read 'subtotal', compute 21% VAT, return total",
|
|
"code": "addParam(\"subtotal\", subtotal)\niva = subtotal * 0.21\ntotal = subtotal + iva\naddResult(total)",
|
|
"test_inputs": {
|
|
"subtotal": 100
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^121\\.0$', total)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"total": 121.0
|
|
},
|
|
"variables": {
|
|
"subtotal": 100,
|
|
"iva": 21.0,
|
|
"total": 121.0
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.097,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "assign",
|
|
"duration_ms": 0.033,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "assign",
|
|
"duration_ms": 0.023,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.025,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-008",
|
|
"text": "Return 403 if 'api_key' parameter is null",
|
|
"code": "addParam(\"api_key\", key)\nif(key, None, \"==\")\n addVar(_status, 403)\n addVar(error, \"Acceso denegado: falta API KEY\")\n addResult(error)\nend()",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^403$', _status)",
|
|
"re.search(r'Acceso denegado', error)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"error": "Acceso denegado: falta API KEY"
|
|
},
|
|
"variables": {
|
|
"key": null,
|
|
"_status": 403,
|
|
"error": "Acceso denegado: falta API KEY"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.112,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 0.25,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 403
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-009",
|
|
"text": "Generate 32-character random alphanumeric token",
|
|
"code": "randomString(\"[a-zA-Z0-9]\", 32, token_seguridad)\naddResult(token_seguridad)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^[a-zA-Z0-9]{32}$', token_seguridad)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"token_seguridad": "vWQyoWLP4gJBTJmIeg98Ue7su9LnURgx"
|
|
},
|
|
"variables": {
|
|
"token_seguridad": "vWQyoWLP4gJBTJmIeg98Ue7su9LnURgx"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "randomString",
|
|
"duration_ms": 3.22,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.030000000000000002,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-010",
|
|
"text": "Return 'Hola' if lang=es, 'Hello' otherwise",
|
|
"code": "addParam(\"lang\", l)\nif(l, \"es\", \"=\")\n addVar(msg, \"Hola\")\nelse()\n addVar(msg, \"Hello\")\nend()\naddResult(msg)",
|
|
"test_inputs": {
|
|
"lang": "es"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^Hola$', msg)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"msg": "Hola"
|
|
},
|
|
"variables": {
|
|
"lang": "es",
|
|
"l": "es",
|
|
"msg": "Hola"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.10900000000000001,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 0.164,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.037,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-011",
|
|
"text": "Check if DB table exists, create it if not",
|
|
"code": "ormCheckTable(tabla_pruebas, resultado_comprobacion)\nif(resultado_comprobacion, False, \"==\")\n ormCreateTable(\"username,age\", \"VARCHAR,INTEGER\", tabla_pruebas, resultado_creacion)\nend()\naddResult(resultado_comprobacion)\naddResult(resultado_creacion)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^(True|False)$', resultado_comprobacion)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"resultado_comprobacion": "True",
|
|
"resultado_creacion": null
|
|
},
|
|
"variables": {
|
|
"resultado_comprobacion": "True"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "ormCheckTable",
|
|
"duration_ms": 23.546999999999997,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 0.128,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.025,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.014,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-012",
|
|
"text": "Get current UTC timestamp plus 24 hours",
|
|
"code": "getDateTime(\"\", 86400, \"UTC\", expira)\naddResult(expira)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^\\d+', expira)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"expira": 1775115157.739736
|
|
},
|
|
"variables": {
|
|
"expira": 1775115157.739736
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "getDateTime",
|
|
"duration_ms": 2.935,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.022,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-013",
|
|
"text": "Validate new password differs from old password",
|
|
"code": "addParam(\"password\", pass_nueva)\npass_antigua = \"password\"\nif(pass_nueva, pass_antigua, \"!=\")\n addVar(cambio, \"Contrasena actualizada\")\nend()\naddResult(cambio)",
|
|
"test_inputs": {
|
|
"password": "newPass456"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^Contrasena actualizada$', cambio)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"cambio": "Contrasena actualizada"
|
|
},
|
|
"variables": {
|
|
"password": "newPass456",
|
|
"pass_nueva": "newPass456",
|
|
"pass_antigua": "password",
|
|
"cambio": "Contrasena actualizada"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.135,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "assign",
|
|
"duration_ms": 0.041999999999999996,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 0.245,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.030000000000000002,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-014",
|
|
"text": "Read list parameter and return element count",
|
|
"code": "addParam(\"data_list\", mi_lista)\ngetListLen(mi_lista, cantidad)\naddResult(cantidad)",
|
|
"test_inputs": {
|
|
"data_list": "[1, 2, 3, 4, 5]"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^5$', cantidad)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"cantidad": 5
|
|
},
|
|
"variables": {
|
|
"data_list": "[1, 2, 3, 4, 5]",
|
|
"mi_lista": [
|
|
1,
|
|
2,
|
|
3,
|
|
4,
|
|
5
|
|
],
|
|
"cantidad": 5
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.107,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "getListLen",
|
|
"duration_ms": 0.06499999999999999,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.02,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-015",
|
|
"text": "Validate token using es_valido() function returning boolean",
|
|
"code": "function es_valido(token){\n response = False\n if(token, \"SECRET\", \"=\")\n response = True\n end()\n return(response)\n}\naddParam(\"token\", t)\nautorizado = es_valido(t)\naddResult(autorizado)",
|
|
"test_inputs": {
|
|
"token": "SECRET"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^True$', autorizado)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"autorizado": true
|
|
},
|
|
"variables": {
|
|
"token": "SECRET",
|
|
"t": "SECRET",
|
|
"response": true,
|
|
"autorizado": true
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.131,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "es_valido",
|
|
"duration_ms": 0.196,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.023,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-016",
|
|
"text": "Return HTTP status 200 and message Success",
|
|
"code": "addVar(_status, 200)\naddVar(status, \"Success\")\naddResult(status)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^200$', _status)",
|
|
"re.match(r'^Success$', status)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"status": "Success"
|
|
},
|
|
"variables": {
|
|
"_status": 200,
|
|
"status": "Success"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.078,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.028,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.037,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-017",
|
|
"text": "Return True if saldo > 0, False otherwise",
|
|
"code": "addParam(\"saldo\", saldo)\nif(saldo, 0, \">\")\n permitir = True\nelse()\n permitir = False\nend()\naddResult(permitir)",
|
|
"test_inputs": {
|
|
"saldo": 150
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^True$', permitir)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"permitir": true
|
|
},
|
|
"variables": {
|
|
"saldo": 150,
|
|
"permitir": true
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.135,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "if",
|
|
"duration_ms": 1.224,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.051,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-018",
|
|
"text": "Convert Unix timestamp parameter to dd/mm/yyyy format",
|
|
"code": "addParam(\"timestamp\", ts)\nstampToDatetime(ts, \"%d/%m/%Y\", 0, fecha_human)\naddResult(fecha_human)",
|
|
"test_inputs": {
|
|
"timestamp": "1708726162"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^\\d{2}/\\d{2}/\\d{4}$', fecha_human)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"fecha_human": "23/02/2024"
|
|
},
|
|
"variables": {
|
|
"timestamp": "1708726162",
|
|
"ts": 1708726162,
|
|
"fecha_human": "23/02/2024"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.088,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "stampToDatetime",
|
|
"duration_ms": 3.04,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.022,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-019",
|
|
"text": "Replace spaces with hyphens in string parameter",
|
|
"code": "addParam(\"text\", input_text)\nreplace(input_text, \" \", \"-\", clean_text)\naddResult(clean_text)",
|
|
"test_inputs": {
|
|
"text": "hello world test"
|
|
},
|
|
"test_list": [
|
|
"re.match(r'^hello-world-test$', clean_text)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"clean_text": "hello-world-test"
|
|
},
|
|
"variables": {
|
|
"text": "hello world test",
|
|
"input_text": "hello world test",
|
|
"clean_text": "hello-world-test"
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "addParam",
|
|
"duration_ms": 0.10500000000000001,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "replace",
|
|
"duration_ms": 0.082,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.027,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 200
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
},
|
|
{
|
|
"source_file": "golden_dataset_parser_validation.json",
|
|
"task_id": "GD-C-020",
|
|
"text": "Execute raw SQL with try/exception, return 500 on error",
|
|
"code": "try()\n ormDirect(\"UPDATE tabla SET col=1 WHERE id=1\", res)\nexception(e)\n addVar(_status, 500)\n addResult(\"Error de base de datos\")\nend()\naddResult(res)",
|
|
"test_inputs": {},
|
|
"test_list": [
|
|
"re.match(r'^500$', _status)"
|
|
],
|
|
"execution_message": {
|
|
"success": true,
|
|
"result": {
|
|
"Error de base de datos": null,
|
|
"res": null
|
|
},
|
|
"variables": {
|
|
"ormDirect(\"UPDATE tabla SET col": "1 WHERE id=1\", res)",
|
|
"e": "No error detected",
|
|
"_status": 500
|
|
},
|
|
"assertion_result": true,
|
|
"logs": [
|
|
{
|
|
"command": "try",
|
|
"duration_ms": 0.083,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "assign",
|
|
"duration_ms": 0.026,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "exception",
|
|
"duration_ms": 0.030000000000000002,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addVar",
|
|
"duration_ms": 0.02,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.015000000000000001,
|
|
"success": true
|
|
},
|
|
{
|
|
"command": "addResult",
|
|
"duration_ms": 0.011,
|
|
"success": true
|
|
}
|
|
],
|
|
"http_status": 500
|
|
},
|
|
"passed": true,
|
|
"error": "",
|
|
"Local_Language_Server_Execution": ""
|
|
}
|
|
] |