Job Result Details

Below rest api used to retrive job result details in JSON using username, password, and job details.

Request URL:

http://<<uArrow DQ Host/IP:Port No>>/dqrest/api/runDetail

Request Method:

Post

HEADERS:

Content-Type: application/json

Body:

{
"email":"bruce@uarrow.cloud",
"password":"xxxxxxxx",
"job_def_id": "MZVO4XRWNO",
"latest_run_flag": false,
"job_run_id": 10
}

Requst Response (Sample):

{
"status": "success",
"result": [
{
"group_id": "E31AE52EHF",
"job_def_id": "MZVO4XRWNO",
"job_run_id": 10,
"dashboard_json": {
"meta": {
"\"L_TAX\"": "NUMBER",
"\"L_COMMENT\"": "TEXT",
"\"L_PARTKEY\"": "NUMBER",
"\"L_SUPPKEY\"": "NUMBER",
"\"L_DISCOUNT\"": "NUMBER",
"\"L_ORDERKEY\"": "NUMBER",
"\"L_QUANTITY\"": "NUMBER",
"\"L_SHIPDATE\"": "DATE",
"\"L_SHIPMODE\"": "TEXT",
"\"L_COMMITDATE\"": "DATE",
"\"L_LINENUMBER\"": "NUMBER",
"\"L_LINESTATUS\"": "TEXT",
"\"L_RETURNFLAG\"": "TEXT",
"\"L_RECEIPTDATE\"": "DATE",
"\"L_SHIPINSTRUCT\"": "TEXT",
"\"L_EXTENDEDPRICE\"": "NUMBER"
},
"dictKey": [
{
"NAME": "DICTIONARY",
"TAGS": "VALIDITY,COMPLETENESS",
"TOP10": "[ { \"CNT\": 23, \"KEY\": \"O\", \"ROW_RANK\": 1 } ]",
"CONDITION": "\"L_LINESTATUS\" in ('F')",
"DETAIL_SQL": "select * from \"LINEITEM_50\" where \"L_LINESTATUS\" NOT IN ('F') OR \"L_LINESTATUS\" IS NULL ",
"COLUMN_NAME": "\"L_LINESTATUS\"",
"DESCRIPTION": "Dictionary Check for \"L_LINESTATUS\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 23
}
],
"pairKey": [
{
"NAME": "INFER",
"TAGS": "CONSISTENCY",
"TOP10": "[]",
"CONDITION": "\"L_DISCOUNT\" INFERS \"L_EXTENDEDPRICE\" ",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where \"L_DISCOUNT\" is not null and \"L_EXTENDEDPRICE\" is null union ALL select * from \"LINEITEM_50\" where \"L_DISCOUNT\" is null and \"L_EXTENDEDPRICE\" is not null",
"COLUMN_NAME": "\"L_DISCOUNT\"|\"L_EXTENDEDPRICE\"",
"DESCRIPTION": "Pair check for \"L_DISCOUNT\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "MUTUALEXCLUSIVE",
"TAGS": "CONSISTENCY",
"TOP10": "[ { \"CNT\": 2, \"KEY\": \"33.00|1\", \"ROW_RANK\": 1 }, { \"CNT\": 2, \"KEY\": \"19.00|2\", \"ROW_RANK\": 2 }, { \"CNT\": 1, \"KEY\": \"46.00|3\", \"ROW_RANK\": 7 }, { \"CNT\": 1, \"KEY\": \"25.00|2\", \"ROW_RANK\": 4 }, { \"CNT\": 1, \"KEY\": \"21.00|1\", \"ROW_RANK\": 5 }, { \"CNT\": 1, \"KEY\": \"17.00|2\", \"ROW_RANK\": 6 }, { \"CNT\": 1, \"KEY\": \"26.00|5\", \"ROW_RANK\": 3 }, { \"CNT\": 1, \"KEY\": \"42.00|6\", \"ROW_RANK\": 10 }, { \"CNT\": 1, \"KEY\": \"34.00|4\", \"ROW_RANK\": 9 }, { \"CNT\": 1, \"KEY\": \"11.00|1\", \"ROW_RANK\": 8 } ]",
"CONDITION": "\"L_QUANTITY\" MUTUALLY EXCLUSIVE WITH \"L_LINENUMBER\" ",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where \"L_QUANTITY\" is null and \"L_LINENUMBER\" is null union ALL select * from \"LINEITEM_50\" where \"L_QUANTITY\" is not null and \"L_LINENUMBER\" is not null",
"COLUMN_NAME": "\"L_QUANTITY\"|\"L_LINENUMBER\"",
"DESCRIPTION": "Pair check for \"L_QUANTITY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 50
},
{
"NAME": "VALUE",
"TAGS": "CONSISTENCY",
"TOP10": "[ { \"CNT\": 23, \"KEY\": \"O|N\", \"ROW_RANK\": 1 }, { \"CNT\": 12, \"KEY\": \"F|R\", \"ROW_RANK\": 2 } ]",
"CONDITION": "(\"L_LINESTATUS\", \"L_RETURNFLAG\") in defined list of values ",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where ( nvl(\"L_LINESTATUS\",'*****') , nvl(\"L_RETURNFLAG\",'*****') ) not in ( select 'F' , 'A' from dual UNION ALL select 'O' , '*' from dual UNION ALL select 'O' , '.' from dual UNION ALL select 'O' , '*****' from dual UNION ALL select distinct 'S' , \"L_RETURNFLAG\" from mainTable where \"L_LINESTATUS\"= 'S' and \"L_RETURNFLAG\" is not null and length(\"L_RETURNFLAG\") !=0 )",
"COLUMN_NAME": "\"L_LINESTATUS\"|\"L_RETURNFLAG\"",
"DESCRIPTION": "Pair check for \"L_LINESTATUS\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 35
}
],
"rangeKey": [
{
"NAME": "RANGE",
"TAGS": "VALIDITY",
"TOP10": "[ { \"CNT\": 2, \"KEY\": \"1992-06-02\", \"ROW_RANK\": 1 }, { \"CNT\": 1, \"KEY\": \"1992-03-05\", \"ROW_RANK\": 6 }, { \"CNT\": 1, \"KEY\": \"1993-04-28\", \"ROW_RANK\": 7 }, { \"CNT\": 1, \"KEY\": \"1996-07-15\", \"ROW_RANK\": 4 }, { \"CNT\": 1, \"KEY\": \"1992-04-04\", \"ROW_RANK\": 9 }, { \"CNT\": 1, \"KEY\": \"1996-06-16\", \"ROW_RANK\": 3 }, { \"CNT\": 1, \"KEY\": \"1992-07-05\", \"ROW_RANK\": 2 }, { \"CNT\": 1, \"KEY\": \"1998-02-24\", \"ROW_RANK\": 10 }, { \"CNT\": 1, \"KEY\": \"1996-07-24\", \"ROW_RANK\": 8 }, { \"CNT\": 1, \"KEY\": \"1996-05-27\", \"ROW_RANK\": 5 } ]",
"CONDITION": "\"L_SHIPDATE\" = to_date('2022-04-05')",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where (NOT (\"L_SHIPDATE\" = to_date('2022-04-05'))) OR (\"L_SHIPDATE\" is null )",
"COLUMN_NAME": "\"L_SHIPDATE\"",
"DESCRIPTION": "Range Check for \"L_SHIPDATE\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 50
}
],
"rowCount": [
{
"ROW_COUNT": 50
}
],
"DqAdvRules": [
{
"NAME": "ADVANCED_SQL",
"TAGS": "ACCURACY,VALIDITY",
"TOP10": "[]",
"CONDITION": "COMMITED DATECHECK",
"DETAIL_SQL": "select L_COMMITDATE from LINEITEM where NVL(L_COMMITDATE,'1990-01-01')> NVL(L_SHIPDATE,'1990-01-01') and NVL(L_COMMITDATE,'1990-01-01')> NVL(L_RECEIPTDATE,'1990-01-01') AND (\"L_SHIPMODE\" = 'AIR' and L_RETURNFLAG = 'A' and L_SHIPDATE = '1995-02-22' AND L_SUPPKEY = 1047)",
"COLUMN_NAME": "L_COMMITDATE",
"DESCRIPTION": "Advance Rule",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "ADVANCED_SQL",
"TAGS": "ACCURACY,VALIDITY",
"TOP10": "[]",
"CONDITION": "TAX AND DISCOUNT",
"DETAIL_SQL": "select L_QUANTITY from LINEITEM where L_discount<>0 and L_TAX <>0 and L_LINENUMBER > 0 AND (\"L_SHIPMODE\" = 'AIR' and L_RETURNFLAG = 'A' and L_SHIPDATE = '1995-02-22' AND L_SUPPKEY = 1047)",
"COLUMN_NAME": "L_QUANTITY",
"DESCRIPTION": "Advance Rule",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
}
],
"patternKey": [
{
"NAME": "PATTERN",
"TAGS": "ACCURACY",
"TOP10": "[ { \"CNT\": 27, \"KEY\": \"F\", \"ROW_RANK\": 1 }, { \"CNT\": 23, \"KEY\": \"O\", \"ROW_RANK\": 2 } ]",
"CONDITION": "\"L_LINESTATUS\" in AIR.*",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where (NOT (RLIKE(\"L_LINESTATUS\",' AIR.*')) OR \"L_LINESTATUS\" IS NULL)",
"COLUMN_NAME": "\"L_LINESTATUS\"",
"DESCRIPTION": "Pattern Check for \"L_LINESTATUS\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 50
}
],
"relationKey": [
{
"NAME": "RELATION",
"TAGS": "CONSISTENCY",
"TOP10": "[ { \"CNT\": 1, \"KEY\": \"44819.04|0.00\", \"ROW_RANK\": 8 }, { \"CNT\": 1, \"KEY\": \"38177.20|0.05\", \"ROW_RANK\": 2 }, { \"CNT\": 1, \"KEY\": \"39539.43|0.02\", \"ROW_RANK\": 6 }, { \"CNT\": 1, \"KEY\": \"74519.28|0.02\", \"ROW_RANK\": 7 }, { \"CNT\": 1, \"KEY\": \"102297.00|0.04\", \"ROW_RANK\": 9 }, { \"CNT\": 1, \"KEY\": \"24163.92|0.02\", \"ROW_RANK\": 3 }, { \"CNT\": 1, \"KEY\": \"37238.80|0.10\", \"ROW_RANK\": 1 }, { \"CNT\": 1, \"KEY\": \"65428.78|0.05\", \"ROW_RANK\": 10 }, { \"CNT\": 1, \"KEY\": \"31390.24|0.06\", \"ROW_RANK\": 5 }, { \"CNT\": 1, \"KEY\": \"29602.75|0.01\", \"ROW_RANK\": 4 } ]",
"CONDITION": "\"L_EXTENDEDPRICE\" <= \"L_DISCOUNT\" ",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where (NOT (\"L_EXTENDEDPRICE\" <= \"L_DISCOUNT\")) OR (\"L_EXTENDEDPRICE\" is null OR \"L_DISCOUNT\" is null)",
"COLUMN_NAME": "\"L_EXTENDEDPRICE\"|\"L_DISCOUNT\"",
"DESCRIPTION": "Relation check for \"L_EXTENDEDPRICE\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 50
}
],
"expressionKey": [
{
"NAME": "EXPRESSION",
"TAGS": "ACCURACY",
"TOP10": "[ { \"CNT\": 27, \"KEY\": \"F\", \"ROW_RANK\": 1 }, { \"CNT\": 23, \"KEY\": \"O\", \"ROW_RANK\": 2 } ]",
"CONDITION": "\"L_LINESTATUS\" in \"L_LINESTATUS\" = 'AIR' ",
"DETAIL_SQL": "SELECT * from \"LINEITEM_50\" where NOT (\"L_LINESTATUS\" = 'AIR')",
"COLUMN_NAME": "\"L_LINESTATUS\"",
"DESCRIPTION": "Expression Check for \"L_LINESTATUS\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 50
}
],
"uniqueColumns": [
{
"NAME": "UNIQUE",
"TAGS": "UNIQUENESS",
"TOP10": "[]",
"CONDITION": "\"L_PARTKEY\" is not unique",
"DETAIL_SQL": "SELECT * FROM \"LINEITEM_50\" GROUP BY \"L_PARTKEY\" HAVING COUNT(1) >1",
"COLUMN_NAME": "\"L_PARTKEY\"",
"DESCRIPTION": "Uniqueness check for \"L_PARTKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "UNIQUE",
"TAGS": "UNIQUENESS",
"TOP10": "[]",
"CONDITION": "\"L_SUPPKEY\" is not unique",
"DETAIL_SQL": "SELECT * FROM \"LINEITEM_50\" GROUP BY \"L_SUPPKEY\" HAVING COUNT(1) >1",
"COLUMN_NAME": "\"L_SUPPKEY\"",
"DESCRIPTION": "Uniqueness check for \"L_SUPPKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "UNIQUE",
"TAGS": "UNIQUENESS",
"TOP10": "[ { \"CNT\": 7, \"KEY\": 2948773, \"ROW_RANK\": 1 }, { \"CNT\": 7, \"KEY\": 2948800, \"ROW_RANK\": 2 }, { \"CNT\": 7, \"KEY\": 2948801, \"ROW_RANK\": 3 }, { \"CNT\": 6, \"KEY\": 2948803, \"ROW_RANK\": 4 }, { \"CNT\": 5, \"KEY\": 2948770, \"ROW_RANK\": 5 }, { \"CNT\": 5, \"KEY\": 2948775, \"ROW_RANK\": 6 }, { \"CNT\": 4, \"KEY\": 2948771, \"ROW_RANK\": 7 }, { \"CNT\": 4, \"KEY\": 2948772, \"ROW_RANK\": 8 }, { \"CNT\": 3, \"KEY\": 2948774, \"ROW_RANK\": 9 } ]",
"CONDITION": "\"L_ORDERKEY\" is not unique",
"DETAIL_SQL": "SELECT * FROM \"LINEITEM_50\" GROUP BY \"L_ORDERKEY\" HAVING COUNT(1) >1",
"COLUMN_NAME": "\"L_ORDERKEY\"",
"DESCRIPTION": "Uniqueness check for \"L_ORDERKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 9
},
{
"NAME": "UNIQUE",
"TAGS": "UNIQUENESS",
"TOP10": "[ { \"CNT\": 4, \"KEY\": 42, \"ROW_RANK\": 1 }, { \"CNT\": 4, \"KEY\": 19, \"ROW_RANK\": 2 }, { \"CNT\": 2, \"KEY\": 27, \"ROW_RANK\": 7 }, { \"CNT\": 2, \"KEY\": 33, \"ROW_RANK\": 4 }, { \"CNT\": 2, \"KEY\": 20, \"ROW_RANK\": 5 }, { \"CNT\": 2, \"KEY\": 22, \"ROW_RANK\": 6 }, { \"CNT\": 2, \"KEY\": 26, \"ROW_RANK\": 3 }, { \"CNT\": 2, \"KEY\": 46, \"ROW_RANK\": 10 }, { \"CNT\": 2, \"KEY\": 29, \"ROW_RANK\": 9 }, { \"CNT\": 2, \"KEY\": 45, \"ROW_RANK\": 8 } ]",
"CONDITION": "\"L_QUANTITY\" is not unique",
"DETAIL_SQL": "SELECT * FROM \"LINEITEM_50\" GROUP BY \"L_QUANTITY\" HAVING COUNT(1) >1",
"COLUMN_NAME": "\"L_QUANTITY\"",
"DESCRIPTION": "Uniqueness check for \"L_QUANTITY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 11
}
],
"completeColumns": [
{
"NAME": "COMPLETE",
"TAGS": "COMPLETENESS",
"TOP10": "[ { \"CNT\": 0, \"KEY\": \"NULL\", \"ROW_RANK\": 1 } ]",
"CONDITION": "\"L_PARTKEY\" is null",
"DETAIL_SQL": "select * from \"LINEITEM_50\" where \"L_PARTKEY\" is not null ",
"COLUMN_NAME": "\"L_PARTKEY\"",
"DESCRIPTION": "Completeness check for \"L_PARTKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "COMPLETE",
"TAGS": "COMPLETENESS",
"TOP10": "[ { \"CNT\": 0, \"KEY\": \"NULL\", \"ROW_RANK\": 1 } ]",
"CONDITION": "\"L_SUPPKEY\" is null",
"DETAIL_SQL": "select * from \"LINEITEM_50\" where \"L_SUPPKEY\" is not null ",
"COLUMN_NAME": "\"L_SUPPKEY\"",
"DESCRIPTION": "Completeness check for \"L_SUPPKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "COMPLETE",
"TAGS": "COMPLETENESS",
"TOP10": "[ { \"CNT\": 0, \"KEY\": \"NULL\", \"ROW_RANK\": 1 } ]",
"CONDITION": "\"L_ORDERKEY\" is null",
"DETAIL_SQL": "select * from \"LINEITEM_50\" where \"L_ORDERKEY\" is not null ",
"COLUMN_NAME": "\"L_ORDERKEY\"",
"DESCRIPTION": "Completeness check for \"L_ORDERKEY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
},
{
"NAME": "COMPLETE",
"TAGS": "COMPLETENESS",
"TOP10": "[ { \"CNT\": 0, \"KEY\": \"NULL\", \"ROW_RANK\": 1 } ]",
"CONDITION": "\"L_QUANTITY\" is null",
"DETAIL_SQL": "select * from \"LINEITEM_50\" where \"L_QUANTITY\" is not null ",
"COLUMN_NAME": "\"L_QUANTITY\"",
"DESCRIPTION": "Completeness check for \"L_QUANTITY\"",
"COLUMN_COUNT": "1",
"FAILED_COUNT": 0
}
],
"DQ_Dimesions_Score": {
"ACCURACY": 50,
"VALIDITY": 64,
"UNIQUENESS": 90,
"CONSISTENCY": 32,
"COMPLETENESS": 91,
"OVERALLSCORE": 65
}
},
"start_time": "2022-05-04T20:23:41.072Z",
"end_time": "2022-05-05T04:23:40.953Z"
}
]
}