{
"status": 0,
"proc_stats": null,
"extract_file_name": "/app/data/estar/tpe/data/mc2/temp/da1t1cedstest_priceMaster_resource_output.json",
"additional_data_type": "string",
"processing_statuses": [
[
"Information",
"Starting processing an EBS request",
"eaglepy-i-1000",
"",
0,
"2022-07-07T10:53:58.606+00:00"
],
[
"Information",
"Executed on svc-eds-5579bc956-fzl48/PID=17/WORKER=/IMPL=CPython",
"eaglepy-i-1000",
"",
0,
"2022-07-07T10:54:19.684+00:00"
]
],
"worker_id": "svc-eds-5579bc956-fzl48/PID=17/WORKER=/IMPL=CPython",
"pipe": [
{
"status": 2,
"number_of_records": 0,
"proc_stats": {
"summary": {
"number_of_records": 0
}
},
"extract_file_name": "/app/data/estar/tpe/data/mc2/temp/da1t1cedstest_priceMaster_resource_output.json",
"additional_data": "{\"priceMaster\": {\"resource_version\": \"1.0.1\"}}",
"additional_data_type": "string",
"mime_type": "application/json",
"processing_statuses": [],
"worker_id": "svc-eds-5579bc956-fzl48/PID=17/WORKER=/IMPL=CPython"
},
{
"status": 0,
"number_of_records": 7,
"proc_stats": null,
"additional_data": "BEGIN;\nCREATE SCHEMA IF NOT EXISTS DA1T1CEDSTESTDBO;\nDROP TABLE IF EXISTS DA1T1CEDSTESTDBO.PRICEMASTER;\nDROP SEQUENCE IF EXISTS DA1T1CEDSTESTDBO.PRICEMASTER_SEQ;\nCREATE SEQUENCE IF NOT EXISTS DA1T1CEDSTESTDBO.PRICEMASTER_SEQ WITH START WITH = 1 INCREMENT BY = 1;\nCREATE TABLE IF NOT EXISTS DA1T1CEDSTESTDBO.PRICEMASTER (\nAASSKEVALUATIONCLEAN NUMBER(38,12),\nACCRUEDINTEREST NUMBER(38,12),\nADJUSTMENTFACTOR INTEGER,\nASKEVALUATIONCLEAN VARCHAR(100),\nASKEVALUATIONDIRTY NUMBER(38,12),\nASKEVALUATIONSPREAD VARCHAR(100),\nASKPRICE VARCHAR(100),\nASKYIELDCLEAN NUMBER(38,12),\nBENCHMARKIDENTIFIER VARCHAR(32),\nBENCHMARKNAME VARCHAR(152),\nBENCHMARKYIELD NUMBER(38,12),\nBIDEVALUATIONCLEAN VARCHAR(100),\nBIDEVALUATIONDIRTY NUMBER(38,12),\nBIDEVALUATIONSPREAD VARCHAR(100),\nBIDPRICE VARCHAR(100),\nBIDYIELDCLEAN NUMBER(38,12),\nCLOSECOMPPRICE VARCHAR(100),\nCONVEXITY NUMBER(38,12),\nCOUNTRYQUOTE VARCHAR(52),\nCOUNTRYQUOTECODE VARCHAR(8),\nCURRENCY VARCHAR(80),\nDURATION NUMBER(38,12),\nEVALUATIONTIMESTAMP DATETIME,\nEXCHANGE VARCHAR(148),\nEXCHANGECODE NUMBER(38,12),\nGPMASSETTYPE VARCHAR(100),\nHIGH VARCHAR(100),\nIDENTIFIER VARCHAR(48),\nISOCURRENCY VARCHAR(12),\nLOW VARCHAR(100),\nMACAULAYDURATION NUMBER(38,12),\nMEANEVALUATIONCLEAN VARCHAR(100),\nMEANEVALUATIONDIRTY NUMBER(38,12),\nMEANEVALUATIONSPREAD NUMBER(38,12),\nMEANYIELDCLEAN NUMBER(38,12),\nOPEN VARCHAR(100),\nPRICECURRENCY VARCHAR(12),\nPRICEDATE DATE,\nPRICEDERIVATION INTEGER,\nPRICEMASTER_INSTANCE INTEGER,\nPRICESOURCE VARCHAR(112),\nPRICETODATE DATE,\nPRIMEXCHTRADEPRICE VARCHAR(100),\nREDEMPTIONDATE DATE,\nREDEMPTIONPRICE INTEGER,\nVOLUME INTEGER,\nVWAP NUMBER(38,12),\nZCREATED_AT DATETIME,\nZINGESTED_AT DATETIME,\nZWHCREATED_AT DATETIME,\nZQS_PASSED_AT DATETIME,\nZCREATED_AT_END DATETIME,\nZUID VARCHAR(200),\nZROW_NUMBER INTEGER,\nZLINEAGE VARCHAR(300),\nZVARIANT VARCHAR(200),\nZTENANT_ID VARCHAR(50),\nZLINEAGE_HASH VARCHAR(300),\nZTRACKING_ID VARCHAR(200));\nCOMMIT;",
"additional_data_type": "string",
"mime_type": "text/plain",
"processing_statuses": [],
"worker_id": "svc-eds-5579bc956-fzl48/PID=17/WORKER=/IMPL=CPython"
},
{
"status": 0,
"number_of_records": 3,
"proc_stats": null,
"additional_data_type": "string",
"processing_statuses": [
[
"Information",
"Executed DM with flag updateldm for priceMaster resource",
"eaglepy-i-1000",
"",
0,
"2022-09-15T23:46:24.290-04:00"
],
[
"Information",
"Executed DM with flag updatevdm for priceMaster resource",
"eaglepy-i-1000",
"",
0,
"2022-09-15T23:46:24.290-04:00"
],
[
"Information",
"Executed DM with flag updateeqlldm for priceMaster resource",
"eaglepy-i-1000",
"",
0,
"2022-09-15T23:46:24.291-04:00"
]
],
"worker_id": "IKUZIN7400/PID=65284/WORKER=/IMPL=CPython"
},
{
"status": 0,
"number_of_records": 951,
"proc_stats": {
"partitions": [
{
"partition_id": "1",
"source": {
"input_records": 951,
"input_batches": 1
},
"number_of_records": 951,
"number_of_batches": 1,
"destinations": [
{
"destination_id": "priceMaster_in",
"number_of_records": 951,
"number_of_batches": 1
}
]
}
],
"summary": {
"source": {
"input_records": 951,
"input_batches": 1
},
"number_of_records": 951,
"number_of_batches": 1,
"destinations": [
{
"destination_id": "priceMaster_in",
"number_of_records": 951,
"number_of_batches": 1
}
]
},
"details": {
"processes": [
{
"process_id": "1",
"timings": [
{
"processing_stage": "sniff",
"total_time": 0.41,
"cpu_time": 0.42
},
{
"processing_stage": "e",
"total_time": 0,
"cpu_time": 0
},
{
"processing_stage": "g",
"total_time": 0.43,
"cpu_time": 0.44
},
{
"processing_stage": "openconn",
"total_time": 2.17,
"cpu_time": 1.31
},
{
"processing_stage": "topensinks",
"total_time": 2.17,
"cpu_time": 1.31
},
{
"processing_stage": "tout",
"total_time": 0.08,
"cpu_time": 0.08
},
{
"processing_stage": "tclosesinks",
"total_time": 2.57,
"cpu_time": 0.56
},
{
"processing_stage": "t",
"total_time": 5.27,
"cpu_time": 2.41
}
],
"target_sink": {
"partitions": [
{
"partition_id": 1,
"async_writes": 4,
"buffers": [
{
"stage_name": "asyncwrite0",
"number_of_buffered_records": 238,
"number_of_commits": 1,
"number_of_committed_records": 238,
"timings": {
"sf_cursor_execute": [
1.53,
0.15,
1,
1.53
],
"dbexecutemany": [
1.53,
0.15,
1,
1.53
]
}
},
{
"stage_name": "asyncwrite1",
"number_of_buffered_records": 238,
"number_of_commits": 1,
"number_of_committed_records": 238,
"timings": {
"sf_cursor_execute": [
1.8,
0.15,
1,
1.8
],
"dbexecutemany": [
1.8,
0.15,
1,
1.8
]
}
},
{
"stage_name": "asyncwrite2",
"number_of_buffered_records": 238,
"number_of_commits": 1,
"number_of_committed_records": 238,
"timings": {
"sf_cursor_execute": [
1.44,
0.1,
1,
1.44
],
"dbexecutemany": [
1.44,
0.1,
1,
1.44
]
}
},
{
"stage_name": "asyncwrite3",
"number_of_buffered_records": 237,
"number_of_commits": 1,
"number_of_committed_records": 237,
"timings": {
"sf_cursor_execute": [
1.73,
0.1,
1,
1.73
],
"dbexecutemany": [
1.73,
0.1,
1,
1.73
]
}
}
]
}
]
}
}
]
}
},
"additional_data_type": "string",
"processing_statuses": [],
"worker_id": "svc-eds-5579bc956-fzl48/PID=17/WORKER=/IMPL=CPython"
}
]
} |
