Versions Compared

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Code Block
{
  "resourcename": "legalentityid",
  "dbprovider": "snowflake",
  "schemadriftmode": "auto_approve"
}

Data file example:

Example of auto_approve response when schema drift was found for core resource:

Expand
Code Block
{
	"status": 0,
	"proc_stats": null,
	"extract_file_name": "/app/data/estar/tpe/data/mc2/temp/da1t1cedstest_legalentityid_resource_output.json",
	"additional_data_type": "string",
	"processing_statuses": [
		[
			"Information",
			"Starting processing an EBS request",
			"eaglepy-i-1000",
			"",
			0,
			"2022-07-07T11:04:00.617+00:00"
		],
		[
			"Information",
			"Executed on svc-eds-5579bc956-fzl48/PID=13/WORKER=/IMPL=CPython",
			"eaglepy-i-1000",
			"",
			0,
			"2022-07-07T11:04:18.327+00:00"
		]
	],
	"worker_id": "svc-eds-5579bc956-fzl48/PID=13/WORKER=/IMPL=CPython",
	"pipe": [
		{
			"status": 2,
			"number_of_records": 0,
			"proc_stats": {
				"summary": {
					"number_of_records": 0
				}
			},
			"extract_file_name": "/app/data/estar/tpe/data/mc2/temp/da1t1cedstest_legalentityid_resource_output.json",
			"additional_data": "{\"legalentityid\": {\"resource_version\": \"2.0.19\"}}",
			"additional_data_type": "string",
			"mime_type": "application/json",
			"processing_statuses": [],
			"worker_id": "svc-eds-5579bc956-fzl48/PID=13/WORKER=/IMPL=CPython"
		},
		{
			"status": 0,
			"number_of_records": 8,
			"proc_stats": null,
			"additional_data": "BEGIN;\nCREATE SCHEMA IF NOT EXISTS SECURITYDBO;\nCREATE SCHEMA IF NOT EXISTS DA1T1CEDSTESTDBO;\nCREATE SEQUENCE IF NOT EXISTS SECURITYDBO.LEI_DETAILS_SEQ WITH START WITH = 1 INCREMENT BY = 1;\nCREATE SEQUENCE IF NOT EXISTS DA1T1CEDSTESTDBO.LEGALENTITYID_EXT_SEQ WITH START WITH = 1 INCREMENT BY = 1;\nCREATE TABLE IF NOT EXISTS SECURITYDBO.LEI_DETAILS (\nCITY VARCHAR(510),\nCOUNTRY_CODE VARCHAR(60),\nENTITY_STATUS VARCHAR(60),\nID_ASSIGNED_DATE DATE,\nID_CERTIFICATION_STATE VARCHAR(60),\nID_DISABLED_DATE DATE,\nID_LAST_UPDATE_DATE DATE,\nID_RECORD_STATE VARCHAR(60),\nLEGAL_FORM VARCHAR(510),\nLEGAL_NAME VARCHAR(510),\nLEI VARCHAR(20),\nNEXT_RENEWAL_DATE DATE,\nSTATE VARCHAR(510),\nSTREET VARCHAR(510),\nULTIMATE_PARENT_COMPANY VARCHAR(510),\nUPDATE_DATE DATETIME,\nUPDATE_SOURCE VARCHAR(255),\nVALIDATION_SOURCES VARCHAR(510),\nZIP VARCHAR(510),\nZCREATED_AT DATETIME,\nZINGESTED_AT DATETIME,\nZWHCREATED_AT DATETIME,\nZQS_PASSED_AT DATETIME,\nZCREATED_AT_END DATETIME,\nZUID VARCHAR(200),\nZROW_NUMBER INTEGER,\nZLINEAGE VARCHAR(300),\nZVARIANT VARCHAR(200),\nZTENANT_ID VARCHAR(50),\nZLINEAGE_HASH VARCHAR(300),\nZTRACKING_ID VARCHAR(200));\nCREATE TABLE IF NOT EXISTS DA1T1CEDSTESTDBO.LEGALENTITYID_EXT (\nLEI VARCHAR(20),\nNEWELEMENTCHAR VARCHAR(16),\nNEWELEMENTDATE DATE,\nNEWELEMENTNUM NUMBER(38,12),\nZCREATED_AT DATETIME,\nZINGESTED_AT DATETIME,\nZWHCREATED_AT DATETIME,\nZQS_PASSED_AT DATETIME,\nZCREATED_AT_END DATETIME,\nZUID VARCHAR(200),\nZROW_NUMBER INTEGER,\nZLINEAGE VARCHAR(300),\nZVARIANT VARCHAR(200),\nZTENANT_ID VARCHAR(50),\nZLINEAGE_HASH VARCHAR(300),\nZTRACKING_ID VARCHAR(200));\nCOMMIT;",
			"additional_data_type": "string",
			"mime_type": "text/plain",
			"processing_statuses": [],
			"worker_id": "svc-eds-5579bc956-fzl48/PID=13/WORKER=/IMPL=CPython"
		},
		{
            "status": 0,
            "number_of_records": 3,
            "proc_stats": null,
            "additional_data_type": "string",
            "processing_statuses": [
                [
                    "Information",
                    "Executed DM with flag updateldm for legalentityid resource",
                    "eaglepy-i-1000",
                    "",
                    0,
                    "2022-09-15T23:46:24.290-04:00"
                ],
                [
                    "Information",
                    "Executed DM with flag updatevdm for legalentityid resource",
                    "eaglepy-i-1000",
                    "",
                    0,
                    "2022-09-15T23:46:24.290-04:00"
                ],
                [
                    "Information",
                    "Executed DM with flag updateeqlldm for legalentityid resource",
                    "eaglepy-i-1000",
                    "",
                    0,
                    "2022-09-15T23:46:24.291-04:00"
                ]
            ],
            "worker_id": "IKUZIN7400/PID=65284/WORKER=/IMPL=CPython"
        },
		{
			"status": 0,
			"number_of_records": 1,
			"proc_stats": {
				"partitions": [
					{
						"partition_id": "1",
						"source": {
							"input_records": 1,
							"input_batches": 1
						},
						"number_of_records": 1,
						"number_of_batches": 1,
						"destinations": [
							{
								"destination_id": "legalentityid_in",
								"number_of_records": 1,
								"number_of_batches": 1
							}
						]
					}
				],
				"summary": {
					"source": {
						"input_records": 1,
						"input_batches": 1
					},
					"number_of_records": 1,
					"number_of_batches": 1,
					"destinations": [
						{
							"destination_id": "legalentityid_in",
							"number_of_records": 1,
							"number_of_batches": 1
						}
					]
				},
				"details": {
					"processes": [
						{
							"process_id": "1",
							"timings": [
								{
									"processing_stage": "sniff",
									"total_time": 0,
									"cpu_time": 0
								},
								{
									"processing_stage": "e",
									"total_time": 0,
									"cpu_time": 0
								},
								{
									"processing_stage": "g",
									"total_time": 0,
									"cpu_time": 0
								},
								{
									"processing_stage": "openconn",
									"total_time": 0.76,
									"cpu_time": 0.48
								},
								{
									"processing_stage": "topensinks",
									"total_time": 0.76,
									"cpu_time": 0.48
								},
								{
									"processing_stage": "tout",
									"total_time": 0,
									"cpu_time": 0
								},
								{
									"processing_stage": "tclosesinks",
									"total_time": 2.94,
									"cpu_time": 0.16
								},
								{
									"processing_stage": "t",
									"total_time": 3.7,
									"cpu_time": 0.65
								}
							],
							"target_sink": {
								"partitions": [
									{
										"partition_id": 1,
										"async_writes": 1,
										"buffers": [
											{
												"stage_name": "asyncwrite0",
												"number_of_buffered_records": 1,
												"number_of_commits": 1,
												"number_of_committed_records": 1,
												"timings": {
													"sf_cursor_execute": [
														2.67,
														0.06,
														1,
														2.67
													],
													"dbexecutemany": [
														2.67,
														0.06,
														1,
														2.67
													]
												}
											}
										]
									}
								]
							}
						}
					]
				}
			},
			"additional_data_type": "string",
			"processing_statuses": [],
			"worker_id": "svc-eds-5579bc956-fzl48/PID=13/WORKER=/IMPL=CPython"
		}
	]
}

...