Publishing Generic Workflow Results to a Kafka Topic

Example of RTR

<EagleML xmlns="http://www.eagleinvsys.com/2011/EagleML-2-0" eaglemlVersion="2-0" eaglemlType="RunTaskRequest" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.eagleinvsys.com/2011/EagleML-2-0 eagleml-main-2-0.xsd" xsi:type="RunTaskRequest">
<header>
<messageId>Entity_264404_fce39b67-d6fe-46b6-ba86-bebebc829e9e</messageId>
<sentBy>test</sentBy>
<sendTo>http://www.eagleinvsys.com/eagle_ml-2-0_default_cm_wrkfl_listener</sendTo>
<creationTimestamp>2018-04-13T09:52:39.73-05:00</creationTimestamp>
</header>
<taskIdentifier>
<correlationId>mc2_extract_workflow_{GUID}</correlationId>
<businessTaskId>mc2_extract_workflow</businessTaskId>
</taskIdentifier>
<taskTypeEnum>LOAD</taskTypeEnum>  
<synchronousExecution>no</synchronousExecution>
<taskParameters
><taskParameter>
<name>ActionType</name>
<dataType>S</dataType>
<value>EXECUTE</value>
</taskParameter>
<taskParameter>
<name>WorkflowName</name>
<dataType>S</dataType>
<value>eagle_wrf_generic_extract</value>
</taskParameter>
<taskParameter>
<name>FeedType</name>
<dataType>S</dataType>
<value>ENTITYEXTRACT,SMFEXTRACT,WRHSPERFORMANCEEXTRACT</value>
</taskParameter>
<taskParameter>
<name>maxrows</name>
<dataType>S</dataType>
<value>10</value>
</taskParameter>
<taskParameter>
<name>SMFEXTRACT_RecordCountPerNugget</name>
<value>1</value>
</taskParameter>
<taskParameter>
<name>Compress</name>
<dataType>S</dataType>
<value>N</value>
</taskParameter>
<taskParameter>
<name>RemoveTaskFiles</name>
<dataType>S</dataType>
<value>N</value>
</taskParameter>	
	<taskParameter>
		<name>ExtractDeliveryMethod</name>
		<dataType>S</dataType>
		<value>MESSAGE</value>
	</taskParameter>	
	<taskParameter>
		<name>ACKDeliveryMethod</name>
		<dataType>S</dataType>
		<value>MESSAGE</value>
	</taskParameter>	
	<taskParameter>
		<name>ReplyDeliveryMethod</name>
		<dataType>S</dataType>
		<value>MESSAGE</value>
	</taskParameter>	
	<taskParameter>
		<name>EnableReplyDelivery</name>
		<dataType>S</dataType>
		<value>Y</value>
	</taskParameter>
	<taskParameter>
        <name>EnableAckDelivery</name>
        <dataType>S</dataType>
        <value>Y</value>
    </taskParameter>
	<taskParameter>
		<name>MessagingExtractDeliveryURI</name>
		<dataType>S</dataType>
		<value>kafkamessaging:kafkaExtractProducer</value>
	</taskParameter>	
	<taskParameter>
		<name>MessagingReplyDeliveryURI</name>
		<dataType>S</dataType>
		<value>kafkamessaging:kafkaReplyProducer</value>
	</taskParameter>	
	<taskParameter>
		<name>MessagingAckDeliveryURI</name>
		<dataType>S</dataType>
		<value>kafkamessaging:kafkaAckProducer</value>
	</taskParameter>	
</taskParameters>
</EagleML>

Results written on disk by mc2kafka consumers (mc2_kafka_messaging_(2)_mc2_extract_workflow_TO41SHCULYLJR17UJ_17:31:26.288.xml - with ACK content; mc2_kafka_messaging_(3)__17:31:29.417.xml - with reply content):

<EagleML eaglemlVersion="2-0" eaglemlType="TaskAcknowledgement" xsi:type="TaskAcknowledgement" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.eagleinvsys.com/2011/EagleML-2-0 eagleml-main-2-0.xsd" xmlns="http://www.eagleinvsys.com/2011/EagleML-2-0">
<header>
<inReplyTo>http://www.client.com/Eagle Control Messages</inReplyTo>
<sentBy>http://www.eagleinvsys.com/</sentBy>
</header>
<taskIdentifier>
<correlationId correlationIdScheme="correlationIdScheme">mc2_extract_workflow_TO41SHCULYLJR17UJ</correlationId>
<businessTaskId correlationIdScheme="businessTaskIdScheme">mc2_extract_workflow</businessTaskId>
</taskIdentifier>
<isNegative>false</isNegative>
</EagleML>

mc2_kafka_messaging_(3)__17:31:29.417.xml:

<EagleML eaglemlVersion="2-0" eaglemlType="TaskStatusResponse" xsi:type="TaskStatusResponse" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.eagleinvsys.com/2011/EagleML-2-0 eagleml-main-2-0.xsd" xmlns="http://www.eagleinvsys.com/2011/EagleML-2-0">
<header>
<messageId>CWI49KP39OPRABUI</messageId>
<sentBy>http://www.eagleinvsys.com/</sentBy>
<sendTo>http://www.client.com/Eagle Control Messages</sendTo>
<creationTimestamp>2020-06-09T17:31:29-04:00</creationTimestamp>
</header>
<statusItem><taskIdentifier>
<correlationId correlationIdScheme="correlationIdScheme">mc2_extract_workflow_TO41SHCULYLJR17UJ</correlationId>
<businessTaskId correlationIdScheme="businessTaskIdScheme">mc2_extract_workflow</businessTaskId>
</taskIdentifier>
<status>SUCCESS</status>
<severityCode>0</severityCode>
<taskUnit>
<extractDetails>
<URI>extract://extract_warehouse_performance</URI>
<extractSummary>
<transactionCount>10</transactionCount>
<objectCount>10</objectCount>
<rowCount>10</rowCount>
<fileCount>1</fileCount>
</extractSummary>
<extractTaskDetails>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__WAREHOUSEPERFORMANCE__10_20200609.xml</extractFilename>
<transactionCount>10</transactionCount>
<objectCount>10</objectCount>
<rowCount>10</rowCount>
</extractStats>
</extractTaskDetails>
</extractDetails>
</taskUnit>
<taskUnit>
<extractDetails>
<URI>extract://extract_generic_smf</URI>
<extractSummary>
<transactionCount>10</transactionCount>
<objectCount>10</objectCount>
<rowCount>10</rowCount>
<fileCount>10</fileCount>
</extractSummary>
<extractTaskDetails>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__1_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__2_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__3_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__4_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__5_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__6_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__7_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__8_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__9_MORE_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICSMF__10_LAST_1_20200609.xml</extractFilename>
<transactionCount>1</transactionCount>
<objectCount>1</objectCount>
<rowCount>1</rowCount>
</extractStats>
</extractTaskDetails>
</extractDetails>
</taskUnit>
<taskUnit>
<extractDetails>
<URI>extract://extract_generic_entity</URI>
<extractSummary>
<transactionCount>10</transactionCount>
<objectCount>10</objectCount>
<rowCount>10</rowCount>
<fileCount>1</fileCount>
</extractSummary>
<extractTaskDetails>
<extractStats>
<extractFilename>mc2_extract_workflow_TO41SHCULYLJR17UJ__GENERICENTITY__10_20200609.xml</extractFilename>
<transactionCount>10</transactionCount>
<objectCount>10</objectCount>
<rowCount>10</rowCount>
</extractStats>
</extractTaskDetails>
</extractDetails>
</taskUnit>
</statusItem>
</EagleML>

MC2

Publishing Generic Workflow Results to a Kafka Topic

Example of RTR

MCC