search

fullipsori / autoever-str

0 stars 0 forks source link

Streambase 이벤트 흐름 #2

Open fullipsori opened 1 year ago

fullipsori commented 1 year ago

<?xml version="1.0" encoding="UTF-8" standalone="no"?>

if (notnull(FetchFromDateTime)) then long(get_millisecond(FetchFromDateTime)) else time coalesce(input1.topic, 'AutoSubmitReq') getResourceAbsolutePath('data') + "/DTC_MASTER.txt" lastval(*) description getResourceAbsolutePath('data') + "/VDMS_car_mgmtNO.txt" lastval(*) input1.mgmtNO "subscribe" "AutoSubmitReq" coalesce(input1.command, 'subscribe') coalesce(input.topic, 'AutoSubmitReq') coalesce(input.groupId, "${KAFKA_GROUP_ID}") message.VehicleKeyID + '_' + strftime("%Y%m%d%H%M%S%f", now()) tuple(messageID AS kafka_msg_id, to_milliseconds(now()) AS start_time, 0L AS t1_time, 0L AS t2_time, 0L AS t3_time, 0L AS t4_time, 0L AS t5_time, 0L AS end_time, 0L AS elapsed, 0 AS data_count, message.RecordCount AS msg_count) messageID coalesce(current.VEHICLE_NO, 'unknown') GetAWSUrl(message.BaseTime, message.VehicleKeyID,trim(message.MsgSrcKeyID)+'.data') '' list(tuple('Authorization' AS name, list('HCP MTE3OTY1OA==:2dd45bb153db94699c7b6a7b495f940f') AS values)) tuple('file download' AS requestType) input1.message if input1.message.MessageType == 6 then "d:/Projects/autoever/vdms/eventflow/workspace/MainEventFlow/src/main/resources/GPS.data" else "d:/Projects/autoever/vdms/eventflow/workspace/MainEventFlow/src/main/resources/DIAG.data" inputTuple.message inputTuple.filePath binary inputTuple.perfData to_milliseconds(now()) inputTuple.messageID inputTuple.mgntNO
fullipsori commented 1 year ago

<?xml version="1.0" encoding="UTF-8"?>

<component name="FullControl">
    <param name="gui:x" value="100"/>
    <param name="gui:y" value="-808"/>
</component>
<component name="PolicyInputStream">
    <param name="gui:x" value="595"/>
    <param name="gui:y" value="-701"/>
</component>
<component name="PublishData">
    <param name="gui:x" value="-2142"/>
    <param name="gui:y" value="-481"/>
</component>
<component name="RegisterPublish">
    <param name="gui:x" value="-2046"/>
    <param name="gui:y" value="-387"/>
</component>
<component name="CANParserModule">
    <param name="gui:x" value="877"/>
    <param name="gui:y" value="-691"/>
    <param name="gui:height" value="65"/>
    <param name="gui:bends:2" value="806,-552;828,-646"/>
</component>
<component name="DIAGParserModule">
    <param name="gui:x" value="877"/>
    <param name="gui:y" value="-464"/>
    <param name="gui:bends:1" value="791,-542;817,-434"/>
</component>
<component name="GPSParserModule">
    <param name="gui:x" value="877"/>
    <param name="gui:y" value="-575"/>
    <param name="gui:bends:1" value="833,-532;835,-545"/>
</component>
<component name="MGMTQueryTable">
    <param name="gui:x" value="-437"/>
    <param name="gui:y" value="-460"/>
    <param name="gui:width" value="80"/>
    <param name="gui:height" value="56"/>
</component>
<component name="QueryTable">
    <param name="gui:x" value="-201"/>
    <param name="gui:y" value="-355"/>
    <param name="gui:width" value="80"/>
    <param name="gui:height" value="56"/>
</component>
<component name="AddUrl">
    <param name="gui:x" value="100"/>
    <param name="gui:y" value="-714"/>
    <param name="gui:bends:1" value="88,-599;98,-684"/>
</component>
<component name="CheckMgmtNO">
    <param name="gui:x" value="-103"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="CreateTime">
    <param name="gui:x" value="-903"/>
    <param name="gui:y" value="-664"/>
</component>
<component name="DefaultGroup">
    <param name="gui:x" value="-692"/>
    <param name="gui:y" value="-622"/>
    <param name="gui:bends:1" value="-719,-590;-719,-589"/>
</component>
<component name="DefaultValues">
    <param name="gui:x" value="-903"/>
    <param name="gui:y" value="-570"/>
</component>
<component name="DefaultValues2Copy">
    <param name="gui:x" value="-2046"/>
    <param name="gui:y" value="-481"/>
</component>
<component name="Distribute">
    <param name="gui:x" value="711"/>
    <param name="gui:y" value="-572"/>
</component>
<component name="EmitOnClose">
    <param name="gui:x" value="-1458"/>
    <param name="gui:y" value="-570"/>
    <param name="gui:bends:1" value="-1502,-580;-1492,-540"/>
</component>
<component name="EmitOnCloseCopy">
    <param name="gui:x" value="-1137"/>
    <param name="gui:y" value="-570"/>
    <param name="gui:bends:1" value="-1172,-580;-1162,-540"/>
</component>
<component name="Filter">
    <param name="gui:x" value="-347"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="InitDataField">
    <param name="gui:x" value="429"/>
    <param name="gui:y" value="-808"/>
    <param name="gui:bends:1" value="392,-743;398,-773"/>
</component>
<component name="InitializeData">
    <param name="gui:x" value="-271"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="InputAdapter">
    <param name="gui:x" value="-589"/>
    <param name="gui:y" value="-622"/>
</component>
<component name="InputAdapterCopy">
    <param name="gui:x" value="302"/>
    <param name="gui:y" value="-766"/>
</component>
<component name="LoadDT">
    <param name="gui:x" value="-1573"/>
    <param name="gui:y" value="-622"/>
</component>
<component name="LoadMGMT">
    <param name="gui:x" value="-1252"/>
    <param name="gui:y" value="-622"/>
</component>
<component name="Map">
    <param name="gui:x" value="266"/>
    <param name="gui:y" value="-525"/>
    <param name="gui:bends:1" value="75,-579;95,-495"/>
</component>
<component name="NotNull">
    <param name="gui:x" value="-427"/>
    <param name="gui:y" value="-619"/>
    <param name="gui:bends:1" value="-459,-599;-457,-589"/>
</component>
<component name="OutputAdapterCopy">
    <param name="gui:x" value="-1915"/>
    <param name="gui:y" value="-439"/>
    <param name="gui:bends:1" value="-1972,-446;-1966,-416"/>
    <param name="gui:bends:2" value="-1961,-357;-1951,-397"/>
</component>
<component name="OutputUnion">
    <param name="gui:x" value="1072"/>
    <param name="gui:y" value="-562"/>
    <param name="gui:bends:1" value="981,-671;1013,-542"/>
    <param name="gui:bends:2" value="980,-545;982,-532"/>
    <param name="gui:bends:3" value="1001,-444;1019,-522"/>
</component>
<component name="PolicyInputLog">
    <param name="gui:x" value="711"/>
    <param name="gui:y" value="-701"/>
</component>
<component name="Query">
    <param name="gui:x" value="-1458"/>
    <param name="gui:y" value="-664"/>
    <param name="gui:bends:1" value="-1487,-599;-1481,-629"/>
</component>
<component name="Query2Mgmt">
    <param name="gui:x" value="-191"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="QueryCopy">
    <param name="gui:x" value="-1137"/>
    <param name="gui:y" value="-664"/>
    <param name="gui:bends:1" value="-1157,-599;-1152,-629"/>
</component>
<component name="RunMode">
    <param name="gui:x" value="-11"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="SetDT">
    <param name="gui:x" value="-1670"/>
    <param name="gui:y" value="-622"/>
    <param name="gui:bends:1" value="-1775,-587;-1775,-589"/>
</component>
<component name="SetMGMT">
    <param name="gui:x" value="-1349"/>
    <param name="gui:y" value="-622"/>
    <param name="gui:bends:1" value="-1396,-540;-1388,-589"/>
</component>
<component name="Start">
    <param name="gui:x" value="-1943"/>
    <param name="gui:y" value="-617"/>
</component>
<component name="Union">
    <param name="gui:x" value="205"/>
    <param name="gui:y" value="-766"/>
    <param name="gui:bends:1" value="180,-773;186,-743"/>
    <param name="gui:bends:2" value="170,-684;175,-724"/>
</component>
<component name="Union2">
    <param name="gui:x" value="-791"/>
    <param name="gui:y" value="-625"/>
    <param name="gui:height" value="65"/>
    <param name="gui:bends:1" value="-837,-629;-831,-602"/>
    <param name="gui:bends:2" value="-825,-540;-817,-578"/>
</component>
<component name="Union3">
    <param name="gui:x" value="595"/>
    <param name="gui:y" value="-572"/>
    <param name="gui:bends:1" value="542,-773;585,-552"/>
    <param name="gui:bends:2" value="481,-495;489,-532"/>
</component>
<component name="UnionError">
    <param name="gui:x" value="1072"/>
    <param name="gui:y" value="-459"/>
    <param name="gui:bends:1" value="998,-646;1048,-439"/>
    <param name="gui:bends:2" value="1010,-424;1010,-419"/>
</component>
<component name="subscribeToKafka">
    <param name="gui:x" value="-1014"/>
    <param name="gui:y" value="-570"/>
</component>
<component name="ErrorOutputStream">
    <param name="gui:x" value="1171"/>
    <param name="gui:y" value="-459"/>
</component>
<component name="KafkaStatus">
    <param name="gui:x" value="-499"/>
    <param name="gui:y" value="-599"/>
    <param name="gui:bends:1" value="-534,-580;-533,-568"/>
</component>
<component name="OutputStream2Copy">
    <param name="gui:x" value="-1768"/>
    <param name="gui:y" value="-481"/>
    <param name="gui:bends:1" value="-1816,-416;-1810,-446"/>
</component>
<component name="OutputStream3Copy">
    <param name="gui:x" value="-1768"/>
    <param name="gui:y" value="-387"/>
    <param name="gui:bends:1" value="-1831,-397;-1821,-357"/>
</component>
<component name="ParserOutputStream">
    <param name="gui:x" value="1171"/>
    <param name="gui:y" value="-562"/>
</component>
<component name="Status">
    <param name="gui:x" value="429"/>
    <param name="gui:y" value="-714"/>
    <param name="gui:bends:1" value="377,-724;387,-684"/>
</component>
<component name="UnsupportedMode">
    <param name="gui:x" value="266"/>
    <param name="gui:y" value="-619"/>
</component>
<component name="Group_KafkaConsumer">
    <param name="gui:x" value="-1048"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="610"/>
    <param name="gui:height" value="194"/>
</component>
<component name="Group_LoadDT">
    <param name="gui:x" value="-1672"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="279"/>
    <param name="gui:height" value="194"/>
</component>
<component name="Group_LoadMGMT">
    <param name="gui:x" value="-1351"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="293"/>
    <param name="gui:height" value="194"/>
</component>
<component name="Group_Load_HCPMessage">
    <param name="gui:x" value="98"/>
    <param name="gui:y" value="-828"/>
    <param name="gui:width" value="395"/>
    <param name="gui:height" value="194"/>
</component>
<component name="KafkaProducer">
    <param name="gui:x" value="-2146"/>
    <param name="gui:y" value="-501"/>
    <param name="gui:width" value="464"/>
    <param name="gui:height" value="194"/>
</component>
<gui.group color="255,128,255" name="Group_KafkaConsumer" visual-state="open">
    <member name="subscribeToKafka"/>
    <member name="KafkaStatus"/>
    <member name="CreateTime"/>
    <member name="Union2"/>
    <member name="InputAdapter"/>
    <member name="DefaultGroup"/>
    <member name="ConsumerControlCopy"/>
    <member name="DefaultValues"/>
    <param name="gui:x" value="-1048"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="610"/>
    <param name="gui:height" value="194"/>
</gui.group>
<gui.group color="255,255,128" name="Group_LoadDT" visual-state="open">
    <member name="EmitOnClose"/>
    <member name="Query"/>
    <member name="SetDT"/>
    <member name="LoadDT"/>
    <param name="gui:x" value="-1672"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="279"/>
    <param name="gui:height" value="194"/>
</gui.group>
<gui.group color="206,214,55" name="Group_LoadMGMT" visual-state="open">
    <member name="EmitOnCloseCopy"/>
    <member name="QueryCopy"/>
    <member name="SetMGMT"/>
    <member name="LoadMGMT"/>
    <param name="gui:x" value="-1351"/>
    <param name="gui:y" value="-684"/>
    <param name="gui:width" value="293"/>
    <param name="gui:height" value="194"/>
</gui.group>
<gui.group color="128,255,255" name="Group_Load_HCPMessage" visual-state="open">
    <member name="AddUrl"/>
    <member name="Union"/>
    <member name="Status"/>
    <member name="InitDataField"/>
    <member name="FullControl"/>
    <member name="InputAdapterCopy"/>
    <param name="gui:x" value="98"/>
    <param name="gui:y" value="-828"/>
    <param name="gui:width" value="395"/>
    <param name="gui:height" value="194"/>
</gui.group>
<gui.group name="KafkaProducer" visual-state="open">
    <member name="OutputAdapterCopy"/>
    <member name="OutputStream2Copy"/>
    <member name="RegisterPublish"/>
    <member name="OutputStream3Copy"/>
    <member name="DefaultValues2Copy"/>
    <member name="PublishData"/>
    <param name="gui:x" value="-2146"/>
    <param name="gui:y" value="-501"/>
    <param name="gui:width" value="464"/>
    <param name="gui:height" value="194"/>
</gui.group>

fullipsori commented 1 year ago

[DataParser Schema]

<?xml version="1.0" encoding="UTF-8" standalone="no"?>

fullipsori commented 1 year ago

[KafkaSchemas]

    <schema name="KafkaVDMSDataSchema">
        <field description="단말기 시리얼 번호" name="TerminalID" type="string"/>
        <field name="SequenceNo" type="long"/>
        <field description="Body 크기" name="BodyLength" type="long"/>
        <field description="차종" name="CIN" type="string"/>
        <field description="차량식별번호" name="VIN" type="string"/>
        <field description="차량 키 아이디" name="VehicleKeyID" type="long"/>
        <field description="데이터 수집 정책 버전" name="PolicyVersion" type="int"/>
        <field description="데이터 건수" name="RecordCount" type="long"/>
        <field description="트립 번호" name="RootCount" type="int"/>
        <field description="트립 안에서의 데이터 순서" name="SubmitSequenceNo" type="long"/>
        <field description="단말기 시리얼 번호" name="SerialNo" type="string"/>
        <field description="데이터 수집 시작 시간" name="BaseTime" type="long"/>
        <field description="수집 데이터의 종류" name="MessageType" type="int"/>
        <field description="CCP 메세지인 경우" name="FirstPID" type="string"/>
        <field description="메시지파일ID" name="MsgSrcKeyID" type="string"/>
        <field description="동기서버 생성 ID" name="SyncSerID" type="string"/>
        <field description="Message Collect Time" name="LoadDTM" type="string"/>
        <field description="예외 Redis 입력일시" name="XctRedisInpDTM" type="long"/>
    </schema>
fullipsori commented 1 year ago

[LiveViewTable Schema]

<?xml version="1.0" encoding="UTF-8" standalone="no"?>