Contribute to Elasticsearch Go sdk using xlang

{ insertId: "134os3nc7se" labels: {4} logName: "projects/elite-caster-125113/logs/dataflow.googleapis.com%2Fjob-message" receiveTimestamp: "2022-12-17T08:19:29.882492989Z" resource: {2} severity: "ERROR" textPayload: "Error message from worker: Failed: invalid bundle desc: s01-13 id:"s01-13" transforms:{key:"beam.createFn-ptransform-29" value:{unique_name:"beam.createFn-ptransform-29" spec:{urn:"beam:transform:pardo:v1" payload:"\n\xda\x02\n\x19beam:go:transform:dofn:v1\x1a\xbc\x02ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEs8BCq0BEjsIGBI3CBpKM2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS5jcmVhdGVGbhpueyJ2YWx1ZXMiOlsiQlVobGJHeHYiLCJDWFJvYVhNZ2FYTWdZUT09IiwiRkdsdWRHVm5jbUYwYVc5dUlIUmxjM1FnWm05eSIsIkRXVnNZWE4wYVdOelpXRnlZMmc9Il0sInR5cGUiOiJDQXc9In0SDAgBEggKBggUEgIICBoICgYKBAgZQA8iBVBhckRv"} inputs:{key:"main" value:"pcollection-14"} outputs:{key:"i0" value:"pcollection-18"}}} transforms:{key:"command-line-arguments.strToJsonStr-ptransform-30" value:{unique_name:"command-line-arguments.strToJsonStr-ptransform-30" spec:{urn:"beam:transform:pardo:v1" payload:"\n\xae\x01\n\x19beam:go:transform:dofn:v1\x1a\x90\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEk4KMwoxCiNjb21tYW5kLWxpbmUtYXJndW1lbnRzLnN0clRvSnNvblN0chIKCBYiAggMKgIIDBIICAESBAoCCAwaBgoECgIIDCIFUGFyRG8="} inputs:{key:"main" value:"pcollection-18"} outputs:{key:"i0" value:"pcollection-22"}}} transforms:{key:"ptransform-10" value:{unique_name:"ptransform-10" spec:{urn:"beam:runner:source:v1" payload:"\n\x11\n\x0flocalhost:12371\x12\x08coder-26"} outputs:{key:"0" value:"pcollection-14"}}} transforms:{key:"ptransform-11" value:{unique_name:"ptransform-11" spec:{urn:"beam:runner:sink:v1" payload:"\n\x11\n\x0flocalhost:12371\x12\x08coder-31"} inputs:{key:"0" value:"pcollection-22"}}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.BulkIO/ParDo(BulkIOBundle)/ParMultiDo(BulkIOBundle).output" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParDo(BulkIOBundle)/ParMultiDo(BulkIOBundle).output" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out0" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out0" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out1" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out1" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.BulkIO/Restore original windows/Window.Assign.out" value:{unique_name:"External/ElasticsearchIO.BulkIO/Restore original windows/Window.Assign.out" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.BulkIO/Window inputs globally/Window.Assign.out" value:{unique_name:"External/ElasticsearchIO.BulkIO/Window inputs globally/Window.Assign.out" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"jmWmsfQtJpExternal/ElasticsearchIO.DocToBulk/ParDo(DocToBulk)/ParMultiDo(DocToBulk).output" value:{unique_name:"External/ElasticsearchIO.DocToBulk/ParDo(DocToBulk)/ParMultiDo(DocToBulk).output" coder_id:"jmWmsfQtJpSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"n1" value:{unique_name:"n1" coder_id:"c0" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c2" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n3" value:{unique_name:"n3" coder_id:"c0@jmWmsfQtJp" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} pcollections:{key:"pcollection-14" value:{coder_id:"coder-15" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"pcollection-18" value:{unique_name:"n2" coder_id:"coder-19" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"pcollection-22" value:{unique_name:"n3" coder_id:"coder-23" is_bounded:BOUNDED windowing_strategy_id:"w0@jmWmsfQtJp"}} windowing_strategies:{key:"w0" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} windowing_strategies:{key:"w0@jmWmsfQtJp" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@jmWmsfQtJp" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"c0@jmWmsfQtJp" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"c1" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"c1@jmWmsfQtJp" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"c2" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-15" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-16" component_coder_ids:"coder-17"}} coders:{key:"coder-16" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"coder-17" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-19" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-20" component_coder_ids:"coder-21"}} coders:{key:"coder-20" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-21" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-23" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-24" component_coder_ids:"coder-25"}} coders:{key:"coder-24" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-25" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-26" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-27" component_coder_ids:"coder-28"}} coders:{key:"coder-27" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"coder-28" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-31" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-32" component_coder_ids:"coder-33"}} coders:{key:"coder-32" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-33" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"jmWmsfQtJpSerializableCoder" value:{spec:{urn:"beam:coders:javasdk:0.1" payload:"\x82SNAPPY\x00\x00\x00\x00\x01\x00\x00\x00\x01\x00\x00\x00ǎ\x02\xf0^\xac\xed\x00\x05sr\x00,org.apache.beam.sdk.coders.SerializableCoder\x08\xf4 \x8e\xc5ynl\x02\x00\x01L\x00\x04typet\x00\x11Ljava/lang/Class;xr\x00&ofV\x00\x14Custom\x05P8j\xb0\x08\x9d\x0b;\x1d\x0b\x02\x00\x00xr\x00 j\x8b\x00\x05/\x1cC\xddՉ\xae\xbc~\xf8\x01/\x10pvr\x00=N1\x00Dio.elasticsearch.E.\x0e\x00\\IO$Document\x87\xa2\xd61\xfe\x82_B\x02\x00\x00xp"}}} environments:{key:"go" value:{urn:"beam:env:docker:v1" payload:"\n9asia.gcr.io/elite-caster-125113/apache/beam_go_sdk:latest" capabilities:"beam:protocol:progress_reporting:v1" capabilities:"beam:protocol:multi_core_bundle_processing:v1" capabilities:"beam:transform:sdf_truncate_sized_restrictions:v1" capabilities:"beam:protocol:worker_status:v1" capabilities:"beam:protocol:monitoring_info_short_ids:v1" capabilities:"beam:version:sdk_base:go" capabilities:"beam:coder:bytes:v1" capabilities:"beam:coder:bool:v1" capabilities:"beam:coder:varint:v1" capabilities:"beam:coder:double:v1" capabilities:"beam:coder:string_utf8:v1" capabilities:"beam:coder:length_prefix:v1" capabilities:"beam:coder:kv:v1" capabilities:"beam:coder:iterable:v1" capabilities:"beam:coder:state_backed_iterable:v1" capabilities:"beam:coder:windowed_value:v1" capabilities:"beam:coder:global_window:v1" capabilities:"beam:coder:interval_window:v1" capabilities:"beam:coder:row:v1" capabilities:"beam:coder:nullable:v1" dependencies:{type_urn:"beam:artifact:type:url:v1" type_payload:"\nIgs://elite-caster-125113/dataflow/staging/go-1-1671264873742183330/worker\x12@849d4a3f14a9a40fc372b41cc4105da2cb9d654b888b8fd2fdadddea3985f08d" role_urn:"beam:artifact:role:go_worker_binary:v1"}}} state_api_service_descriptor:{url:"localhost:12371"} timer_api_service_descriptor:{url:"localhost:12371"} decoding userfn fn:{fn:{name:"command-line-arguments.strToJsonStr" type:{kind:FUNC parameter_types:{kind:STRING} return_types:{kind:STRING}}}} opcode:"ParDo" inbound:{kind:MAIN type:{type:{kind:STRING}}} outbound:{type:{type:{kind:STRING}}} bad function caused by: decoding DoFn fn:{name:"command-line-arguments.strToJsonStr" type:{kind:FUNC parameter_types:{kind:STRING} return_types:{kind:STRING}}} failed to decode userfn caused by: no symbol "command-line-arguments.strToJsonStr"" timestamp: "2022-12-17T08:19:28.348549753Z" }

{
insertId: "1ubghnrcnth"
labels: {4}
logName: "projects/elite-caster-125113/logs/dataflow.googleapis.com%2Fjob-message"
receiveTimestamp: "2022-12-25T10:40:30.553220480Z"
resource: {2}
severity: "ERROR"
textPayload: "Error message from worker: Failed:    invalid bundle desc: s01-13
    id:"s01-13" transforms:{key:"beam.createFn-ptransform-29" value:{unique_name:"beam.createFn-ptransform-29" spec:{urn:"beam:transform:pardo:v1" payload:"\n\xda\x02\n\x19beam:go:transform:dofn:v1\x1a\xbc\x02ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEs8BCq0BEjsIGBI3CBpKM2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS5jcmVhdGVGbhpueyJ2YWx1ZXMiOlsiQlVobGJHeHYiLCJDWFJvYVhNZ2FYTWdZUT09IiwiRkdsdWRHVm5jbUYwYVc5dUlIUmxjM1FnWm05eSIsIkRXVnNZWE4wYVdOelpXRnlZMmc9Il0sInR5cGUiOiJDQXc9In0SDAgBEggKBggUEgIICBoICgYKBAgZQA8iBVBhckRv"} inputs:{key:"main" value:"pcollection-14"} outputs:{key:"i0" value:"pcollection-18"}}} transforms:{key:"command-line-arguments.StrToJsonStrFn-ptransform-30" value:{unique_name:"command-line-arguments.StrToJsonStrFn-ptransform-30" spec:{urn:"beam:transform:pardo:v1" payload:"\n\xae\x01\n\x19beam:go:transform:dofn:v1\x1a\x90\x01ChliZWFtOmdvOnRyYW5zZm9ybTpkb2ZuOnYxEk4KMxItCBgSKQgaSiVjb21tYW5kLWxpbmUtYXJndW1lbnRzLlN0clRvSnNvblN0ckZuGgJ7fRIICAESBAoCCAwaBgoECgIIDCIFUGFyRG8="} inputs:{key:"main" value:"pcollection-18"} outputs:{key:"i0" value:"pcollection-22"}}} transforms:{key:"ptransform-10" value:{unique_name:"ptransform-10" spec:{urn:"beam:runner:source:v1" payload:"\n\x11\n\x0flocalhost:12371\x12\x08coder-26"} outputs:{key:"0" value:"pcollection-14"}}} transforms:{key:"ptransform-11" value:{unique_name:"ptransform-11" spec:{urn:"beam:runner:sink:v1" payload:"\n\x11\n\x0flocalhost:12371\x12\x08coder-31"} inputs:{key:"0" value:"pcollection-22"}}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.BulkIO/ParDo(BulkIOBundle)/ParMultiDo(BulkIOBundle).output" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParDo(BulkIOBundle)/ParMultiDo(BulkIOBundle).output" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out0" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out0" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out1" value:{unique_name:"External/ElasticsearchIO.BulkIO/ParMultiDo(ResultFiltering).out1" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.BulkIO/Restore original windows/Window.Assign.out" value:{unique_name:"External/ElasticsearchIO.BulkIO/Restore original windows/Window.Assign.out" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.BulkIO/Window inputs globally/Window.Assign.out" value:{unique_name:"External/ElasticsearchIO.BulkIO/Window inputs globally/Window.Assign.out" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"kHctkUgLaFExternal/ElasticsearchIO.DocToBulk/ParDo(DocToBulk)/ParMultiDo(DocToBulk).output" value:{unique_name:"External/ElasticsearchIO.DocToBulk/ParDo(DocToBulk)/ParMultiDo(DocToBulk).output" coder_id:"kHctkUgLaFSerializableCoder" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"n1" value:{unique_name:"n1" coder_id:"c0" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n2" value:{unique_name:"n2" coder_id:"c2" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"n3" value:{unique_name:"n3" coder_id:"c0@kHctkUgLaF" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} pcollections:{key:"pcollection-14" value:{coder_id:"coder-15" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"pcollection-18" value:{unique_name:"n2" coder_id:"coder-19" is_bounded:BOUNDED windowing_strategy_id:"w0"}} pcollections:{key:"pcollection-22" value:{unique_name:"n3" coder_id:"coder-23" is_bounded:BOUNDED windowing_strategy_id:"w0@kHctkUgLaF"}} windowing_strategies:{key:"w0" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} windowing_strategies:{key:"w0@kHctkUgLaF" value:{window_fn:{urn:"beam:window_fn:global_windows:v1"} merge_status:NON_MERGING window_coder_id:"c1@kHctkUgLaF" trigger:{default:{}} accumulation_mode:DISCARDING output_time:END_OF_WINDOW closing_behavior:EMIT_IF_NONEMPTY on_time_behavior:FIRE_IF_NONEMPTY environment_id:"go"}} coders:{key:"c0" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"c0@kHctkUgLaF" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"c1" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"c1@kHctkUgLaF" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"c2" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-15" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-16" component_coder_ids:"coder-17"}} coders:{key:"coder-16" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"coder-17" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-19" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-20" component_coder_ids:"coder-21"}} coders:{key:"coder-20" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-21" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-23" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-24" component_coder_ids:"coder-25"}} coders:{key:"coder-24" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-25" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-26" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-27" component_coder_ids:"coder-28"}} coders:{key:"coder-27" value:{spec:{urn:"beam:coder:bytes:v1"}}} coders:{key:"coder-28" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"coder-31" value:{spec:{urn:"beam:coder:windowed_value:v1"} component_coder_ids:"coder-32" component_coder_ids:"coder-33"}} coders:{key:"coder-32" value:{spec:{urn:"beam:coder:string_utf8:v1"}}} coders:{key:"coder-33" value:{spec:{urn:"beam:coder:global_window:v1"}}} coders:{key:"kHctkUgLaFSerializableCoder" value:{spec:{urn:"beam:coders:javasdk:0.1" payload:"\x82SNAPPY\x00\x00\x00\x00\x01\x00\x00\x00\x01\x00\x00\x00ǎ\x02\xf0^\xac\xed\x00\x05sr\x00,org.apache.beam.sdk.coders.SerializableCoder\x08\xf4 \x8e\xc5ynl\x02\x00\x01L\x00\x04typet\x00\x11Ljava/lang/Class;xr\x00&ofV\x00\x14Custom\x05P8j\xb0\x08\x9d\x0b;\x1d\x0b\x02\x00\x00xr\x00 j\x8b\x00\x05/\x1cC\xddՉ\xae\xbc~\xf8\x01/\x10pvr\x00=N1\x00Dio.elasticsearch.E.\x0e\x00\\IO$Document\x87\xa2\xd61\xfe\x82_B\x02\x00\x00xp"}}} environments:{key:"go" value:{urn:"beam:env:docker:v1" payload:"\n9asia.gcr.io/elite-caster-125113/apache/beam_go_sdk:latest" capabilities:"beam:protocol:progress_reporting:v1" capabilities:"beam:protocol:multi_core_bundle_processing:v1" capabilities:"beam:transform:sdf_truncate_sized_restrictions:v1" capabilities:"beam:protocol:worker_status:v1" capabilities:"beam:protocol:monitoring_info_short_ids:v1" capabilities:"beam:version:sdk_base:go" capabilities:"beam:coder:bytes:v1" capabilities:"beam:coder:bool:v1" capabilities:"beam:coder:varint:v1" capabilities:"beam:coder:double:v1" capabilities:"beam:coder:string_utf8:v1" capabilities:"beam:coder:length_prefix:v1" capabilities:"beam:coder:kv:v1" capabilities:"beam:coder:iterable:v1" capabilities:"beam:coder:state_backed_iterable:v1" capabilities:"beam:coder:windowed_value:v1" capabilities:"beam:coder:global_window:v1" capabilities:"beam:coder:interval_window:v1" capabilities:"beam:coder:row:v1" capabilities:"beam:coder:nullable:v1" dependencies:{type_urn:"beam:artifact:type:url:v1" type_payload:"\nIgs://elite-caster-125113/dataflow/staging/go-1-1671964550671050891/worker\x12@93d8935da4453842740f6a41f068e39e9030476574e5cf7603d1b05152e04c5e" role_urn:"beam:artifact:role:go_worker_binary:v1"}}} state_api_service_descriptor:{url:"localhost:12371"} timer_api_service_descriptor:{url:"localhost:12371"}

    decoding userfn fn:{type:{kind:PTR element:{kind:EXTERNAL external_key:"command-line-arguments.StrToJsonStrFn"}} opt:"{}"} opcode:"ParDo" inbound:{kind:MAIN type:{type:{kind:STRING}}} outbound:{type:{type:{kind:STRING}}}
bad function
    caused by:
    decoding structural DoFn type:{kind:PTR element:{kind:EXTERNAL external_key:"command-line-arguments.StrToJsonStrFn"}} opt:"{}"
bad type
    caused by:
    decoding type kind:PTR element:{kind:EXTERNAL external_key:"command-line-arguments.StrToJsonStrFn"}
bad element
    caused by:
    decoding type kind:EXTERNAL external_key:"command-line-arguments.StrToJsonStrFn"
external key not found command-line-arguments.StrToJsonStrFn"
timestamp: "2022-12-25T10:40:30.110218835Z"
}

textPayload: "Error message from worker: org.apache.beam.sdk.util.UserCodeException: java.lang.IllegalArgumentException: Illegal character in path at index 1: /{"query": { "match_all": {} } }/_stats org.apache.beam.sdk.util.UserCodeException.wrap(UserCodeException.java:39) org.apache.beam.sdk.io.Read$BoundedSourceAsSDFWrapperFn$DoFnInvoker.invokeSplitRestriction(Unknown Source) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForSplitRestriction(FnApiDoFnRunner.java:889) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1791) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForPairWithRestriction(FnApiDoFnRunner.java:826) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1791) org.apache.beam.fn.harness.FnApiDoFnRunner.access$3000(FnApiDoFnRunner.java:145) org.apache.beam.fn.harness.FnApiDoFnRunner$NonWindowObservingProcessBundleContext.outputWithTimestamp(FnApiDoFnRunner.java:2360) org.apache.beam.fn.harness.FnApiDoFnRunner$ProcessBundleContextBase.output(FnApiDoFnRunner.java:2530) org.apache.beam.sdk.transforms.DoFnOutputReceivers$WindowedContextOutputReceiver.output(DoFnOutputReceivers.java:78) org.apache.beam.sdk.io.Read$OutputSingleSource.processElement(Read.java:1018) org.apache.beam.sdk.io.Read$OutputSingleSource$DoFnInvoker.invokeProcessElement(Unknown Source) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:801) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213) org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver2.multiplexElements(BeamFnDataInboundObserver2.java:158) org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:528) org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: Illegal character in path at index 1: /{"query": { "match_all": {} } }/_stats org.elasticsearch.client.RestClient.buildUri(RestClient.java:588) org.elasticsearch.client.RestClient$InternalRequest.<init>(RestClient.java:718) org.elasticsearch.client.RestClient.performRequest(RestClient.java:245) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$BoundedElasticsearchSource.getStats(ElasticsearchIO.java:1042) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$BoundedElasticsearchSource.getEstimatedSizeBytes(ElasticsearchIO.java:949) org.apache.beam.sdk.io.Read$BoundedSourceAsSDFWrapperFn.splitRestriction(Read.java:290) Caused by: java.net.URISyntaxException: Illegal character in path at index 1: /{"query": { "match_all": {} } }/_stats java.base/java.net.URI$Parser.fail(URI.java:2913) java.base/java.net.URI$Parser.checkChars(URI.java:3084) java.base/java.net.URI$Parser.parseHierarchical(URI.java:3166) java.base/java.net.URI$Parser.parse(URI.java:3125) java.base/java.net.URI.<init>(URI.java:600) org.apache.http.client.utils.URIBuilder.<init>(URIBuilder.java:82) org.elasticsearch.client.RestClient.buildUri(RestClient.java:582) org.elasticsearch.client.RestClient$InternalRequest.<init>(RestClient.java:718) org.elasticsearch.client.RestClient.performRequest(RestClient.java:245) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$BoundedElasticsearchSource.getStats(ElasticsearchIO.java:1042) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$BoundedElasticsearchSource.getEstimatedSizeBytes(ElasticsearchIO.java:949) org.apache.beam.sdk.io.Read$BoundedSourceAsSDFWrapperFn.splitRestriction(Read.java:290) org.apache.beam.sdk.io.Read$BoundedSourceAsSDFWrapperFn$DoFnInvoker.invokeSplitRestriction(Unknown Source) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForSplitRestriction(FnApiDoFnRunner.java:889) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1791) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForPairWithRestriction(FnApiDoFnRunner.java:826) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.FnApiDoFnRunner.outputTo(FnApiDoFnRunner.java:1791) org.apache.beam.fn.harness.FnApiDoFnRunner.access$3000(FnApiDoFnRunner.java:145) org.apache.beam.fn.harness.FnApiDoFnRunner$NonWindowObservingProcessBundleContext.outputWithTimestamp(FnApiDoFnRunner.java:2360) org.apache.beam.fn.harness.FnApiDoFnRunner$ProcessBundleContextBase.output(FnApiDoFnRunner.java:2530) org.apache.beam.sdk.transforms.DoFnOutputReceivers$WindowedContextOutputReceiver.output(DoFnOutputReceivers.java:78) org.apache.beam.sdk.io.Read$OutputSingleSource.processElement(Read.java:1018) org.apache.beam.sdk.io.Read$OutputSingleSource$DoFnInvoker.invokeProcessElement(Unknown Source) org.apache.beam.fn.harness.FnApiDoFnRunner.processElementForParDo(FnApiDoFnRunner.java:801) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:304) org.apache.beam.fn.harness.data.PCollectionConsumerRegistry$MetricTrackingFnDataReceiver.accept(PCollectionConsumerRegistry.java:241) org.apache.beam.fn.harness.BeamFnDataReadRunner.forwardElementToConsumer(BeamFnDataReadRunner.java:213) org.apache.beam.sdk.fn.data.BeamFnDataInboundObserver2.multiplexElements(BeamFnDataInboundObserver2.java:158) org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:528) org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829) " timestamp: "2023-01-22T10:53:21.884821183Z" }

--- FAIL: TestElasticsearch_BasicRead (0.12s) panic: tried cross-language for beam:transform:org.apache.beam:elasticsearch_read:v1 against localhost:12345 and failed expanding external transform expanding transform with ExpansionRequest: components:{environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:elasticsearch_read:v1" payload:"\n\x7f\n\x13\n\tNodeAddrs\x1a\x06\x1a\x04\n\x02\x10\x07\n\x0f\n\tIndexName\x1a\x02\x10\x07\n\x11\n\x0bQueryString\x1a\x02\x10\x07\n\x0e\n\x08UserName\x1a\x02\x10\x07\n\x0e\n\x08Password\x1a\x02\x10\x07\x12$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\x12W\x05\x00\x00\x00\x00\x01\x17http://192.168.1.2:9200\x08my-index\x1f{\"query\": { \"match_all\": {} } }\x07elastic\x07elastic"} environment_id:"go"} namespace:"iHwwSjaJAr" expansion failed caused by: java.lang.RuntimeException: Failed to build transform beam:transform:org.apache.beam:elasticsearch_read:v1 from spec urn: "beam:transform:org.apache.beam:elasticsearch_read:v1" payload: "\n\177\n\023\n\tNodeAddrs\032\006\032\004\n\002\020\a\n\017\n\tIndexName\032\002\020\a\n\021\n\vQueryString\032\002\020\a\n\016\n\bUserName\032\002\020\a\n\016\n\bPassword\032\002\020\a\022$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\022W\005\000\000\000\000\001\027http://192.168.1.2:9200\bmy-index\037{\"query\": { \"match_all\": {} } }\aelastic\aelastic" at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:147) at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596) at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: type can not be null at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:141) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$ConnectionConfiguration.create(ElasticsearchIO.java:390) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:726) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:699) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:141) ... 12 more [recovered] panic: tried cross-language for beam:transform:org.apache.beam:elasticsearch_read:v1 against localhost:12345 and failed expanding external transform expanding transform with ExpansionRequest: components:{environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:elasticsearch_read:v1" payload:"\n\x7f\n\x13\n\tNodeAddrs\x1a\x06\x1a\x04\n\x02\x10\x07\n\x0f\n\tIndexName\x1a\x02\x10\x07\n\x11\n\x0bQueryString\x1a\x02\x10\x07\n\x0e\n\x08UserName\x1a\x02\x10\x07\n\x0e\n\x08Password\x1a\x02\x10\x07\x12$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\x12W\x05\x00\x00\x00\x00\x01\x17http://192.168.1.2:9200\x08my-index\x1f{\"query\": { \"match_all\": {} } }\x07elastic\x07elastic"} environment_id:"go"} namespace:"iHwwSjaJAr" expansion failed caused by: java.lang.RuntimeException: Failed to build transform beam:transform:org.apache.beam:elasticsearch_read:v1 from spec urn: "beam:transform:org.apache.beam:elasticsearch_read:v1" payload: "\n\177\n\023\n\tNodeAddrs\032\006\032\004\n\002\020\a\n\017\n\tIndexName\032\002\020\a\n\021\n\vQueryString\032\002\020\a\n\016\n\bUserName\032\002\020\a\n\016\n\bPassword\032\002\020\a\022$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\022W\005\000\000\000\000\001\027http://192.168.1.2:9200\bmy-index\037{\"query\": { \"match_all\": {} } }\aelastic\aelastic" at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:147) at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596) at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: type can not be null at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:141) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$ConnectionConfiguration.create(ElasticsearchIO.java:390) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:726) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:699) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:141) ... 12 more

textPayload: "Error message from worker: org.apache.beam.sdk.util.UserCodeException: java.lang.IllegalArgumentException: Cannot get Elasticsearch version org.apache.beam.sdk.util.UserCodeException.wrap(UserCodeException.java:39) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn$DoFnInvoker.invokeSetup(Unknown Source) org.apache.beam.sdk.transforms.reflect.DoFnInvokers.tryInvokeSetupFor(DoFnInvokers.java:53) org.apache.beam.fn.harness.FnApiDoFnRunner.<init>(FnApiDoFnRunner.java:493) org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:194) org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:163) org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:298) org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:252) org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:825) org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:502) org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:936) org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:498) org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: Cannot get Elasticsearch version org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2750) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2756) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn.setup(ElasticsearchIO.java:1711) Caused by: java.net.ConnectException: Timeout connecting to [/192.168.1.2:9200] org.elasticsearch.client.RestClient.extractAndWrapCause(RestClient.java:849) org.elasticsearch.client.RestClient.performRequest(RestClient.java:259) org.elasticsearch.client.RestClient.performRequest(RestClient.java:246) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2735) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2756) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn.setup(ElasticsearchIO.java:1711) org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn$DoFnInvoker.invokeSetup(Unknown Source) org.apache.beam.sdk.transforms.reflect.DoFnInvokers.tryInvokeSetupFor(DoFnInvokers.java:53) org.apache.beam.fn.harness.FnApiDoFnRunner.<init>(FnApiDoFnRunner.java:493) org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:194) org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:163) org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:298) org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:252) org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:825) org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:502) org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:936) org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:498) org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.net.ConnectException: Timeout connecting to [/192.168.1.2:9200] org.apache.http.nio.pool.RouteSpecificPool.timeout(RouteSpecificPool.java:169) org.apache.http.nio.pool.AbstractNIOConnPool.requestTimeout(AbstractNIOConnPool.java:628) org.apache.http.nio.pool.AbstractNIOConnPool$InternalSessionRequestCallback.timeout(AbstractNIOConnPool.java:894) org.apache.http.impl.nio.reactor.SessionRequestImpl.timeout(SessionRequestImpl.java:184) org.apache.http.impl.nio.reactor.DefaultConnectingIOReactor.processTimeouts(DefaultConnectingIOReactor.java:214) org.apache.http.impl.nio.reactor.DefaultConnectingIOReactor.processEvents(DefaultConnectingIOReactor.java:158) org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor.execute(AbstractMultiworkerIOReactor.java:351) org.apache.http.impl.nio.conn.PoolingNHttpClientConnectionManager.execute(PoolingNHttpClientConnectionManager.java:221) org.apache.http.impl.nio.client.CloseableHttpAsyncClientBase$1.run(CloseableHttpAsyncClientBase.java:64) ... 1 more

[recovered] panic: tried cross-language for beam:transform:org.apache.beam:elasticsearch_read:v1 against localhost:12345 and failed expanding external transform expanding transform with ExpansionRequest: components:{environments:{key:"go" value:{}}} transform:{unique_name:"External" spec:{urn:"beam:transform:org.apache.beam:elasticsearch_read:v1" payload:"\n\xa0\x01\n\x13\n\tNodeAddrs\x1a\x06\x1a\x04\n\x02\x10\x07\n\x0f\n\tIndexName\x1a\x02\x10\x07\n\x11\n\x0bMappingType\x1a\x02\x10\x07\n\x11\n\x0bQueryString\x1a\x02\x10\x07\n\x0e\n\x08UserName\x1a\x02\x10\x07\n\x0e\n\x08Password\x1a\x02\x10\x07\n\x0c\n\x06ApiKey\x1a\x02\x10\x07\x12$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\x12^\x07\x00\x00\x00\x00\x01\x18http://192.168.1.10:9200\x08my-index\x04_doc\x1f{\"query\": { \"match_all\": {} } }\x07elastic\x07elastic\x00"} environment_id:"go"} namespace:"pXTmQgmPMR" expansion failed caused by: java.lang.RuntimeException: Failed to build transform beam:transform:org.apache.beam:elasticsearch_read:v1 from spec urn: "beam:transform:org.apache.beam:elasticsearch_read:v1" payload: "\n\240\001\n\023\n\tNodeAddrs\032\006\032\004\n\002\020\a\n\017\n\tIndexName\032\002\020\a\n\021\n\vMappingType\032\002\020\a\n\021\n\vQueryString\032\002\020\a\n\016\n\bUserName\032\002\020\a\n\016\n\bPassword\032\002\020\a\n\f\n\006ApiKey\032\002\020\a\022$1ddb6879-6871-4c0e-a08f-0326f6d22ae0\022^\a\000\000\000\000\001\030http://192.168.1.10:9200\bmy-index\004_doc\037{\"query\": { \"match_all\": {} } }\aelastic\aelastic\000" at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:147) at org.apache.beam.sdk.expansion.service.ExpansionService$TransformProvider.apply(ExpansionService.java:396) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:516) at org.apache.beam.sdk.expansion.service.ExpansionService.expand(ExpansionService.java:596) at org.apache.beam.model.expansion.v1.ExpansionServiceGrpc$MethodHandlers.invoke(ExpansionServiceGrpc.java:220) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:182) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:354) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:866) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) at org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: apiKey can not be null or empty at org.apache.beam.vendor.guava.v26_0_jre.com.google.common.base.Preconditions.checkArgument(Preconditions.java:141) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$ConnectionConfiguration.withApiKey(ElasticsearchIO.java:515) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:725) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Read$Builder.buildExternal(ElasticsearchIO.java:699) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getTransform(ExpansionService.java:141) ... 12 more goroutine 1060 [running]: testing.tRunner.func1.2({0xcfcac0, 0xc0009e2480}) /usr/local/go/src/testing/testing.go:1389 +0x24e testing.tRunner.func1() /usr/local/go/src/testing/testing.go:1392 +0x39f panic({0xcfcac0, 0xc0009e2480}) /usr/local/go/src/runtime/panic.go:838 +0x207 github.com/apache/beam/sdks/v2/go/pkg/beam.CrossLanguage({0xc000d90540?, 0xc000126730?}, {0xe2dd6d, 0x34}, {0xc0000f6240?, 0xc000467540?, 0x0?}, {0x7ffcde7ce6fb, 0xf}, 0x0, ...) /home/ywatanabe/Development/repos/beam/sdks/go/pkg/beam/xlang.go:162 +0x136 github.com/apache/beam/sdks/v2/go/pkg/beam/io/xlang/elasticsearchio.Read({0xc000d90540?, 0xc000126730?}, {0x7ffcde7ce6fb, 0xf}, {0xc0002d3bb0, 0x1, 0x1}, {0x7ffcde7ce73e, 0x8}, {0x7ffcde7ce755, ...}, ...) /home/ywatanabe/Development/repos/beam/sdks/go/pkg/beam/io/xlang/elasticsearchio/elasticsearch.go:93 +0x2f2 command-line-arguments.ReadPipeline({0x7ffcde7ce6fb, 0xf}, {0xc0002d3bb0, 0x1, 0x1}, {0x7ffcde7ce73e, 0x8}, {0x7ffcde7ce755, 0x4}, {0xe1af94, ...}, ...) /home/ywatanabe/Development/repos/beam/sdks/go/test/integration/io/xlang/elasticsearch/elasticsearch.go:48 +0x1be command-line-arguments.TestElasticsearch_BasicRead(0xc0006a2340) /home/ywatanabe/Development/repos/beam/sdks/go/test/integration/io/xlang/elasticsearch/elasticsearch_test.go:88 +0x148 testing.tRunner(0xc0006a2340, 0xe5de48) /usr/local/go/src/testing/testing.go:1439 +0x102 created by testing.(*T).Run /usr/local/go/src/testing/testing.go:1486 +0x35f FAIL command-line-arguments 349.917s FAIL

Caused by: java.lang.IllegalArgumentException: The configuration class class org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Write$ExternalRegistrar$Configuration is missing a setter setConnConfig for ConnConfig with type org.apache.beam.sdk.values.Row at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader.payloadToConfigSetters(ExpansionService.java:318) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader.payloadToConfig(ExpansionService.java:261) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader$1.getDependencies(ExpansionService.java:158) ... 11 more Caused by: java.lang.NoSuchMethodException: org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$Write$ExternalRegistrar$Configuration.setConnConfig(org.apache.beam.sdk.values.Row) at java.base/java.lang.Class.getMethod(Class.java:2108) at org.apache.beam.sdk.expansion.service.ExpansionService$ExternalTransformRegistrarLoader.payloadToConfigSetters(ExpansionService.java:315) ... 13 more

Root cause: org.apache.beam.sdk.util.UserCodeException: java.lang.IllegalArgumentException: Cannot get Elasticsearch version at org.apache.beam.sdk.util.UserCodeException.wrap(UserCodeException.java:39) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn$DoFnInvoker.invokeSetup(Unknown Source) at org.apache.beam.sdk.transforms.reflect.DoFnInvokers.tryInvokeSetupFor(DoFnInvokers.java:53) at org.apache.beam.fn.harness.FnApiDoFnRunner.<init>(FnApiDoFnRunner.java:493) at org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:194) at org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:163) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:298) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:252) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:825) at org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:502) at org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:936) at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:498) at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: java.lang.IllegalArgumentException: Cannot get Elasticsearch version at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2725) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2731) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn.setup(ElasticsearchIO.java:1700) Caused by: javax.net.ssl.SSLHandshakeException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target at org.elasticsearch.client.RestClient.extractAndWrapCause(RestClient.java:844) at org.elasticsearch.client.RestClient.performRequest(RestClient.java:259) at org.elasticsearch.client.RestClient.performRequest(RestClient.java:246) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2710) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO.getBackendVersion(ElasticsearchIO.java:2731) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn.setup(ElasticsearchIO.java:1700) at org.apache.beam.sdk.io.elasticsearch.ElasticsearchIO$DocToBulk$DocToBulkFn$DoFnInvoker.invokeSetup(Unknown Source) at org.apache.beam.sdk.transforms.reflect.DoFnInvokers.tryInvokeSetupFor(DoFnInvokers.java:53) at org.apache.beam.fn.harness.FnApiDoFnRunner.<init>(FnApiDoFnRunner.java:493) at org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:194) at org.apache.beam.fn.harness.FnApiDoFnRunner$Factory.createRunnerForPTransform(FnApiDoFnRunner.java:163) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:298) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:252) at org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:825) at org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:502) at org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:936) at org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:498) at org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151) at org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:829) Caused by: javax.net.ssl.SSLHandshakeException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:131) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:353) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:296) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:291) at java.base/sun.security.ssl.CertificateMessage$T13CertificateConsumer.checkServerCerts(CertificateMessage.java:1357) at java.base/sun.security.ssl.CertificateMessage$T13CertificateConsumer.onConsumeCertificate(CertificateMessage.java:1232) at java.base/sun.security.ssl.CertificateMessage$T13CertificateConsumer.consume(CertificateMessage.java:1175) at java.base/sun.security.ssl.SSLHandshake.consume(SSLHandshake.java:392) at java.base/sun.security.ssl.HandshakeContext.dispatch(HandshakeContext.java:443) at java.base/sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1074) at java.base/sun.security.ssl.SSLEngineImpl$DelegatedTask$DelegatedAction.run(SSLEngineImpl.java:1061) at java.base/java.security.AccessController.doPrivileged(Native Method) at java.base/sun.security.ssl.SSLEngineImpl$DelegatedTask.run(SSLEngineImpl.java:1008) at org.apache.http.nio.reactor.ssl.SSLIOSession.doRunTask(SSLIOSession.java:285) at org.apache.http.nio.reactor.ssl.SSLIOSession.doHandshake(SSLIOSession.java:345) at org.apache.http.nio.reactor.ssl.SSLIOSession.isAppInputReady(SSLIOSession.java:523) at org.apache.http.impl.nio.reactor.AbstractIODispatch.inputReady(AbstractIODispatch.java:120) at org.apache.http.impl.nio.reactor.BaseIOReactor.readable(BaseIOReactor.java:162) at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvent(AbstractIOReactor.java:337) at org.apache.http.impl.nio.reactor.AbstractIOReactor.processEvents(AbstractIOReactor.java:315) at org.apache.http.impl.nio.reactor.AbstractIOReactor.execute(AbstractIOReactor.java:276) at org.apache.http.impl.nio.reactor.BaseIOReactor.execute(BaseIOReactor.java:104) at org.apache.http.impl.nio.reactor.AbstractMultiworkerIOReactor$Worker.run(AbstractMultiworkerIOReactor.java:591) ... 1 more Caused by: sun.security.validator.ValidatorException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target at java.base/sun.security.validator.PKIXValidator.doBuild(PKIXValidator.java:439) at java.base/sun.security.validator.PKIXValidator.engineValidate(PKIXValidator.java:306) at java.base/sun.security.validator.Validator.validate(Validator.java:264) at java.base/sun.security.ssl.X509TrustManagerImpl.validate(X509TrustManagerImpl.java:313) at java.base/sun.security.ssl.X509TrustManagerImpl.checkTrusted(X509TrustManagerImpl.java:276) at java.base/sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(X509TrustManagerImpl.java:141) at java.base/sun.security.ssl.CertificateMessage$T13CertificateConsumer.checkServerCerts(CertificateMessage.java:1335) ... 19 more Caused by: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested target at java.base/sun.security.provider.certpath.SunCertPathBuilder.build(SunCertPathBuilder.java:141) at java.base/sun.security.provider.certpath.SunCertPathBuilder.engineBuild(SunCertPathBuilder.java:126) at java.base/java.security.cert.CertPathBuilder.build(CertPathBuilder.java:297) at java.base/sun.security.validator.PKIXValidator.doBuild(PKIXValidator.java:434) ... 25 more

A worker was unable to start up. Error: Unable to pull container image due to error: image pull request failed with error: Error response from daemon: manifest for apache/beam_java11_sdk:2.42.0.dev not found: manifest unknown: manifest unknown. This is likely due to an invalid SDK container image URL. Please verify any provided SDK container image is valid and that Dataflow workers have permissions to pull image.

yuwtennis / apache-beam-pipeline-apps

Contribute to Elasticsearch Go sdk using xlang #27