The cluster has 4 machines, but the job only has one master server and one slave server to process jobs. What is the reason

sandyustc commented 4 months ago

Search before asking

[X] I had searched in the issues and found no similar issues.

What happened

The cluster has 4 machines, but the job only has one master server and one slave server to process jobs

SeaTunnel Version

2.3.3

SeaTunnel Config

{
    "env":{
        "parallelism":1,
        "job.mode":"batch",
        "checkpoint.interval":10000
    },
    "source":[
        {
            "plugin_name":"Jdbc",
            "url":"jdbc:postgresql:////xx.160.22.xx:5432/test",
            "driver":"org.postgresql.Driver",
            "connection_check_timeout_sec":1000,
            "user":"plm80bzstreamtest",
            "password":"test",
            "query":"select * from  PARTVER  WHERE dataflg  > 0 "
        }
    ],
    "transform":[
        {
            "plugin_name":"FieldMapper",
            "source_table_name":"PARTVER",
            "result_talbe_name":"PARTVER",
            "field_mapper":{
                "librarytn":"librarytn",
                "chkintime":"chkintime",
                "properfield_71":"properfield_71",
                "properfield_70":"properfield_70",
                "msym":"msym",
                "verno":"verno",
                "del":"del",
                "originname":"originname",
                "plchangeno":"plchangeno",
                "spid":"spid",
                "copyid":"copyid",
                "lockid":"lockid",
                "masterid":"masterid",
                "changeno":"changeno",
                "properfield_73":"properfield_73",
                "lifetplcno":"lifetplcno",
                "ctime":"ctime",
                "properfield_72":"properfield_72",
                "properfield_75":"properfield_75",
                "state":"state",
                "id":"id",
                "properfield_74":"properfield_74",
                "properfield_77":"properfield_77",
                "properfield_76":"properfield_76",
                "properfield_78":"properfield_78",
                "period":"period",
                "plid":"plid",
                "deltime":"deltime",
                "dtype":"dtype",
                "fverno":"fverno",
                "workdirectoryid":"workdirectoryid",
                "isfp":"isfp",
                "chkinusr":"chkinusr",
                "properfield_6":"properfield_6",
                "properfield_5":"properfield_5",
                "properfield_8":"properfield_8",
                "properfield_7":"properfield_7",
                "parttype":"parttype",
                "properfield_9":"properfield_9",
                "standardno":"standardno",
                "properfield_15":"properfield_15",
                "copychangeno":"copychangeno",
                "properfield_14":"properfield_14",
                "properfield_17":"properfield_17",
                "properfield_16":"properfield_16",
                "properfield_19":"properfield_19",
                "haschild":"haschild",
                "properfield_18":"properfield_18",
                "dsnweight":"dsnweight",
                "wkaid":"wkaid",
                "verdesc":"verdesc",
                "properfield_11":"properfield_11",
                "properfield_10":"properfield_10",
                "properfield_13":"properfield_13",
                "latest":"latest",
                "properfield_12":"properfield_12",
                "creator":"creator",
                "libraryid":"libraryid",
                "branchtype":"branchtype",
                "freverno":"freverno",
                "properfield_26":"properfield_26",
                "properfield_25":"properfield_25",
                "fchangeno":"fchangeno",
                "properfield_28":"properfield_28",
                "lstate":"lstate",
                "locktn":"locktn",
                "properfield_27":"properfield_27",
                "properfield_2":"properfield_2",
                "properfield_1":"properfield_1",
                "properfield_29":"properfield_29",
                "id2":"id2",
                "properfield_4":"properfield_4",
                "properfield_3":"properfield_3",
                "properfield_20":"properfield_20",
                "properfield_22":"properfield_22",
                "properfield_21":"properfield_21",
                "properfield_24":"properfield_24",
                "properfield_23":"properfield_23",
                "librarydirectoryid":"librarydirectoryid",
                "sccc":"sccc",
                "dpid":"dpid",
                "assytype":"assytype",
                "source":"source",
                "mtime":"mtime",
                "osystemid":"osystemid",
                "muser":"muser",
                "properfield_37":"properfield_37",
                "specs":"specs",
                "properfield_36":"properfield_36",
                "verbranch":"verbranch",
                "properfield_39":"properfield_39",
                "properfield_38":"properfield_38",
                "duser":"duser",
                "properfield_31":"properfield_31",
                "properfield_30":"properfield_30",
                "properfield_33":"properfield_33",
                "properfield_32":"properfield_32",
                "properfield_35":"properfield_35",
                "properfield_34":"properfield_34",
                "degree":"degree",
                "smemo":"smemo",
                "itemno":"itemno",
                "lockuser":"lockuser",
                "mastertn":"mastertn",
                "properfield_48":"properfield_48",
                "properfield_47":"properfield_47",
                "unit":"unit",
                "ename":"ename",
                "properfield_49":"properfield_49",
                "properfield":"properfield",
                "sccctime":"sccctime",
                "name":"name",
                "properfield_40":"properfield_40",
                "properfield_42":"properfield_42",
                "properfield_41":"properfield_41",
                "properfield_44":"properfield_44",
                "properfield_43":"properfield_43",
                "properfield_46":"properfield_46",
                "properfield_45":"properfield_45",
                "no":"no",
                "tracetype":"tracetype",
                "fsccc":"fsccc",
                "origin":"origin",
                "copytype":"copytype",
                "ptype":"ptype",
                "properfield_59":"properfield_59",
                "properfield_58":"properfield_58",
                "properfield_51":"properfield_51",
                "properfield_50":"properfield_50",
                "properfield_53":"properfield_53",
                "properfield_52":"properfield_52",
                "properfield_55":"properfield_55",
                "properfield_54":"properfield_54",
                "properfield_57":"properfield_57",
                "reverno":"reverno",
                "properfield_56":"properfield_56",
                "owner":"owner",
                "isshared":"isshared",
                "properfield_60":"properfield_60",
                "chktime":"chktime",
                "lifetplid":"lifetplid",
                "mtlmark":"mtlmark",
                "lockstate":"lockstate",
                "copytn":"copytn",
                "properfield_69":"properfield_69",
                "securityname":"securityname",
                "chkusr":"chkusr",
                "alteruser":"alteruser",
                "properfield_62":"properfield_62",
                "properfield_61":"properfield_61",
                "stndcost":"stndcost",
                "properfield_64":"properfield_64",
                "properfield_63":"properfield_63",
                "properfield_66":"properfield_66",
                "properfield_65":"properfield_65",
                "eoriginno":"eoriginno",
                "properfield_68":"properfield_68",
                "properfield_67":"properfield_67"
            }
        }
    ],
    "sink":[
        {
            "plugin_name":"JdbcCommon",
            "url":"jdbc:postgresql:////xx.160.22.xx:5432/test",
            "driver":"org.postgresql.Driver",
            "user":"plm80bzstreamtest",
            "password":"test",
            "generate_sink_sql":true,
            "database":"test",
            "table":"public.PARTVER",
            "schema_save_mode":"CREATE_SCHEMA_WHEN_NOT_EXIST",
            "data_save_mode":"APPEND_DATA",
            "primary_keys":[
                "id"
            ]
        }
    ]
}

Running Command

rest-api

Error Exception

The cluster has 4 machines, but the job only has one master server and one slave server to process jobs

Zeta or Flink or Spark Version

azeta

Java or Scala Version

jdk 1.8

Screenshots

No response

Are you willing to submit PR?

[ ] Yes I am willing to submit a PR!

Code of Conduct

[X] I agree to follow this project's Code of Conduct

EricJoy2048 commented 4 months ago

Because your job only have 1 parallelism , So, only run one reader and write.

github-actions[bot] commented 3 months ago

This issue has been automatically marked as stale because it has not had recent activity for 30 days. It will be closed in next 7 days if no further activity occurs.

github-actions[bot] commented 3 months ago

This issue has been closed because it has not received response for too long time. You could reopen it if you encountered similar problems in the future.

apache / seatunnel