session_num = 2 & select_session_policy = "RR"

[IvanaXu]

• serving/processor/serving/model_config.h

  // session num of session group,
  // default num is 1
  int session_num = 2; // 1
  // In multi-session mode, we have two policy for
  // select session for each thread.
  // "RR": Round-Robin policy, threads will use all sessions in Round-Robin way
  // "MOD": Thread select session according unique id, uid % session_num
  std::string select_session_policy = "RR"; // MOD

  And More...