Add PBS Pro extended info

nickjer commented 7 years ago

The adapter is pbspro.

Warning, treat everything as possibly being nil in the Info object including accounting_id and wallclock_limit.

Interesting attributes to add to extended info:

group_list (this seems important at least for Arizona's deployment of PBS Pro, similar to account but not quite as PBS Pro does have an account field)
comment (has useful info on why job is held)
Resource_List => select is similar to Torque's node=...
very similar to Torque, so a lot of Torque's extended info can be carried over

Queued job examples:

 #<OodCore::Job::Info:0x0000000a7810b8
  @accounting_id=nil,
  @allocated_nodes=[],
  @cpu_time=nil,
  @dispatch_time=nil,
  @id="717823.head1.cm.cluster",
  @job_name="SED_MHO_5",
  @job_owner="ballerin",
  @native=
   {:job_id=>"717823.head1.cm.cluster",
    :Job_Name=>"SED_MHO_5",
    :Job_Owner=>"ballerin@login3.cm.cluster",
    :job_state=>"Q",
    :queue=>"oc_windfall",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Thu Jun 22 11:06:33 2017",
    :Error_Path=>"login3.cm.cluster:/home/u28/ballerin/RunRadmc-3d/SED_MHO_5.e717823",
    :group_list=>"jeisner",
    :Hold_Types=>"n",
    :Join_Path=>"n",
    :Keep_Files=>"n",
    :Mail_Points=>"a",
    :mtime=>"Tue Jun 27 01:00:33 2017",
    :Output_Path=>"login3.cm.cluster:/home/u28/ballerin/RunRadmc-3d/SED_MHO_5.o717823",
    :Priority=>"0",
    :qtime=>"Thu Jun 22 11:06:34 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"4704:00:00",
      :mem=>"30gb",
      :mpiprocs=>"28",
      :ncpus=>"28",
      :nodect=>"1",
      :place=>"pack:shared",
      :select=>"1:ncpus=28:mem=30gb:pcmem=6gb:nodetype=standard:mpiprocs=28",
      :walltime=>"168:00:00"},
    :session_id=>"21651",
    :substate=>"10",
    :Variable_List=>
     "PBS_O_SYSTEM=Linux,PBS_O_SHELL=/bin/bash,PBS_O_HOME=/home/u28/ballerin,PBS_O_LOGNAME=ballerin,PBS_O_WORKDIR=/home/u28/ballerin/RunRadmc-3d,PBS_O_LANG=en_US.UTF-8,PBS_O_PATH=/cm/shared/uaapps/matlab/r2016b/bin:/cm/shared/uaapps/matlab/r2016b:/home/u28/ballerin/myvirtualenv/bin:/home/u28/ballerin/OpacityTool:/home/u28/ballerin/radmc-3d/version_0.40/src:/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u28/ballerin/bin,PBS_O_MAIL=/var/spool/mail/ballerin,PBS_O_QUEUE=windfall,PBS_O_HOST=login3.cm.cluster",
    :comment=>"Not Running: Insufficient amount of resource qlist",
    :etime=>"Thu Jun 22 11:06:34 2017",
    :run_count=>"23",
    :Exit_status=>"-11",
    :Submit_arguments=>"QueueScripts/queue_SEDfit_ocelote_MHO_5",
    :project=>"_pbs_project_default"},
  @procs=0,
  @queue_name="oc_windfall",
  @status=#<OodCore::Job::Status:0x0000000a780fc8 @state=:queued>,
  @submission_time=2017-06-22 11:06:33 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=604800,
  @wallclock_time=nil>,
 #<OodCore::Job::Info:0x0000000a7803e8
  @accounting_id=nil,
  @allocated_nodes=[],
  @cpu_time=nil,
  @dispatch_time=nil,
  @id="717824.head1.cm.cluster",
  @job_name="SED_MHO_6",
  @job_owner="ballerin",
  @native=
   {:job_id=>"717824.head1.cm.cluster",
    :Job_Name=>"SED_MHO_6",
    :Job_Owner=>"ballerin@login3.cm.cluster",
    :job_state=>"Q",
    :queue=>"oc_windfall",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Thu Jun 22 11:07:12 2017",
    :Error_Path=>"login3.cm.cluster:/home/u28/ballerin/RunRadmc-3d/SED_MHO_6.e717824",
    :group_list=>"jeisner",
    :Hold_Types=>"n",
    :Join_Path=>"n",
    :Keep_Files=>"n",
    :Mail_Points=>"a",
    :mtime=>"Tue Jun 27 06:36:56 2017",
    :Output_Path=>"login3.cm.cluster:/home/u28/ballerin/RunRadmc-3d/SED_MHO_6.o717824",
    :Priority=>"0",
    :qtime=>"Thu Jun 22 11:07:12 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"4704:00:00",
      :mem=>"30gb",
      :mpiprocs=>"28",
      :ncpus=>"28",
      :nodect=>"1",
      :place=>"pack:shared",
      :select=>"1:ncpus=28:mem=30gb:pcmem=6gb:nodetype=standard:mpiprocs=28",
      :walltime=>"168:00:00"},
    :session_id=>"29603",
    :substate=>"10",
    :Variable_List=>
     "PBS_O_SYSTEM=Linux,PBS_O_SHELL=/bin/bash,PBS_O_HOME=/home/u28/ballerin,PBS_O_LOGNAME=ballerin,PBS_O_WORKDIR=/home/u28/ballerin/RunRadmc-3d,PBS_O_LANG=en_US.UTF-8,PBS_O_PATH=/cm/shared/uaapps/matlab/r2016b/bin:/cm/shared/uaapps/matlab/r2016b:/home/u28/ballerin/myvirtualenv/bin:/home/u28/ballerin/OpacityTool:/home/u28/ballerin/radmc-3d/version_0.40/src:/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u28/ballerin/bin,PBS_O_MAIL=/var/spool/mail/ballerin,PBS_O_QUEUE=windfall,PBS_O_HOST=login3.cm.cluster",
    :comment=>"Not Running: Insufficient amount of resource qlist",
    :etime=>"Thu Jun 22 11:07:12 2017",
    :run_count=>"35",
    :Exit_status=>"-11",
    :Submit_arguments=>"QueueScripts/queue_SEDfit_ocelote_MHO_6",
    :project=>"_pbs_project_default"},
  @procs=0,
  @queue_name="oc_windfall",
  @status=#<OodCore::Job::Status:0x0000000a780348 @state=:queued>,
  @submission_time=2017-06-22 11:07:12 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=604800,
  @wallclock_time=nil>,

Running job examples:

 #<OodCore::Job::Info:0x0000000c113328
  @accounting_id=nil,
  @allocated_nodes=[#<OodCore::Job::NodeInfo:0x0000000c113198 @name="i0n11", @procs=2>],
  @cpu_time=482170,
  @dispatch_time=2017-06-21 16:21:08 -0700,
  @id="717306.head1.cm.cluster",
  @job_name="2m2228",
  @job_owner="tkaralidi",
  @native=
   {:job_id=>"717306.head1.cm.cluster",
    :Job_Name=>"2m2228",
    :Job_Owner=>"tkaralidi@login3.cm.cluster",
    :resources_used=>{:cpupercent=>"98", :cput=>"133:56:10", :mem=>"10100kb", :ncpus=>"2", :vmem=>"268752kb", :walltime=>"134:42:13"},
    :job_state=>"R",
    :queue=>"oc_windfall",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Wed Jun 21 15:56:35 2017",
    :Error_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.e717306",
    :exec_host=>"i0n11/1*2",
    :exec_vnode=>"(i0n11:ncpus=2:mem=12582912kb)",
    :group_list=>"apai",
    :Hold_Types=>"n",
    :Join_Path=>"oe",
    :Keep_Files=>"n",
    :Mail_Points=>"a",
    :mtime=>"Wed Jun 21 16:21:09 2017",
    :Output_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.o717306",
    :Priority=>"0",
    :qtime=>"Wed Jun 21 15:56:35 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"300:00:00",
      :mem=>"12gb",
      :mpiprocs=>"2",
      :ncpus=>"2",
      :nodect=>"1",
      :place=>"pack:shared",
      :select=>"1:ncpus=2:mem=12gb:pcmem=6gb:nodetype=standard:mpiprocs=2",
      :walltime=>"150:00:00"},
    :stime=>"Wed Jun 21 16:21:08 2017",
    :session_id=>"23005",
    :jobdir=>"/home/u32/tkaralidi",
    :substate=>"42",
    :Variable_List=>
     "MODULE_VERSION=3.2.10,PBS_O_HOME=/home/u32/tkaralidi,LC_CTYPE=UTF-8,LESSOPEN=||/usr/bin/lesspipe.sh %s,PBS_O_LOGNAME=tkaralidi,SSH_CLIENT=128.196.131.14 48854 22,CVS_RSH=ssh,PBS_O_LANG=en_US.UTF-8,USER=tkaralidi,PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,QTDIR=/usr/lib64/qt-3.3,HISTSIZE=1000,LD_LIBRARY_PATH=/cm/local/apps/gcc/5.2.0/lib:/cm/local/apps/gcc/5.2.0/lib64:/cm/shared/apps/pbspro/13.0.2.153173/lib/,LANG=en_US.UTF-8,QTLIB=/usr/lib64/qt-3.3/lib,TERM=xterm-256color,SHELL=/bin/bash,SHLVL=1,G_BROKEN_FILENAMES=1,XDISKSERVER=gs1x-40g.ocelote.hpc.arizona.edu,PBS_O_WORKDIR=/home/u32/tkaralidi/MCMC_bu,PBS_O_PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,MANPATH=/cm/shared/apps/pbspro/13.0.2.153173/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man/en:/usr/share/man:/cm/local/apps/environment-modules/current/share/man,_LMFILES_=/cm/shared/modulefiles/pbspro/13.0.2.153173:/cm/local/modulefiles/gcc/5.2.0,HOME=/home/u32/tkaralidi,MODULESHOME=/cm/local/apps/environment-modules/3.2.10/Modules/3.2.10,PBS_O_SYSTEM=Linux,MODULE_VERSION_STACK=3.2.10,PBS_O_SHELL=/bin/bash,MAIL=/var/spool/mail/tkaralidi,BASH_FUNC_module()=() {  eval `/cm/local/apps/environment-modules/3.2.10/Modules/$MODULE_VERSION/bin/modulecmd bash $*`; },PBS_O_MAIL=/var/spool/mail/tkaralidi,_=/cm/shared/apps/pbspro/13.0.2.153173/bin/qsub,MODULEPATH=/cm/local/modulefiles:/cm/shared/modulefiles:/cm/shared/uamodulefiles,PBS_EXEC=/cm/shared/apps/pbspro/13.0.2.153173,DISPLAY=localhost:13.0,SSH_TTY=/dev/pts/21,OLDPWD=/home/u32/tkaralidi/MCMC_bu/PROGRAM,LOADEDMODULES=pbspro/13.0.2.153173:gcc/5.2.0,LS_COLORS=rs=0:di=38;5;27:ln=38;5;51:mh=44;38;5;15:pi=40;38;5;11:so=38;5;13:do=38;5;5:bd=48;5;232;38;5;11:cd=48;5;232;38;5;3:or=48;5;232;38;5;9:mi=05;48;5;232;38;5;15:su=48;5;196;38;5;15:sg=48;5;11;38;5;16:ca=48;5;196;38;5;226:tw=48;5;10;38;5;16:ow=48;5;10;38;5;21:st=48;5;21;38;5;15:ex=38;5;34:*.tar=38;5;9:*.tgz=38;5;9:*.arj=38;5;9:*.taz=38;5;9:*.lzh=38;5;9:*.lzma=38;5;9:*.tlz=38;5;9:*.txz=38;5;9:*.zip=38;5;9:*.z=38;5;9:*.Z=38;5;9:*.dz=38;5;9:*.gz=38;5;9:*.lz=38;5;9:*.xz=38;5;9:*.bz2=38;5;9:*.tbz=38;5;9:*.tbz2=38;5;9:*.bz=38;5;9:*.tz=38;5;9:*.deb=38;5;9:*.rpm=38;5;9:*.jar=38;5;9:*.rar=38;5;9:*.ace=38;5;9:*.zoo=38;5;9:*.cpio=38;5;9:*.7z=38;5;9:*.rz=38;5;9:*.jpg=38;5;13:*.jpeg=38;5;13:*.gif=38;5;13:*.bmp=38;5;13:*.pbm=38;5;13:*.pgm=38;5;13:*.ppm=38;5;13:*.tga=38;5;13:*.xbm=38;5;13:*.xpm=38;5;13:*.tif=38;5;13:*.tiff=38;5;13:*.png=38;5;13:*.svg=38;5;13:*.svgz=38;5;13:*.mng=38;5;13:*.pcx=38;5;13:*.mov=38;5;13:*.mpg=38;5;13:*.mpeg=38;5;13:*.m2v=38;5;13:*.mkv=38;5;13:*.ogm=38;5;13:*.mp4=38;5;13:*.m4v=38;5;13:*.mp4v=38;5;13:*.vob=38;5;13:*.qt=38;5;13:*.nuv=38;5;13:*.wmv=38;5;13:*.asf=38;5;13:*.rm=38;5;13:*.rmvb=38;5;13:*.flc=38;5;13:*.avi=38;5;13:*.fli=38;5;13:*.flv=38;5;13:*.gl=38;5;13:*.dl=38;5;13:*.xcf=38;5;13:*.xwd=38;5;13:*.yuv=38;5;13:*.cgm=38;5;13:*.emf=38;5;13:*.axv=38;5;13:*.anx=38;5;13:*.ogv=38;5;13:*.ogx=38;5;13:*.aac=38;5;45:*.au=38;5;45:*.flac=38;5;45:*.mid=38;5;45:*.midi=38;5;45:*.mka=38;5;45:*.mp3=38;5;45:*.mpc=38;5;45:*.ogg=38;5;45:*.ra=38;5;45:*.wav=38;5;45:*.axa=38;5;45:*.oga=38;5;45:*.spx=38;5;45:*.xspf=38;5;45:,TMOUT=7200,HISTCONTROL=ignoredups,QTINC=/usr/lib64/qt-3.3/include,PWD=/home/u32/tkaralidi/MCMC_bu,HOSTNAME=login3,LOGNAME=tkaralidi,SSH_CONNECTION=128.196.131.14 48854 10.140.117.54 22,PBS_O_QUEUE=windfall,PBS_O_HOST=login3.cm.cluster",
    :comment=>"Job run at Wed Jun 21 at 16:10 on (i0n11:ncpus=2:mem=12582912kb)",
    :etime=>"Wed Jun 21 15:56:35 2017",
    :run_count=>"1",
    :Submit_arguments=>"-V cluster_jobwC",
    :project=>"_pbs_project_default"},
  @procs=2,
  @queue_name="oc_windfall",
  @status=#<OodCore::Job::Status:0x0000000c113288 @state=:running>,
  @submission_time=2017-06-21 15:56:35 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=540000,
  @wallclock_time=484933>,
 #<OodCore::Job::Info:0x0000000c111a78
  @accounting_id=nil,
  @allocated_nodes=[#<OodCore::Job::NodeInfo:0x0000000c1118c0 @name="i0n13", @procs=2>],
  @cpu_time=482308,
  @dispatch_time=2017-06-21 16:21:08 -0700,
  @id="717307.head1.cm.cluster",
  @job_name="2m2228",
  @job_owner="tkaralidi",
  @native=
   {:job_id=>"717307.head1.cm.cluster",
    :Job_Name=>"2m2228",
    :Job_Owner=>"tkaralidi@login3.cm.cluster",
    :resources_used=>{:cpupercent=>"98", :cput=>"133:58:28", :mem=>"10092kb", :ncpus=>"2", :vmem=>"268752kb", :walltime=>"134:40:49"},
    :job_state=>"R",
    :queue=>"oc_windfall",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Wed Jun 21 15:56:41 2017",
    :Error_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.e717307",
    :exec_host=>"i0n13/0*2",
    :exec_vnode=>"(i0n13:ncpus=2:mem=12582912kb)",
    :group_list=>"apai",
    :Hold_Types=>"n",
    :Join_Path=>"oe",
    :Keep_Files=>"n",
    :Mail_Points=>"a",
    :mtime=>"Wed Jun 21 16:21:10 2017",
    :Output_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.o717307",
    :Priority=>"0",
    :qtime=>"Wed Jun 21 15:56:41 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"300:00:00",
      :mem=>"12gb",
      :mpiprocs=>"2",
      :ncpus=>"2",
      :nodect=>"1",
      :place=>"pack:shared",
      :select=>"1:ncpus=2:mem=12gb:pcmem=6gb:nodetype=standard:mpiprocs=2",
      :walltime=>"150:00:00"},
    :stime=>"Wed Jun 21 16:21:08 2017",
    :session_id=>"19993",
    :jobdir=>"/home/u32/tkaralidi",
    :substate=>"42",
    :Variable_List=>
     "MODULE_VERSION=3.2.10,PBS_O_HOME=/home/u32/tkaralidi,LC_CTYPE=UTF-8,LESSOPEN=||/usr/bin/lesspipe.sh %s,PBS_O_LOGNAME=tkaralidi,SSH_CLIENT=128.196.131.14 48854 22,CVS_RSH=ssh,PBS_O_LANG=en_US.UTF-8,USER=tkaralidi,PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,QTDIR=/usr/lib64/qt-3.3,HISTSIZE=1000,LD_LIBRARY_PATH=/cm/local/apps/gcc/5.2.0/lib:/cm/local/apps/gcc/5.2.0/lib64:/cm/shared/apps/pbspro/13.0.2.153173/lib/,LANG=en_US.UTF-8,QTLIB=/usr/lib64/qt-3.3/lib,TERM=xterm-256color,SHELL=/bin/bash,SHLVL=1,G_BROKEN_FILENAMES=1,XDISKSERVER=gs1x-40g.ocelote.hpc.arizona.edu,PBS_O_WORKDIR=/home/u32/tkaralidi/MCMC_bu,PBS_O_PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,MANPATH=/cm/shared/apps/pbspro/13.0.2.153173/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man/en:/usr/share/man:/cm/local/apps/environment-modules/current/share/man,_LMFILES_=/cm/shared/modulefiles/pbspro/13.0.2.153173:/cm/local/modulefiles/gcc/5.2.0,HOME=/home/u32/tkaralidi,MODULESHOME=/cm/local/apps/environment-modules/3.2.10/Modules/3.2.10,PBS_O_SYSTEM=Linux,MODULE_VERSION_STACK=3.2.10,PBS_O_SHELL=/bin/bash,MAIL=/var/spool/mail/tkaralidi,BASH_FUNC_module()=() {  eval `/cm/local/apps/environment-modules/3.2.10/Modules/$MODULE_VERSION/bin/modulecmd bash $*`; },PBS_O_MAIL=/var/spool/mail/tkaralidi,_=/cm/shared/apps/pbspro/13.0.2.153173/bin/qsub,MODULEPATH=/cm/local/modulefiles:/cm/shared/modulefiles:/cm/shared/uamodulefiles,PBS_EXEC=/cm/shared/apps/pbspro/13.0.2.153173,DISPLAY=localhost:13.0,SSH_TTY=/dev/pts/21,OLDPWD=/home/u32/tkaralidi/MCMC_bu/PROGRAM,LOADEDMODULES=pbspro/13.0.2.153173:gcc/5.2.0,LS_COLORS=rs=0:di=38;5;27:ln=38;5;51:mh=44;38;5;15:pi=40;38;5;11:so=38;5;13:do=38;5;5:bd=48;5;232;38;5;11:cd=48;5;232;38;5;3:or=48;5;232;38;5;9:mi=05;48;5;232;38;5;15:su=48;5;196;38;5;15:sg=48;5;11;38;5;16:ca=48;5;196;38;5;226:tw=48;5;10;38;5;16:ow=48;5;10;38;5;21:st=48;5;21;38;5;15:ex=38;5;34:*.tar=38;5;9:*.tgz=38;5;9:*.arj=38;5;9:*.taz=38;5;9:*.lzh=38;5;9:*.lzma=38;5;9:*.tlz=38;5;9:*.txz=38;5;9:*.zip=38;5;9:*.z=38;5;9:*.Z=38;5;9:*.dz=38;5;9:*.gz=38;5;9:*.lz=38;5;9:*.xz=38;5;9:*.bz2=38;5;9:*.tbz=38;5;9:*.tbz2=38;5;9:*.bz=38;5;9:*.tz=38;5;9:*.deb=38;5;9:*.rpm=38;5;9:*.jar=38;5;9:*.rar=38;5;9:*.ace=38;5;9:*.zoo=38;5;9:*.cpio=38;5;9:*.7z=38;5;9:*.rz=38;5;9:*.jpg=38;5;13:*.jpeg=38;5;13:*.gif=38;5;13:*.bmp=38;5;13:*.pbm=38;5;13:*.pgm=38;5;13:*.ppm=38;5;13:*.tga=38;5;13:*.xbm=38;5;13:*.xpm=38;5;13:*.tif=38;5;13:*.tiff=38;5;13:*.png=38;5;13:*.svg=38;5;13:*.svgz=38;5;13:*.mng=38;5;13:*.pcx=38;5;13:*.mov=38;5;13:*.mpg=38;5;13:*.mpeg=38;5;13:*.m2v=38;5;13:*.mkv=38;5;13:*.ogm=38;5;13:*.mp4=38;5;13:*.m4v=38;5;13:*.mp4v=38;5;13:*.vob=38;5;13:*.qt=38;5;13:*.nuv=38;5;13:*.wmv=38;5;13:*.asf=38;5;13:*.rm=38;5;13:*.rmvb=38;5;13:*.flc=38;5;13:*.avi=38;5;13:*.fli=38;5;13:*.flv=38;5;13:*.gl=38;5;13:*.dl=38;5;13:*.xcf=38;5;13:*.xwd=38;5;13:*.yuv=38;5;13:*.cgm=38;5;13:*.emf=38;5;13:*.axv=38;5;13:*.anx=38;5;13:*.ogv=38;5;13:*.ogx=38;5;13:*.aac=38;5;45:*.au=38;5;45:*.flac=38;5;45:*.mid=38;5;45:*.midi=38;5;45:*.mka=38;5;45:*.mp3=38;5;45:*.mpc=38;5;45:*.ogg=38;5;45:*.ra=38;5;45:*.wav=38;5;45:*.axa=38;5;45:*.oga=38;5;45:*.spx=38;5;45:*.xspf=38;5;45:,TMOUT=7200,HISTCONTROL=ignoredups,QTINC=/usr/lib64/qt-3.3/include,PWD=/home/u32/tkaralidi/MCMC_bu,HOSTNAME=login3,LOGNAME=tkaralidi,SSH_CONNECTION=128.196.131.14 48854 10.140.117.54 22,PBS_O_QUEUE=windfall,PBS_O_HOST=login3.cm.cluster",
    :comment=>"Job run at Wed Jun 21 at 16:10 on (i0n13:ncpus=2:mem=12582912kb)",
    :etime=>"Wed Jun 21 15:56:41 2017",
    :run_count=>"1",
    :Submit_arguments=>"-V cluster_jobwC",
    :project=>"_pbs_project_default"},
  @procs=2,
  @queue_name="oc_windfall",
  @status=#<OodCore::Job::Status:0x0000000c1119b0 @state=:running>,
  @submission_time=2017-06-21 15:56:41 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=540000,
  @wallclock_time=484849>,
 #<OodCore::Job::Info:0x0000000c110240
  @accounting_id=nil,
  @allocated_nodes=[#<OodCore::Job::NodeInfo:0x0000000c1100b0 @name="i0n13", @procs=2>],
  @cpu_time=479540,
  @dispatch_time=2017-06-21 16:21:09 -0700,
  @id="717308.head1.cm.cluster",
  @job_name="2m2228",
  @job_owner="tkaralidi",
  @native=
   {:job_id=>"717308.head1.cm.cluster",
    :Job_Name=>"2m2228",
    :Job_Owner=>"tkaralidi@login3.cm.cluster",
    :resources_used=>{:cpupercent=>"98", :cput=>"133:12:20", :mem=>"10092kb", :ncpus=>"2", :vmem=>"268752kb", :walltime=>"134:40:49"},
    :job_state=>"R",
    :queue=>"oc_windfall",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Wed Jun 21 15:56:46 2017",
    :Error_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.e717308",
    :exec_host=>"i0n13/3*2",
    :exec_vnode=>"(i0n13:ncpus=2:mem=12582912kb)",
    :group_list=>"apai",
    :Hold_Types=>"n",
    :Join_Path=>"oe",
    :Keep_Files=>"n",
    :Mail_Points=>"a",
    :mtime=>"Wed Jun 21 16:21:10 2017",
    :Output_Path=>"login3.cm.cluster:/home/u32/tkaralidi/MCMC_bu/2m2228.o717308",
    :Priority=>"0",
    :qtime=>"Wed Jun 21 15:56:46 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"300:00:00",
      :mem=>"12gb",
      :mpiprocs=>"2",
      :ncpus=>"2",
      :nodect=>"1",
      :place=>"pack:shared",
      :select=>"1:ncpus=2:mem=12gb:pcmem=6gb:nodetype=standard:mpiprocs=2",
      :walltime=>"150:00:00"},
    :stime=>"Wed Jun 21 16:21:09 2017",
    :session_id=>"19994",
    :jobdir=>"/home/u32/tkaralidi",
    :substate=>"42",
    :Variable_List=>
     "MODULE_VERSION=3.2.10,PBS_O_HOME=/home/u32/tkaralidi,LC_CTYPE=UTF-8,LESSOPEN=||/usr/bin/lesspipe.sh %s,PBS_O_LOGNAME=tkaralidi,SSH_CLIENT=128.196.131.14 48854 22,CVS_RSH=ssh,PBS_O_LANG=en_US.UTF-8,USER=tkaralidi,PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,QTDIR=/usr/lib64/qt-3.3,HISTSIZE=1000,LD_LIBRARY_PATH=/cm/local/apps/gcc/5.2.0/lib:/cm/local/apps/gcc/5.2.0/lib64:/cm/shared/apps/pbspro/13.0.2.153173/lib/,LANG=en_US.UTF-8,QTLIB=/usr/lib64/qt-3.3/lib,TERM=xterm-256color,SHELL=/bin/bash,SHLVL=1,G_BROKEN_FILENAMES=1,XDISKSERVER=gs1x-40g.ocelote.hpc.arizona.edu,PBS_O_WORKDIR=/home/u32/tkaralidi/MCMC_bu,PBS_O_PATH=/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u32/tkaralidi/bin,MANPATH=/cm/shared/apps/pbspro/13.0.2.153173/man:/usr/local/share/man:/usr/share/man/overrides:/usr/share/man/en:/usr/share/man:/cm/local/apps/environment-modules/current/share/man,_LMFILES_=/cm/shared/modulefiles/pbspro/13.0.2.153173:/cm/local/modulefiles/gcc/5.2.0,HOME=/home/u32/tkaralidi,MODULESHOME=/cm/local/apps/environment-modules/3.2.10/Modules/3.2.10,PBS_O_SYSTEM=Linux,MODULE_VERSION_STACK=3.2.10,PBS_O_SHELL=/bin/bash,MAIL=/var/spool/mail/tkaralidi,BASH_FUNC_module()=() {  eval `/cm/local/apps/environment-modules/3.2.10/Modules/$MODULE_VERSION/bin/modulecmd bash $*`; },PBS_O_MAIL=/var/spool/mail/tkaralidi,_=/cm/shared/apps/pbspro/13.0.2.153173/bin/qsub,MODULEPATH=/cm/local/modulefiles:/cm/shared/modulefiles:/cm/shared/uamodulefiles,PBS_EXEC=/cm/shared/apps/pbspro/13.0.2.153173,DISPLAY=localhost:13.0,SSH_TTY=/dev/pts/21,OLDPWD=/home/u32/tkaralidi/MCMC_bu/PROGRAM,LOADEDMODULES=pbspro/13.0.2.153173:gcc/5.2.0,LS_COLORS=rs=0:di=38;5;27:ln=38;5;51:mh=44;38;5;15:pi=40;38;5;11:so=38;5;13:do=38;5;5:bd=48;5;232;38;5;11:cd=48;5;232;38;5;3:or=48;5;232;38;5;9:mi=05;48;5;232;38;5;15:su=48;5;196;38;5;15:sg=48;5;11;38;5;16:ca=48;5;196;38;5;226:tw=48;5;10;38;5;16:ow=48;5;10;38;5;21:st=48;5;21;38;5;15:ex=38;5;34:*.tar=38;5;9:*.tgz=38;5;9:*.arj=38;5;9:*.taz=38;5;9:*.lzh=38;5;9:*.lzma=38;5;9:*.tlz=38;5;9:*.txz=38;5;9:*.zip=38;5;9:*.z=38;5;9:*.Z=38;5;9:*.dz=38;5;9:*.gz=38;5;9:*.lz=38;5;9:*.xz=38;5;9:*.bz2=38;5;9:*.tbz=38;5;9:*.tbz2=38;5;9:*.bz=38;5;9:*.tz=38;5;9:*.deb=38;5;9:*.rpm=38;5;9:*.jar=38;5;9:*.rar=38;5;9:*.ace=38;5;9:*.zoo=38;5;9:*.cpio=38;5;9:*.7z=38;5;9:*.rz=38;5;9:*.jpg=38;5;13:*.jpeg=38;5;13:*.gif=38;5;13:*.bmp=38;5;13:*.pbm=38;5;13:*.pgm=38;5;13:*.ppm=38;5;13:*.tga=38;5;13:*.xbm=38;5;13:*.xpm=38;5;13:*.tif=38;5;13:*.tiff=38;5;13:*.png=38;5;13:*.svg=38;5;13:*.svgz=38;5;13:*.mng=38;5;13:*.pcx=38;5;13:*.mov=38;5;13:*.mpg=38;5;13:*.mpeg=38;5;13:*.m2v=38;5;13:*.mkv=38;5;13:*.ogm=38;5;13:*.mp4=38;5;13:*.m4v=38;5;13:*.mp4v=38;5;13:*.vob=38;5;13:*.qt=38;5;13:*.nuv=38;5;13:*.wmv=38;5;13:*.asf=38;5;13:*.rm=38;5;13:*.rmvb=38;5;13:*.flc=38;5;13:*.avi=38;5;13:*.fli=38;5;13:*.flv=38;5;13:*.gl=38;5;13:*.dl=38;5;13:*.xcf=38;5;13:*.xwd=38;5;13:*.yuv=38;5;13:*.cgm=38;5;13:*.emf=38;5;13:*.axv=38;5;13:*.anx=38;5;13:*.ogv=38;5;13:*.ogx=38;5;13:*.aac=38;5;45:*.au=38;5;45:*.flac=38;5;45:*.mid=38;5;45:*.midi=38;5;45:*.mka=38;5;45:*.mp3=38;5;45:*.mpc=38;5;45:*.ogg=38;5;45:*.ra=38;5;45:*.wav=38;5;45:*.axa=38;5;45:*.oga=38;5;45:*.spx=38;5;45:*.xspf=38;5;45:,TMOUT=7200,HISTCONTROL=ignoredups,QTINC=/usr/lib64/qt-3.3/include,PWD=/home/u32/tkaralidi/MCMC_bu,HOSTNAME=login3,LOGNAME=tkaralidi,SSH_CONNECTION=128.196.131.14 48854 10.140.117.54 22,PBS_O_QUEUE=windfall,PBS_O_HOST=login3.cm.cluster",
    :comment=>"Job run at Wed Jun 21 at 16:10 on (i0n13:ncpus=2:mem=12582912kb)",
    :etime=>"Wed Jun 21 15:56:46 2017",
    :run_count=>"1",
    :Submit_arguments=>"-V cluster_jobwC",
    :project=>"_pbs_project_default"},
  @procs=2,
  @queue_name="oc_windfall",
  @status=#<OodCore::Job::Status:0x0000000c1101a0 @state=:running>,
  @submission_time=2017-06-21 15:56:46 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=540000,
  @wallclock_time=484849>,

Held job example:

 #<OodCore::Job::Info:0x0000000c174808
  @accounting_id=nil,
  @allocated_nodes=[],
  @cpu_time=nil,
  @dispatch_time=nil,
  @id="554480.head1.cm.cluster",
  @job_name="blast",
  @job_owner="indiawilliams",
  @native=
   {:job_id=>"554480.head1.cm.cluster",
    :Job_Name=>"blast",
    :Job_Owner=>"indiawilliams@login2.cm.cluster",
    :job_state=>"H",
    :queue=>"oc_standard",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Thu Feb 16 06:05:02 2017",
    :Error_Path=>"login2.cm.cluster:/home/u27/indiawilliams/blast_data/blast.e554480",
    :group_list=>"msbarker",
    :Hold_Types=>"s",
    :Join_Path=>"n",
    :Keep_Files=>"n",
    :Mail_Points=>"bea",
    :Mail_Users=>"indiawilliams@email.arizona.edu",
    :mtime=>"Thu Feb 16 06:19:11 2017",
    :Output_Path=>"login2.cm.cluster:/home/u27/indiawilliams/blast_data/blast.o554480",
    :Priority=>"0",
    :qtime=>"Thu Feb 16 06:05:02 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"12:00:00",
      :mem=>"23gb",
      :mpiprocs=>"12",
      :ncpus=>"12",
      :nodect=>"1",
      :place=>"free",
      :pvmem=>"23gb",
      :select=>"1:ncpus=12:mem=23Gb:pcmem=6gb:mpiprocs=12",
      :walltime=>"01:00:00"},
    :substate=>"20",
    :Variable_List=>
     "PBS_O_SYSTEM=Linux,PBS_O_SHELL=/bin/bash,PBS_O_HOME=/home/u27/indiawilliams,PBS_O_LOGNAME=indiawilliams,PBS_O_WORKDIR=/home/u27/indiawilliams/blast_data,PBS_O_LANG=en_US.UTF-8,PBS_O_PATH=/cm/shared/uaapps/blast/2.4.0/bin:/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u27/indiawilliams/bin,PBS_O_MAIL=/var/spool/mail/indiawilliams,PBS_O_QUEUE=standard,PBS_O_HOST=login2.cm.cluster",
    :comment=>"job held, too many failed attempts to run",
    :etime=>"Thu Feb 16 06:05:02 2017",
    :run_count=>"21",
    :Exit_status=>"-16",
    :Submit_arguments=>"hpc.sub.blast.1",
    :project=>"_pbs_project_default"},
  @procs=0,
  @queue_name="oc_standard",
  @status=#<OodCore::Job::Status:0x0000000c174740 @state=:queued_held>,
  @submission_time=2017-02-16 06:05:02 -0700,
  @submit_host="login2.cm.cluster",
  @wallclock_limit=3600,
  @wallclock_time=nil>,

Suspended job example:

None so far...

nickjer commented 7 years ago

It seems you display "null" for Account if it is nil

screenshot from 2017-06-27 11-10-53

brianmcmichael commented 7 years ago

It seems you display "null" for Account if it is nil

I feel like this should be a separate issue to resolve, but I'll go ahead and add the fix to this branch since it's the first time it appears.

brianmcmichael commented 7 years ago

When you get a chance, can you post an example of a job (queued or running) on multiple nodes?

brianmcmichael commented 7 years ago

From the docs:

The job submitter’s and reservation creator’s primary group is automatically added to the job or reservation group_list attribute.

I think it's probably safe to assume that group_list is the equivalent of account_id

nickjer commented 7 years ago

Multiple node jobs.

Queued

=> #<OodCore::Job::Info:0x0000000f922c00
  @accounting_id=nil,
  @allocated_nodes=[],
  @cpu_time=nil,
  @dispatch_time=nil,
  @id="723823.head1.cm.cluster",
  @job_name="get_refseq.sh",
  @job_owner="jamesthornton",
  @native=
   {:job_id=>"723823.head1.cm.cluster",
    :Job_Name=>"get_refseq.sh",
    :Job_Owner=>"jamesthornton@login3.cm.cluster",
    :job_state=>"Q",
    :queue=>"oc_standard",
    :server=>"head1.cm.cluster",
    :Checkpoint=>"u",
    :ctime=>"Thu Jun 29 11:30:48 2017",
    :Error_Path=>"login3.cm.cluster:/rsgrps/bhurwitz/jetjr/get_refseq.sh.e723823",
    :group_list=>"bhurwitz",
    :Hold_Types=>"n",
    :Join_Path=>"n",
    :Keep_Files=>"n",
    :Mail_Points=>"bea",
    :Mail_Users=>"jamesthornton@email.arizona.edu",
    :mtime=>"Thu Jun 29 11:30:48 2017",
    :Output_Path=>"login3.cm.cluster:/rsgrps/bhurwitz/jetjr/get_refseq.sh.o723823",
    :Priority=>"0",
    :qtime=>"Thu Jun 29 11:30:48 2017",
    :Rerunable=>"True",
    :Resource_List=>
     {:cput=>"24:00:00",
      :mem=>"30gb",
      :mpiprocs=>"8",
      :ncpus=>"8",
      :nodect=>"2",
      :place=>"free",
      :pvmem=>"26gb",
      :select=>"2:ncpus=4:mem=15gb:pcmem=6gb:nodetype=standard:mpiprocs=4",
      :walltime=>"24:00:00"},
    :substate=>"10",
    :Variable_List=>
     "PBS_O_SYSTEM=Linux,PBS_O_SHELL=/bin/bash,PBS_O_HOME=/home/u1/jamesthornton,PBS_O_LOGNAME=jamesthornton,PBS_O_WORKDIR=/rsgrps/bhurwitz/jetjr,PBS_O_LANG=en_US.UTF-8,PBS_O_PATH=/rsgrps/bh_class/anvio/bin:/rsgrps/bhurwitz/hurwitzlab/bin:/rsgrps/bh_class/bin:/home/u1/jamesthornton/perl5/bin:/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u1/jamesthornton/perl5/bin:/rsgrps/bhurwitz/hurwitzlab/rakudobrew/bin/:/home/u1/jamesthornton/bin,PBS_O_MAIL=/var/spool/mail/jamesthornton,PBS_O_QUEUE=standard,PBS_O_HOST=login3.cm.cluster",
    :etime=>"Thu Jun 29 11:30:48 2017",
    :Submit_arguments=>"get_refseq.sh",
    :project=>"_pbs_project_default"},
  @procs=0,
  @queue_name="oc_standard",
  @status=#<OodCore::Job::Status:0x0000000f922b60 @state=:queued>,
  @submission_time=2017-06-29 11:30:48 -0700,
  @submit_host="login3.cm.cluster",
  @wallclock_limit=86400,
  @wallclock_time=nil>]

Running

=> #<OodCore::Job::Info:0x000000020bc280
 @accounting_id=nil,
 @allocated_nodes=
  [#<OodCore::Job::NodeInfo:0x000000020bc118 @name="i7n2", @procs=28>,
   #<OodCore::Job::NodeInfo:0x000000020bc0a0 @name="i7n6", @procs=28>,
   #<OodCore::Job::NodeInfo:0x000000020bc028 @name="i7n12", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000ebaed8 @name="i7n13", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000ebad20 @name="i7n20", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000ebaa78 @name="i7n22", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000eba910 @name="i8n5", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000eba780 @name="i8n15", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000eba6e0 @name="i11n6", @procs=28>,
   #<OodCore::Job::NodeInfo:0x00000000eba5c8 @name="i11n15", @procs=28>],
 @cpu_time=4086429,
 @dispatch_time=2017-06-29 07:26:02 -0700,
 @id="723689.head1.cm.cluster",
 @job_name="oiiinoph0311",
 @job_owner="jspilker",
 @native=
  {:job_id=>"723689.head1.cm.cluster",
   :Job_Name=>"oiiinoph0311",
   :Job_Owner=>"jspilker@login2.cm.cluster",
   :resources_used=>
    {:cpupercent=>"27939", :cput=>"1135:07:09", :mem=>"376728480kb", :ncpus=>"280", :vmem=>"54816368kb", :walltime=>"04:06:41"},
   :job_state=>"R",
   :queue=>"oc_windfall",
   :server=>"head1.cm.cluster",
   :Checkpoint=>"u",
   :ctime=>"Thu Jun 29 07:20:26 2017",
   :Error_Path=>"login2.cm.cluster:/home/u4/jspilker/MIG2016/jspilker/Ripples_noph/oiiinoph0311.e723689",
   :exec_host=>"i7n2/0*28+i7n6/0*28+i7n12/0*28+i7n13/0*28+i7n20/0*28+i7n22/0*28+i8n5/0*28+i8n15/0*28+i11n6/0*28+i11n15/0*28",
   :exec_vnode=>
    "(i7n2:ncpus=28:mem=176160768kb)+(i7n6:ncpus=28:mem=176160768kb)+(i7n12:ncpus=28:mem=176160768kb)+(i7n13:ncpus=28:mem=176160768kb)+(i7n20:ncpus=28:mem=176160768kb)+(i7n22:ncpus=28:mem=176160768kb)+(i8n5:ncpus=28:mem=176160768kb)+(i8n15:ncpus=28:mem=176160768kb)+(i11n6:ncpus=28:mem=176160768kb)+(i11n15:ncpus=28:mem=176160768kb)",
   :group_list=>"dmarrone",
   :Hold_Types=>"n",
   :Join_Path=>"n",
   :Keep_Files=>"n",
   :Mail_Points=>"a",
   :mtime=>"Thu Jun 29 07:26:27 2017",
   :Output_Path=>"login2.cm.cluster:/home/u4/jspilker/MIG2016/jspilker/Ripples_noph/oiiinoph0311.o723689",
   :Priority=>"0",
   :qtime=>"Thu Jun 29 07:20:26 2017",
   :Rerunable=>"True",
   :Resource_List=>
    {:cput=>"2688:00:00",
     :mem=>"1680gb",
     :mpiprocs=>"280",
     :ncpus=>"280",
     :nodect=>"10",
     :place=>"free",
     :select=>"10:ncpus=28:mem=168gb:mpiprocs=28:pcmem=6gb:nodetype=standard",
     :walltime=>"50:00:00"},
   :stime=>"Thu Jun 29 07:26:02 2017",
   :session_id=>"6309",
   :jobdir=>"/home/u4/jspilker",
   :substate=>"42",
   :Variable_List=>
    "PBS_O_SYSTEM=Linux,PBS_O_SHELL=/bin/bash,PBS_O_HOME=/home/u4/jspilker,PBS_O_LOGNAME=jspilker,PBS_O_WORKDIR=/home/u4/jspilker/MIG2016/jspilker/Ripples_noph,PBS_O_LANG=en_US.UTF-8,PBS_O_PATH=/usr/bin:/home/u4/jspilker/.local/bin:/cm/shared/uaapps/openmpi/gcc/1.10.2/bin:/cm/shared/uaapps/gsl/2.1/bin:/cm/shared/apps/intel/compilers_and_libraries/2016.4.258/mkl/bin:/home/u4/jspilker/.local/bin:/cm/local/apps/gcc/5.2.0/bin:/cm/shared/apps/pbspro/13.0.2.153173/sbin:/cm/shared/apps/pbspro/13.0.2.153173/bin:/cm/shared/uabin:/usr/lib64/qt-3.3/bin:/usr/local/bin:/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/sbin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/3.2.10/bin:/home/u4/jspilker/bin,PBS_O_MAIL=/var/spool/mail/jspilker,PBS_O_QUEUE=windfall,PBS_O_HOST=login2.cm.cluster",
   :comment=>
    "Job run at Thu Jun 29 at 07:26 on (i7n2:ncpus=28:mem=176160768kb)+(i7n6:ncpus=28:mem=176160768kb)+(i7n12:ncpus=28:mem=176160768kb)+(i7n13:ncpus=28:mem=176160768kb)+(i7n20:ncpus=28:mem=176160768kb)+(i7n22:ncpus=28:mem=176160768kb)+(i8n5:ncpus=28:mem=176...",
   :etime=>"Thu Jun 29 07:20:26 2017",
   :run_count=>"1",
   :Submit_arguments=>"pbs0311oiiicont.sh",
   :project=>"_pbs_project_default"},
 @procs=280,
 @queue_name="oc_windfall",
 @status=#<OodCore::Job::Status:0x000000020bc1e0 @state=:running>,
 @submission_time=2017-06-29 07:20:26 -0700,
 @submit_host="login2.cm.cluster",
 @wallclock_limit=180000,
 @wallclock_time=14801>

ericfranz commented 7 years ago

Group list and Account should be separate.

The job submitter’s and reservation creator’s primary group is automatically added to the job or reservation group_list attribute.

That means that the primary group is added to the group list attribute. It says nothing about "account". The group list affects what group the processes run as, and consequently, the group ownership of the files created by those processes.

This is very different than an account string, which may or may not match a group name.

brianmcmichael commented 7 years ago

Implemented by #128

OSC / ood-activejobs

Add PBS Pro extended info #126