Wed Nov  6 03:58:34 EST 2019

=====================================================================
System Info
uname -a
---------------------------------------------------------------------
Linux scc-ka1 3.10.0-957.27.2.el7.x86_64 #1 SMP Mon Jul 29 17:46:05 UTC 2019 x86_64 x86_64 x86_64 GNU/Linux
=====================================================================

=====================================================================
Linux Distro
cat /etc/centos-release /etc/os-release /etc/redhat-release /etc/system-release | sort -u
---------------------------------------------------------------------

ANSI_COLOR="0;31"
BUG_REPORT_URL="https://bugs.centos.org/"
CENTOS_MANTISBT_PROJECT="CentOS-7"
CENTOS_MANTISBT_PROJECT_VERSION="7"
CPE_NAME="cpe:/o:centos:centos:7"
CentOS Linux release 7.5.1804 (Core) 
HOME_URL="https://www.centos.org/"
ID="centos"
ID_LIKE="rhel fedora"
NAME="CentOS Linux"
PRETTY_NAME="CentOS Linux 7 (Core)"
REDHAT_SUPPORT_PRODUCT="centos"
REDHAT_SUPPORT_PRODUCT_VERSION="7"
VERSION="7 (Core)"
VERSION_ID="7"
=====================================================================

=====================================================================
Kernel Build
cat /proc/version
---------------------------------------------------------------------
Linux version 3.10.0-957.27.2.el7.x86_64 (mockbuild@kbuilder.bsys.centos.org) (gcc version 4.8.5 20150623 (Red Hat 4.8.5-36) (GCC) ) #1 SMP Mon Jul 29 17:46:05 UTC 2019
=====================================================================

=====================================================================
glibc version
ldd --version | head -n 1
---------------------------------------------------------------------
ldd (GNU libc) 2.17
=====================================================================

=====================================================================
CPU Model
grep -m 1 'model name' /proc/cpuinfo | cut -d ':' -f 2 | sed 's/^[ \t]*//'
---------------------------------------------------------------------
AMD Opteron(TM) Processor 6276
=====================================================================

=====================================================================
CPU Sockets
grep 'physical id' /proc/cpuinfo | sort -u | wc -l
---------------------------------------------------------------------
4
=====================================================================

=====================================================================
CPU Cores
grep -c processor /proc/cpuinfo
---------------------------------------------------------------------
64
=====================================================================

=====================================================================
CPU Support
grep -m 1 'flags' /proc/cpuinfo | cut -d ':' -f 2 | sed 's/^\s*//'
---------------------------------------------------------------------
fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc art rep_good nopl nonstop_tsc extd_apicid amd_dcm aperfmperf pni pclmulqdq monitor ssse3 cx16 sse4_1 sse4_2 popcnt aes xsave avx lahf_lm cmp_legacy svm extapic cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw ibs xop skinit wdt fma4 nodeid_msr topoext perfctr_core perfctr_nb cpb hw_pstate retpoline_amd ssbd ibpb vmmcall arat npt lbrv svm_lock nrip_save tsc_scale vmcb_clean flushbyasid decodeassists pausefilter pfthreshold
=====================================================================

=====================================================================
Memory Total
grep MemTotal /proc/meminfo | cut -d ':' -f 2 | sed 's/^[ \t]*//'
---------------------------------------------------------------------
263940796 kB
=====================================================================

=====================================================================
Disk Space
df -Ph | awk '{print $2, $3, $4}'
---------------------------------------------------------------------
Size Used Avail
16G 12G 3.7G
126G 0 126G
126G 4.0K 126G
126G 610M 126G
126G 0 126G
2.0G 6.0M 1.8G
488M 107M 346M
3.9G 680M 3.0G
517G 52G 439G
2.0G 20M 1.8G
2.9T 189G 2.8T
4.4P 3.7P 694T
12T 5.4T 5.9T
4.4P 3.7P 694T
12T 5.4T 5.9T
4.4P 3.7P 694T
12T 5.4T 5.9T
4.4P 3.7P 694T
1.2P 622T 526T
1.2P 622T 526T
4.4P 3.7P 694T
12T 5.4T 5.9T
51T 29T 22T
51T 29T 22T
26G 0 26G
=====================================================================

=====================================================================
Filesystem Options
mount | cut -d ' ' -f 5,6
---------------------------------------------------------------------
sysfs (rw,nosuid,nodev,noexec,relatime)
proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs (rw,nosuid,size=131921372k,nr_inodes=32980343,mode=755)
securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs (rw,nosuid,nodev)
devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs (rw,nosuid,nodev,mode=755)
tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore (rw,nosuid,nodev,noexec,relatime)
cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
configfs (rw,relatime)
ext4 (rw,relatime,data=ordered)
autofs (rw,relatime,fd=25,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=24949)
mqueue (rw,relatime)
hugetlbfs (rw,relatime)
debugfs (rw,relatime)
binfmt_misc (rw,relatime)
nfsd (rw,relatime)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
rpc_pipefs (rw,relatime)
nfs (ro,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.29,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.29)
autofs (rw,relatime,fd=6,pgrp=16649,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=28489)
autofs (rw,relatime,fd=12,pgrp=16649,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=28493)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=18,pgrp=16649,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=28497)
autofs (rw,relatime,fd=23,pgrp=16649,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=88461)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.26,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.26)
autofs (rw,relatime,fd=6,pgrp=16649,timeout=600,minproto=5,maxproto=5,offset,pipe_ino=28489)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=10.241.29.116,mountvers=3,mountport=20048,mountproto=tcp,local_lock=none,addr=10.241.29.116)
autofs (rw,relatime,fd=6,pgrp=16649,timeout=600,minproto=5,maxproto=5,offset,pipe_ino=28489)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=10.241.29.116,mountvers=3,mountport=20048,mountproto=tcp,local_lock=none,addr=10.241.29.116)
tmpfs (rw,nosuid,nodev,relatime,size=26394080k,mode=700)
=====================================================================

=====================================================================
User Limits
bash -c 'ulimit -a'
---------------------------------------------------------------------
core file size          (blocks, -c) 0
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 1030635
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 20480
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 1030635
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
=====================================================================

=====================================================================
User Limits (hard)
bash -c 'ulimit -aH'
---------------------------------------------------------------------
core file size          (blocks, -c) 0
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 1030635
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 20480
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 1030635
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
=====================================================================

=====================================================================
Global File Limit
cat /proc/sys/fs/file-{max,nr}
---------------------------------------------------------------------
26162396
2688	0	26162396
=====================================================================

=====================================================================
Memory config
sysctl vm
---------------------------------------------------------------------
vm.admin_reserve_kbytes = 8192
vm.block_dump = 0
vm.dirty_background_bytes = 0
vm.dirty_background_ratio = 10
vm.dirty_bytes = 0
vm.dirty_expire_centisecs = 3000
vm.dirty_ratio = 20
vm.dirty_writeback_centisecs = 500
vm.drop_caches = 0
vm.extfrag_threshold = 500
vm.hugepages_treat_as_movable = 0
vm.hugetlb_shm_group = 0
vm.laptop_mode = 0
vm.legacy_va_layout = 0
vm.lowmem_reserve_ratio = 256	256	32
vm.max_map_count = 65530
vm.memory_failure_early_kill = 0
vm.memory_failure_recovery = 1
vm.min_free_kbytes = 225280
vm.min_slab_ratio = 5
vm.min_unmapped_ratio = 1
vm.mmap_min_addr = 4096
vm.nr_hugepages = 0
vm.nr_hugepages_mempolicy = 0
vm.nr_overcommit_hugepages = 0
vm.nr_pdflush_threads = 0
vm.numa_zonelist_order = default
vm.oom_dump_tasks = 1
vm.oom_kill_allocating_task = 0
vm.overcommit_kbytes = 0
vm.overcommit_memory = 0
vm.overcommit_ratio = 50
vm.page-cluster = 3
vm.panic_on_oom = 0
vm.percpu_pagelist_fraction = 0
vm.stat_interval = 1
vm.swappiness = 60
vm.user_reserve_kbytes = 131072
vm.vfs_cache_pressure = 100
vm.zone_reclaim_mode = 0
=====================================================================

=====================================================================
THP memory config
cat /sys/kernel/mm/transparent_hugepage/enabled
---------------------------------------------------------------------
[always] madvise never
=====================================================================

=====================================================================
cgroups
cat /proc/self/cgroup
---------------------------------------------------------------------
11:hugetlb:/
10:devices:/
9:cpuset:/
8:perf_event:/
7:pids:/
6:blkio:/
5:memory:/
4:cpuacct,cpu:/
3:freezer:/
2:net_prio,net_cls:/
1:name=systemd:/system.slice/sgeexecd.service
=====================================================================

=====================================================================
cgroup mem stats
cat /sys/fs/cgroup/memory//memory.stat
---------------------------------------------------------------------
cache 19148406784
rss 204186124288
rss_huge 0
mapped_file 38514688
swap 6279032832
pgpgin 91394689610
pgpgout 91363724743
pgfault 354742636873
pgmajfault 10605973
inactive_anon 18426142720
active_anon 186278027264
inactive_file 17132748800
active_file 1983868928
unevictable 0
hierarchical_memory_limit 9223372036854771712
hierarchical_memsw_limit 9223372036854771712
total_cache 19148410880
total_rss 204186128384
total_rss_huge 0
total_mapped_file 38514688
total_swap 6279032832
total_pgpgin 91394689611
total_pgpgout 91363724743
total_pgfault 354742636873
total_pgmajfault 10605973
total_inactive_anon 18426142720
total_active_anon 186278027264
total_inactive_file 17132748800
total_active_file 1983868928
total_unevictable 0
=====================================================================

=====================================================================
memory soft limit
cat /sys/fs/cgroup/memory//memory.soft_limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
memory hard limit
cat /sys/fs/cgroup/memory//memory.limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
memory swap limit
cat /sys/fs/cgroup/memory//memory.memsw.limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
Container
[ -e /.dockerenv ] || [ -e /.dockerinit ] || [ ! -z "$container" ] || grep -m 1 -E 'docker|lxc' /proc/1/cgroup > /dev/null && echo 'Detected'
---------------------------------------------------------------------
=====================================================================

=====================================================================
init process
head -n 1 /proc/1/sched | cut -d ' ' -f 1
---------------------------------------------------------------------
systemd
=====================================================================

=====================================================================
SGE Submit
which qsub
---------------------------------------------------------------------
/usr/local/bin/qsub
=====================================================================

=====================================================================
SGE CLUSTER_NAME
echo $SGE_CLUSTER_NAME
---------------------------------------------------------------------

=====================================================================

=====================================================================
SGE JOB_NAME
echo $JOB_NAME
---------------------------------------------------------------------
TCPO_10X_prmRNA_transcript
=====================================================================

=====================================================================
LSF Submit
which bsub
---------------------------------------------------------------------
=====================================================================

=====================================================================
BCL2FASTQ 1
which configureBclToFastq.pl
---------------------------------------------------------------------
=====================================================================

=====================================================================
BCL2FASTQ 2
which bcl2fastq
---------------------------------------------------------------------
/share/pkg.7/bcl2fastq/2.20/install/bin/bcl2fastq
=====================================================================

=====================================================================
BCL2FASTQ 2 Version
bcl2fastq --version
---------------------------------------------------------------------
=====================================================================

=====================================================================
Java
which java
---------------------------------------------------------------------
/usr/java/default/jre/bin/java
=====================================================================

=====================================================================
Java Version
java -version 2>&1 | cat
---------------------------------------------------------------------
java version "1.8.0_172"
Java(TM) SE Runtime Environment (build 1.8.0_172-b11)
Java HotSpot(TM) 64-Bit Server VM (build 25.172-b11, mixed mode)
=====================================================================

=====================================================================
10X Refdata
echo $TENX_REFDATA
---------------------------------------------------------------------

=====================================================================

=====================================================================
10X Refdata Version
cat $TENX_REFDATA/version
---------------------------------------------------------------------
=====================================================================

=====================================================================
qconf
which qconf
---------------------------------------------------------------------
/usr/local/bin/qconf
=====================================================================

=====================================================================
qconf -sc
qconf -sc && qconf -sconf | grep -E '(shell_start_mode|login_shells|max_jobs)'
---------------------------------------------------------------------
#name                     shortcut      type        relop   requestable consumable default  urgency 
#---------------------------------------------------------------------------------------------------
abaqus_license            abaqus_lic    INT         <=      YES         JOB        0        0
arch                      a             RESTRING    ==      YES         NO         NONE     0
buyin                     buyin         BOOL        ==      YES         NO         0        0
calendar                  c             RESTRING    ==      YES         NO         NONE     0
centos7                   c7            BOOL        ==      YES         NO         0        0
cpu                       cpu           DOUBLE      >=      YES         NO         0        0
cpu_arch                  cpu_a         RESTRING    ==      YES         NO         NONE     0
cpu_type                  cpu_t         RESTRING    ==      YES         NO         NONE     0
display_win_gui           dwg           BOOL        ==      YES         NO         0        0
download                  dl            BOOL        ==      FORCED      NO         0        0
eth_speed                 eth_sp        INT         <=      YES         NO         0        0
exclusive                 excl          BOOL        EXCL    YES         YES        0        10
gpu_compute_capability    gpu_c         DOUBLE      <=      YES         NO         0        0
gpu_memory                gpu_m         MEMORY      <=      YES         NO         0        0
gpu_type                  gpu_t         RESTRING    ==      YES         NO         NONE     0
gpus                      gpu           DOUBLE      <=      YES         YES        0        0
h_core                    h_core        MEMORY      <=      YES         NO         0        0
h_cpu                     h_cpu         TIME        <=      YES         NO         0:0:0    0
h_data                    h_data        MEMORY      <=      YES         NO         0        0
h_fsize                   h_fsize       MEMORY      <=      YES         NO         0        0
h_rss                     h_rss         MEMORY      <=      YES         NO         0        0
h_rt                      h_rt          TIME        <=      YES         NO         0:0:0    0
h_stack                   h_stack       MEMORY      <=      YES         NO         0        0
h_vmem                    h_vmem        MEMORY      <=      YES         NO         0        0
hostname                  h             HOST        ==      YES         NO         NONE     0
ib_speed                  ib_sp         INT         <=      YES         NO         0        0
job                       j             INT         <=      YES         JOB        1        0
knl                       knl           BOOL        ==      FORCED      NO         0        0
load_avg                  la            DOUBLE      >=      NO          NO         0        0
load_long                 ll            DOUBLE      >=      NO          NO         0        0
load_medium               lm            DOUBLE      >=      NO          NO         0        0
load_short                ls            DOUBLE      >=      NO          NO         0        0
m_core                    core          INT         <=      YES         NO         0        0
m_socket                  socket        INT         <=      YES         NO         0        0
m_topology                topo          RESTRING    ==      YES         NO         NONE     0
m_topology_inuse          utopo         RESTRING    ==      YES         NO         NONE     0
matlab_dcs_license        dcs_lic       INT         <=      YES         YES        0        0
mem_free                  mf            MEMORY      <=      YES         NO         0        0
mem_per_core              mpc           MEMORY      <=      YES         NO         0        0
mem_total                 mt            MEMORY      <=      YES         NO         0        0
mem_used                  mu            MEMORY      >=      YES         NO         0        0
min_cpu_interval          mci           TIME        <=      NO          NO         0:0:0    0
no_gpu                    ng            BOOL        ==      YES         NO         0        0
np_load_avg               nla           DOUBLE      >=      NO          NO         0        0
np_load_long              nll           DOUBLE      >=      NO          NO         0        0
np_load_medium            nlm           DOUBLE      >=      NO          NO         0        0
np_load_short             nls           DOUBLE      >=      NO          NO         0        0
num_proc                  p             INT         ==      YES         NO         0        0
opa                       opa           BOOL        ==      YES         NO         0        0
qname                     q             RESTRING    ==      YES         NO         NONE     0
rerun                     re            BOOL        ==      NO          NO         0        0
s_core                    s_core        MEMORY      <=      YES         NO         0        0
s_cpu                     s_cpu         TIME        <=      YES         NO         0:0:0    0
s_data                    s_data        MEMORY      <=      YES         NO         0        0
s_fsize                   s_fsize       MEMORY      <=      YES         NO         0        0
s_rss                     s_rss         MEMORY      <=      YES         NO         0        0
s_rt                      s_rt          TIME        <=      YES         NO         0:0:0    0
s_stack                   s_stack       MEMORY      <=      YES         NO         0        0
s_vmem                    s_vmem        MEMORY      <=      YES         NO         0        0
sas_license               sas           BOOL        ==      YES         NO         0        0
scratch_free              scratch       MEMORY      <=      YES         YES        0        0
seq_no                    seq           INT         ==      NO          NO         0        0
slots                     s             INT         <=      YES         YES        1        1
swap_free                 sf            MEMORY      <=      YES         NO         0        0
swap_rate                 sr            MEMORY      >=      YES         NO         0        0
swap_rsvd                 srsv          MEMORY      >=      YES         NO         0        0
swap_total                st            MEMORY      <=      YES         NO         0        0
swap_used                 su            MEMORY      >=      YES         NO         0        0
tmpdir                    tmp           RESTRING    ==      NO          NO         NONE     0
virtgl                    virtgl        BOOL        ==      FORCED      NO         0        0
virtual_free              vf            MEMORY      <=      YES         NO         0        0
virtual_total             vt            MEMORY      <=      YES         NO         0        0
virtual_used              vu            MEMORY      >=      YES         NO         0        0
# >#< starts a comment but comments are not saved across edits --------
shell_start_mode             unix_behavior
login_shells                 sh,bash,ksh,csh,tcsh
max_jobs                     0
=====================================================================

=====================================================================
qhost
which qhost
---------------------------------------------------------------------
/usr/local/bin/qhost
=====================================================================

=====================================================================
qhost count
qhost -l "mem_total=20G" | tail -n +3 | wc -l
---------------------------------------------------------------------
837
=====================================================================

=====================================================================
qhost -F
qhost -F -q -h $(qhost | sort -h -k 5 -r | head -n 1 | cut -d " " -f 1)
---------------------------------------------------------------------
HOSTNAME                ARCH         NCPU  LOAD  MEMTOT  MEMUSE  SWAPTO  SWAPUS
-------------------------------------------------------------------------------
global                  -               -     -       -       -       -       -
   gc:job=7772.000000
   gc:abaqus_license=3.000000
   gf:no_gpu=1.000000
   gf:centos7=1.000000
scc-c07                 linux-x64      36  0.03 1007.4G   16.0G    8.0G  368.7M
   gc:job=7772.000000
   gc:abaqus_license=3.000000
   gf:no_gpu=1.000000
   gf:centos7=1.000000
   hl:arch=linux-x64
   hl:num_proc=36.000000
   hl:mem_total=1007.448G
   hl:swap_total=8.000G
   hl:virtual_total=1015.448G
   hl:scratch_free=1014.000G
   hl:load_avg=0.030000
   hl:load_short=0.050000
   hl:load_medium=0.030000
   hl:load_long=0.050000
   hl:mem_free=991.415G
   hl:swap_free=7.640G
   hl:virtual_free=999.054G
   hl:mem_used=16.033G
   hl:swap_used=368.738M
   hl:virtual_used=16.393G
   hl:cpu=0.000000
   hl:m_topology=SCCCCCCCCCCCCCCCCCCSCCCCCCCCCCCCCCCCCC
   hl:m_topology_inuse=SCCCCCCCCCCCCCCCCCCSCCCCCCCCCCCCCCCCCC
   hl:m_socket=2.000000
   hl:m_core=36.000000
   hl:np_load_avg=0.000833
   hl:np_load_short=0.001389
   hl:np_load_medium=0.000833
   hl:np_load_long=0.001389
   hf:cpu_arch=broadwell
   hf:cpu_type=E7-8867v4
   hf:eth_speed=10.000000
   hf:mem_per_core=28.444G
   mem1024              BIP   0/0/36        
=====================================================================

=====================================================================
MRP
mrp --version
---------------------------------------------------------------------
'3.1.0-v3.2.3'
=====================================================================

=====================================================================
mrp templates
ls $(dirname $(dirname $(which mrp)))/jobmanagers/*.template
---------------------------------------------------------------------
=====================================================================

