Sat Sep  7 22:20:12 EDT 2019

=====================================================================
System Info
uname -a
---------------------------------------------------------------------
Linux scc-wj1 3.10.0-957.27.2.el7.x86_64 #1 SMP Mon Jul 29 17:46:05 UTC 2019 x86_64 x86_64 x86_64 GNU/Linux
=====================================================================

=====================================================================
Linux Distro
cat /etc/centos-release /etc/os-release /etc/redhat-release /etc/system-release | sort -u
---------------------------------------------------------------------

ANSI_COLOR="0;31"
BUG_REPORT_URL="https://bugs.centos.org/"
CENTOS_MANTISBT_PROJECT="CentOS-7"
CENTOS_MANTISBT_PROJECT_VERSION="7"
CPE_NAME="cpe:/o:centos:centos:7"
CentOS Linux release 7.5.1804 (Core) 
HOME_URL="https://www.centos.org/"
ID="centos"
ID_LIKE="rhel fedora"
NAME="CentOS Linux"
PRETTY_NAME="CentOS Linux 7 (Core)"
REDHAT_SUPPORT_PRODUCT="centos"
REDHAT_SUPPORT_PRODUCT_VERSION="7"
VERSION="7 (Core)"
VERSION_ID="7"
=====================================================================

=====================================================================
Kernel Build
cat /proc/version
---------------------------------------------------------------------
Linux version 3.10.0-957.27.2.el7.x86_64 (mockbuild@kbuilder.bsys.centos.org) (gcc version 4.8.5 20150623 (Red Hat 4.8.5-36) (GCC) ) #1 SMP Mon Jul 29 17:46:05 UTC 2019
=====================================================================

=====================================================================
glibc version
ldd --version | head -n 1
---------------------------------------------------------------------
ldd (GNU libc) 2.17
=====================================================================

=====================================================================
CPU Model
grep -m 1 'model name' /proc/cpuinfo | cut -d ':' -f 2 | sed 's/^[ \t]*//'
---------------------------------------------------------------------
Intel(R) Xeon(R) CPU E5-2680 v4 @ 2.40GHz
=====================================================================

=====================================================================
CPU Sockets
grep 'physical id' /proc/cpuinfo | sort -u | wc -l
---------------------------------------------------------------------
2
=====================================================================

=====================================================================
CPU Cores
grep -c processor /proc/cpuinfo
---------------------------------------------------------------------
28
=====================================================================

=====================================================================
CPU Support
grep -m 1 'flags' /proc/cpuinfo | cut -d ':' -f 2 | sed 's/^\s*//'
---------------------------------------------------------------------
fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc aperfmperf eagerfpu pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid dca sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch epb cat_l3 cdp_l3 intel_pt ssbd ibrs ibpb stibp tpr_shadow vnmi flexpriority ept vpid fsgsbase tsc_adjust bmi1 hle avx2 smep bmi2 erms invpcid rtm cqm rdt_a rdseed adx smap xsaveopt cqm_llc cqm_occup_llc cqm_mbm_total cqm_mbm_local dtherm ida arat pln pts spec_ctrl intel_stibp flush_l1d
=====================================================================

=====================================================================
Memory Total
grep MemTotal /proc/meminfo | cut -d ':' -f 2 | sed 's/^[ \t]*//'
---------------------------------------------------------------------
528077816 kB
=====================================================================

=====================================================================
Disk Space
df -Ph | awk '{print $2, $3, $4}'
---------------------------------------------------------------------
Size Used Avail
16G 12G 3.8G
252G 0 252G
252G 2.8M 252G
252G 90M 252G
252G 0 252G
3.9G 511M 3.1G
2.0G 21M 1.8G
2.0G 6.0M 1.8G
488M 104M 350M
885G 77M 840G
4.9P 3.8P 1.1P
2.8T 188G 2.6T
11T 5.3T 5.7T
4.9P 3.8P 1.1P
4.9P 3.8P 1.1P
11T 5.3T 5.7T
4.9P 3.8P 1.1P
11T 5.3T 5.7T
4.9P 3.8P 1.1P
11T 5.3T 5.7T
1.2P 333T 815T
1.2P 333T 815T
51T 28T 23T
51T 28T 23T
=====================================================================

=====================================================================
Filesystem Options
mount | cut -d ' ' -f 5,6
---------------------------------------------------------------------
sysfs (rw,nosuid,nodev,noexec,relatime)
proc (rw,nosuid,nodev,noexec,relatime)
devtmpfs (rw,nosuid,size=264023452k,nr_inodes=66005863,mode=755)
securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs (rw,nosuid,nodev)
devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs (rw,nosuid,nodev,mode=755)
tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore (rw,nosuid,nodev,noexec,relatime)
cgroup (rw,nosuid,nodev,noexec,relatime,cpuacct,cpu)
cgroup (rw,nosuid,nodev,noexec,relatime,net_prio,net_cls)
cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup (rw,nosuid,nodev,noexec,relatime,devices)
cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
configfs (rw,relatime)
ext4 (rw,relatime,data=ordered)
autofs (rw,relatime,fd=22,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=53636)
mqueue (rw,relatime)
debugfs (rw,relatime)
hugetlbfs (rw,relatime)
binfmt_misc (rw,relatime)
nfsd (rw,relatime)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
ext4 (rw,relatime,data=ordered)
ext4 (rw,nosuid,nodev,relatime,data=ordered)
rpc_pipefs (rw,relatime)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (ro,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.29,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.29)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
autofs (rw,relatime,fd=6,pgrp=25426,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=87666)
autofs (rw,relatime,fd=12,pgrp=25426,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=100528)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=18,pgrp=25426,timeout=300,minproto=5,maxproto=5,direct,pipe_ino=103718)
autofs (rw,relatime,fd=23,pgrp=25426,timeout=600,minproto=5,maxproto=5,indirect,pipe_ino=103390)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=192.168.16.28,mountvers=3,mountport=890,mountproto=udp,local_lock=none,addr=192.168.16.28)
autofs (rw,relatime,fd=6,pgrp=25426,timeout=600,minproto=5,maxproto=5,offset,pipe_ino=87666)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=10.241.29.116,mountvers=3,mountport=20048,mountproto=tcp,local_lock=none,addr=10.241.29.116)
autofs (rw,relatime,fd=6,pgrp=25426,timeout=600,minproto=5,maxproto=5,offset,pipe_ino=87666)
nfs (rw,nosuid,nodev,relatime,vers=3,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=10.241.29.116,mountvers=3,mountport=20048,mountproto=tcp,local_lock=none,addr=10.241.29.116)
=====================================================================

=====================================================================
User Limits
bash -c 'ulimit -a'
---------------------------------------------------------------------
core file size          (blocks, -c) 0
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 2062683
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 20480
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 2062683
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
=====================================================================

=====================================================================
User Limits (hard)
bash -c 'ulimit -aH'
---------------------------------------------------------------------
core file size          (blocks, -c) 0
data seg size           (kbytes, -d) unlimited
scheduling priority             (-e) 0
file size               (blocks, -f) unlimited
pending signals                 (-i) 2062683
max locked memory       (kbytes, -l) unlimited
max memory size         (kbytes, -m) unlimited
open files                      (-n) 20480
pipe size            (512 bytes, -p) 8
POSIX message queues     (bytes, -q) 819200
real-time priority              (-r) 0
stack size              (kbytes, -s) unlimited
cpu time               (seconds, -t) unlimited
max user processes              (-u) 2062683
virtual memory          (kbytes, -v) unlimited
file locks                      (-x) unlimited
=====================================================================

=====================================================================
Global File Limit
cat /proc/sys/fs/file-{max,nr}
---------------------------------------------------------------------
52364001
1400	0	52364001
=====================================================================

=====================================================================
Memory config
sysctl vm
---------------------------------------------------------------------
vm.admin_reserve_kbytes = 8192
vm.block_dump = 0
vm.dirty_background_bytes = 0
vm.dirty_background_ratio = 10
vm.dirty_bytes = 0
vm.dirty_expire_centisecs = 3000
vm.dirty_ratio = 20
vm.dirty_writeback_centisecs = 500
vm.drop_caches = 0
vm.extfrag_threshold = 500
vm.hugepages_treat_as_movable = 0
vm.hugetlb_shm_group = 0
vm.laptop_mode = 0
vm.legacy_va_layout = 0
vm.lowmem_reserve_ratio = 256	256	32
vm.max_map_count = 65530
vm.memory_failure_early_kill = 0
vm.memory_failure_recovery = 1
vm.min_free_kbytes = 90112
vm.min_slab_ratio = 5
vm.min_unmapped_ratio = 1
vm.mmap_min_addr = 4096
vm.nr_hugepages = 0
vm.nr_hugepages_mempolicy = 0
vm.nr_overcommit_hugepages = 0
vm.nr_pdflush_threads = 0
vm.numa_zonelist_order = default
vm.oom_dump_tasks = 1
vm.oom_kill_allocating_task = 0
vm.overcommit_kbytes = 0
vm.overcommit_memory = 0
vm.overcommit_ratio = 50
vm.page-cluster = 3
vm.panic_on_oom = 0
vm.percpu_pagelist_fraction = 0
vm.stat_interval = 1
vm.swappiness = 60
vm.user_reserve_kbytes = 131072
vm.vfs_cache_pressure = 100
vm.zone_reclaim_mode = 0
=====================================================================

=====================================================================
THP memory config
cat /sys/kernel/mm/transparent_hugepage/enabled
---------------------------------------------------------------------
[always] madvise never
=====================================================================

=====================================================================
cgroups
cat /proc/self/cgroup
---------------------------------------------------------------------
11:freezer:/
10:hugetlb:/
9:memory:/
8:devices:/
7:blkio:/
6:cpuset:/
5:pids:/
4:perf_event:/
3:net_prio,net_cls:/
2:cpuacct,cpu:/
1:name=systemd:/system.slice/sgeexecd.service
=====================================================================

=====================================================================
cgroup mem stats
cat /sys/fs/cgroup/memory//memory.stat
---------------------------------------------------------------------
cache 392070094848
rss 25620480
rss_huge 6291456
mapped_file 43597824
swap 48852992
pgpgin 77588662410
pgpgout 77756017113
pgfault 125764000950
pgmajfault 16954
inactive_anon 100216832
active_anon 2678784
inactive_file 194677260288
active_file 197321400320
unevictable 0
hierarchical_memory_limit 9223372036854771712
hierarchical_memsw_limit 9223372036854771712
total_cache 392070094848
total_rss 25620480
total_rss_huge 6291456
total_mapped_file 43597824
total_swap 48852992
total_pgpgin 77588662410
total_pgpgout 77756017113
total_pgfault 125764000950
total_pgmajfault 16954
total_inactive_anon 100216832
total_active_anon 2678784
total_inactive_file 194677260288
total_active_file 197321400320
total_unevictable 0
=====================================================================

=====================================================================
memory soft limit
cat /sys/fs/cgroup/memory//memory.soft_limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
memory hard limit
cat /sys/fs/cgroup/memory//memory.limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
memory swap limit
cat /sys/fs/cgroup/memory//memory.memsw.limit_in_bytes
---------------------------------------------------------------------
9223372036854771712
=====================================================================

=====================================================================
Container
[ -e /.dockerenv ] || [ -e /.dockerinit ] || [ ! -z "$container" ] || grep -m 1 -E 'docker|lxc' /proc/1/cgroup > /dev/null && echo 'Detected'
---------------------------------------------------------------------
=====================================================================

=====================================================================
init process
head -n 1 /proc/1/sched | cut -d ' ' -f 1
---------------------------------------------------------------------
systemd
=====================================================================

=====================================================================
SGE Submit
which qsub
---------------------------------------------------------------------
/usr/local/bin/qsub
=====================================================================

=====================================================================
SGE CLUSTER_NAME
echo $SGE_CLUSTER_NAME
---------------------------------------------------------------------

=====================================================================

=====================================================================
SGE JOB_NAME
echo $JOB_NAME
---------------------------------------------------------------------
dropseq_10X_G171C_mm9_default_omp28
=====================================================================

=====================================================================
LSF Submit
which bsub
---------------------------------------------------------------------
=====================================================================

=====================================================================
BCL2FASTQ 1
which configureBclToFastq.pl
---------------------------------------------------------------------
=====================================================================

=====================================================================
BCL2FASTQ 2
which bcl2fastq
---------------------------------------------------------------------
/share/pkg.7/bcl2fastq/2.20/install/bin/bcl2fastq
=====================================================================

=====================================================================
BCL2FASTQ 2 Version
bcl2fastq --version
---------------------------------------------------------------------
=====================================================================

=====================================================================
Java
which java
---------------------------------------------------------------------
/usr/java/default/jre/bin/java
=====================================================================

=====================================================================
Java Version
java -version 2>&1 | cat
---------------------------------------------------------------------
java version "1.8.0_172"
Java(TM) SE Runtime Environment (build 1.8.0_172-b11)
Java HotSpot(TM) 64-Bit Server VM (build 25.172-b11, mixed mode)
=====================================================================

=====================================================================
10X Refdata
echo $TENX_REFDATA
---------------------------------------------------------------------

=====================================================================

=====================================================================
10X Refdata Version
cat $TENX_REFDATA/version
---------------------------------------------------------------------
=====================================================================

=====================================================================
qconf
which qconf
---------------------------------------------------------------------
/usr/local/bin/qconf
=====================================================================

=====================================================================
qconf -sc
qconf -sc && qconf -sconf | grep -E '(shell_start_mode|login_shells|max_jobs)'
---------------------------------------------------------------------
#name                     shortcut      type        relop   requestable consumable default  urgency 
#---------------------------------------------------------------------------------------------------
abaqus_license            abaqus_lic    INT         <=      YES         JOB        0        0
arch                      a             RESTRING    ==      YES         NO         NONE     0
buyin                     buyin         BOOL        ==      YES         NO         0        0
calendar                  c             RESTRING    ==      YES         NO         NONE     0
centos7                   c7            BOOL        ==      YES         NO         0        0
cpu                       cpu           DOUBLE      >=      YES         NO         0        0
cpu_arch                  cpu_a         RESTRING    ==      YES         NO         NONE     0
cpu_type                  cpu_t         RESTRING    ==      YES         NO         NONE     0
display_win_gui           dwg           BOOL        ==      YES         NO         0        0
download                  dl            BOOL        ==      FORCED      NO         0        0
eth_speed                 eth_sp        INT         <=      YES         NO         0        0
exclusive                 excl          BOOL        EXCL    YES         YES        0        10
gpu_compute_capability    gpu_c         DOUBLE      <=      YES         NO         0        0
gpu_memory                gpu_m         MEMORY      <=      YES         NO         0        0
gpu_type                  gpu_t         RESTRING    ==      YES         NO         NONE     0
gpus                      gpu           DOUBLE      <=      YES         YES        0        0
h_core                    h_core        MEMORY      <=      YES         NO         0        0
h_cpu                     h_cpu         TIME        <=      YES         NO         0:0:0    0
h_data                    h_data        MEMORY      <=      YES         NO         0        0
h_fsize                   h_fsize       MEMORY      <=      YES         NO         0        0
h_rss                     h_rss         MEMORY      <=      YES         NO         0        0
h_rt                      h_rt          TIME        <=      YES         NO         0:0:0    0
h_stack                   h_stack       MEMORY      <=      YES         NO         0        0
h_vmem                    h_vmem        MEMORY      <=      YES         NO         0        0
hostname                  h             HOST        ==      YES         NO         NONE     0
ib_speed                  ib_sp         INT         <=      YES         NO         0        0
job                       j             INT         <=      YES         JOB        1        0
knl                       knl           BOOL        ==      FORCED      NO         0        0
load_avg                  la            DOUBLE      >=      NO          NO         0        0
load_long                 ll            DOUBLE      >=      NO          NO         0        0
load_medium               lm            DOUBLE      >=      NO          NO         0        0
load_short                ls            DOUBLE      >=      NO          NO         0        0
m_core                    core          INT         <=      YES         NO         0        0
m_socket                  socket        INT         <=      YES         NO         0        0
m_topology                topo          RESTRING    ==      YES         NO         NONE     0
m_topology_inuse          utopo         RESTRING    ==      YES         NO         NONE     0
matlab_dcs_license        dcs_lic       INT         <=      YES         YES        0        0
mem_free                  mf            MEMORY      <=      YES         NO         0        0
mem_per_core              mpc           MEMORY      <=      YES         NO         0        0
mem_total                 mt            MEMORY      <=      YES         NO         0        0
mem_used                  mu            MEMORY      >=      YES         NO         0        0
min_cpu_interval          mci           TIME        <=      NO          NO         0:0:0    0
no_gpu                    ng            BOOL        ==      YES         NO         0        0
np_load_avg               nla           DOUBLE      >=      NO          NO         0        0
np_load_long              nll           DOUBLE      >=      NO          NO         0        0
np_load_medium            nlm           DOUBLE      >=      NO          NO         0        0
np_load_short             nls           DOUBLE      >=      NO          NO         0        0
num_proc                  p             INT         ==      YES         NO         0        0
ood                       ood           BOOL        ==      FORCED      NO         0        100
opa                       opa           BOOL        ==      YES         NO         0        0
qname                     q             RESTRING    ==      YES         NO         NONE     0
rerun                     re            BOOL        ==      NO          NO         0        0
s_core                    s_core        MEMORY      <=      YES         NO         0        0
s_cpu                     s_cpu         TIME        <=      YES         NO         0:0:0    0
s_data                    s_data        MEMORY      <=      YES         NO         0        0
s_fsize                   s_fsize       MEMORY      <=      YES         NO         0        0
s_rss                     s_rss         MEMORY      <=      YES         NO         0        0
s_rt                      s_rt          TIME        <=      YES         NO         0:0:0    0
s_stack                   s_stack       MEMORY      <=      YES         NO         0        0
s_vmem                    s_vmem        MEMORY      <=      YES         NO         0        0
sas_license               sas           BOOL        ==      YES         NO         0        0
scratch_free              scratch       MEMORY      <=      YES         YES        0        0
seq_no                    seq           INT         ==      NO          NO         0        0
slots                     s             INT         <=      YES         YES        1        1
swap_free                 sf            MEMORY      <=      YES         NO         0        0
swap_rate                 sr            MEMORY      >=      YES         NO         0        0
swap_rsvd                 srsv          MEMORY      >=      YES         NO         0        0
swap_total                st            MEMORY      <=      YES         NO         0        0
swap_used                 su            MEMORY      >=      YES         NO         0        0
tmpdir                    tmp           RESTRING    ==      NO          NO         NONE     0
virtgl                    virtgl        BOOL        ==      FORCED      NO         0        0
virtual_free              vf            MEMORY      <=      YES         NO         0        0
virtual_total             vt            MEMORY      <=      YES         NO         0        0
virtual_used              vu            MEMORY      >=      YES         NO         0        0
# >#< starts a comment but comments are not saved across edits --------
shell_start_mode             unix_behavior
login_shells                 sh,bash,ksh,csh,tcsh
max_jobs                     0
=====================================================================

=====================================================================
qhost
which qhost
---------------------------------------------------------------------
/usr/local/bin/qhost
=====================================================================

=====================================================================
qhost count
qhost -l "mem_total=20G" | tail -n +3 | wc -l
---------------------------------------------------------------------
837
=====================================================================

=====================================================================
qhost -F
qhost -F -q -h $(qhost | sort -h -k 5 -r | head -n 1 | cut -d " " -f 1)
---------------------------------------------------------------------
HOSTNAME                ARCH         NCPU  LOAD  MEMTOT  MEMUSE  SWAPTO  SWAPUS
-------------------------------------------------------------------------------
global                  -               -     -       -       -       -       -
   gc:job=5921.000000
   gc:abaqus_license=3.000000
   gf:no_gpu=1.000000
   gf:centos7=1.000000
scc-c07                 linux-x64      36 31.07 1007.4G  482.6G    8.0G  133.4M
   gc:job=5921.000000
   gc:abaqus_license=3.000000
   gf:no_gpu=1.000000
   gf:centos7=1.000000
   hl:arch=linux-x64
   hl:num_proc=36.000000
   hl:mem_total=1007.448G
   hl:swap_total=8.000G
   hl:virtual_total=1015.448G
   hl:scratch_free=1014.000G
   hl:load_avg=31.070000
   hl:load_short=30.640000
   hl:load_medium=31.070000
   hl:load_long=32.260000
   hl:mem_free=524.853G
   hl:swap_free=7.870G
   hl:virtual_free=532.722G
   hl:mem_used=482.595G
   hl:swap_used=133.441M
   hl:virtual_used=482.725G
   hl:cpu=92.300000
   hl:m_topology=SCCCCCCCCCCCCCCCCCCSCCCCCCCCCCCCCCCCCC
   hl:m_topology_inuse=SCCCCCCCCCCCCCCCCCCSCCCCCCCCCCCCCCCCCC
   hl:m_socket=2.000000
   hl:m_core=36.000000
   hl:np_load_avg=0.863056
   hl:np_load_short=0.851111
   hl:np_load_medium=0.863056
   hl:np_load_long=0.896111
   hf:cpu_arch=broadwell
   hf:cpu_type=E7-8867v4
   hf:eth_speed=10.000000
   hf:mem_per_core=28.444G
   mem1024              BIP   0/36/36       
=====================================================================

=====================================================================
MRP
mrp --version
---------------------------------------------------------------------
'3.1.0-v3.2.3'
=====================================================================

=====================================================================
mrp templates
ls $(dirname $(dirname $(which mrp)))/jobmanagers/*.template
---------------------------------------------------------------------
=====================================================================

