Thx for looking in to this.
in /etc/ood/config/nginx_stage.yml
nginx_bin: /usr/bin/ood_pun_wrapper
Still the same file as for 1.6
this files contains:
#!/bin/bash
# Start a per-user nginx in the right namespace/cgroup/...
# DEBUG=1 runs 'set -x'
# START_SHELL=1 starts a bash shell instead of nginx
# ood_pun_wrapper -c <file> use <file> as config for nginx
# username is taken from this (standard argument when starting ood)
# config=<username> overwrite the reading of the config file with <username>
allArgs="$@"
while [ "$1" != "" ]; do
if [ "$1" == "-c" ]; then
config="$2"
fi
shift
done
username=`echo $config | sed "s/^.*\/\([a-zA-Z0-9]*\)\.conf/\1/"`
eval $(sudo -u $username USER=$username /usr/bin/vsc_env bash)
# make sure internal keys are generated if they don't exist yet
sudo -u $username /etc/profile.d/vscautokey.sh
args=()
if [ ${DEBUG:-0} -gt 0 ]; then
set -x
fi
# These could possibly be more generic...
# --bind: mount the folders in the same place
# Generic folders
mount=(/etc /opt /run /usr /var/run/munge /var/lib/sss /usr/share/lmod /var/www)
# VSC folders
mount+=(/apps /data /user /scratch /vscmnt /kyukon /phanpy)
# Ood nginx folders
mount+=(/var/log/ondemand-nginx /var/lib/ondemand-nginx /var/tmp/ondemand-nginx /var/run/ondemand-nginx)
# --symlink: recreate the symlink
link=(/bin /lib /lib64 /local /sbin)
# --dir: create a new empty folder
dir=(/var/tmp)
# --tmpfs: create a new tempfs
tmp=(/run)
# --setenv: copy env variables
env=(CPATH LD_LIBRARY_PATH PYTHONPATH PATH MANPATH XDG_DATA_DIRS PKG_CONFIG_PATH MODULEPATH HOSTNAME)
for d in "${dir[@]}"; do
args+=("--dir" "$d")
done
for t in "${tmp[@]}"; do
args+=("--tmpfs" "$t")
done
for m in "${mount[@]}"; do
args+=("--bind" "$m" "$m")
done
for l in "${link[@]}"; do
args+=("--symlink" "`readlink -f $l`" "$l")
done
for e in "${env[@]}"; do
if [ -n "${!e}" ]; then
args+=("--setenv" "$e" "${!e}")
fi
done
# Special folders
args+=("--dev" "/dev")
args+=("--proc" "/proc")
args+=("--dev-bind" "/dev" "/dev")
# Mark that we're in a wrapper
args+=("--setenv" "PUN_WRAPPER" "1")
# Make a temp dir
tempdir="/tmp/$username"
mkdir -p $tempdir
sudo chmod 700 $tempdir
sudo chown $username:$username $tempdir
# Set the /tmp to the temp dir
args+=("--bind" "$tempdir" "/tmp")
# Set the user
args+=("--setenv" "USER" "$username")
if [ ${START_SHELL:-0} -gt 0 ]; then
sudo cgexec -g cpu,cpuacct,memory:hpcusers/$username bwrap ${args[@]} /usr/bin/bash
else
sudo cgexec -g cpu,cpuacct,memory:hpcusers/$username bwrap ${args[@]} /opt/ood/ondemand/root/usr/sbin/nginx $allArgs
fi
the mentioned files in /tmp are not created. in/tmp but in
/tmp/vsc40682/passenger-xx (so the displayed path is not correct, due to our wrapper i presume)
How can i uploud a file here?
USed fiel bin for now: https://filebin.net/a2asmeaixkjy40ph
we do have snoopy
2020-03-19T20:25:43.236024+01:00 ood_login snoopy[32546]: [uid:0 username:root sid:7327 tty:(none) cwd:/ filename:/usr/bin/tr]: /usr/bin/tr \0
2020-03-19T20:25:44.987848+01:00 ood_login snoopy[32549]: [uid:48 username:apache sid:11920 tty:(none) cwd:/ filename:/opt/ood/ood_auth_map/bin/ood_auth_map.regex]: /opt/ood/ood_auth_map/bin/ood_auth_map.regex vsc40682
2020-03-19T20:25:45.196171+01:00 ood_login snoopy[32552]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/opt/ood/nginx_stage/bin/ruby]: /opt/ood/nginx_stage/bin/ruby /opt/rh/ondemand/root/usr/share/passenger/helper-scripts/rack-loader.rb
2020-03-19T20:25:45.203365+01:00 ood_login snoopy[32552]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/opt/rh/rh-ruby25/root/usr/bin/ruby]: ruby /opt/rh/ondemand/root/usr/share/passenger/helper-scripts/rack-loader.rb
2020-03-19T20:25:45.305678+01:00 ood_login snoopy[32581]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/usr/bin/uname]: /usr/bin/uname -p
2020-03-19T20:25:45.668394+01:00 ood_login snoopy[32591]: [uid:48 username:apache sid:11920 tty:(none) cwd:/ filename:/opt/ood/ood_auth_map/bin/ood_auth_map.regex]: /opt/ood/ood_auth_map/bin/ood_auth_map.regex vsc40682
2020-03-19T20:25:46.007849+01:00 ood_login snoopy[32594]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/opt/ood/nginx_stage/bin/ruby]: /opt/ood/nginx_stage/bin/ruby /opt/rh/ondemand/root/usr/share/passenger/helper-scripts/rack-loader.rb
2020-03-19T20:25:46.015053+01:00 ood_login snoopy[32594]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/opt/rh/rh-ruby25/root/usr/bin/ruby]: ruby /opt/rh/ondemand/root/usr/share/passenger/helper-scripts/rack-loader.rb
2020-03-19T20:25:46.120889+01:00 ood_login snoopy[32622]: [uid:2540682 username:vsc40682 sid:31377 tty:(none) cwd:/var/www/ood/apps/sys/dashboard filename:/usr/bin/uname]: /usr/bin/uname -p
2020-03-19T20:25:54.939897+01:00 ood_login snoopy[32641]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/sbin/ip]: /sbin/ip addr
2020-03-19T20:25:54.954035+01:00 ood_login snoopy[32642]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/sh]: /bin/sh -c /bin/ps -C mmfsd
2020-03-19T20:25:54.961473+01:00 ood_login snoopy[32642]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/ps]: /bin/ps -C mmfsd
2020-03-19T20:25:54.984252+01:00 ood_login snoopy[32645]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/sbin/ibstat]: /usr/sbin/ibstat
2020-03-19T20:25:54.997483+01:00 ood_login snoopy[32647]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/sh]: /bin/sh -c /bin/df -P '/var/mmfs' '/tmp/mmfs'
2020-03-19T20:25:55.004078+01:00 ood_login snoopy[32647]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/df]: /bin/df -P /var/mmfs /tmp/mmfs
2020-03-19T20:25:55.019840+01:00 ood_login snoopy[32649]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmccr]: /usr/lpp/mmfs/bin/mmccr check -Y -e
2020-03-19T20:25:55.031253+01:00 ood_login snoopy[32651]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/sh]: /bin/sh -c ibdev2netdev
2020-03-19T20:25:55.038140+01:00 ood_login snoopy[32651]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ibdev2netdev]: ibdev2netdev
2020-03-19T20:25:55.044743+01:00 ood_login snoopy[32653]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/class/infiniband/
2020-03-19T20:25:55.050330+01:00 ood_login snoopy[32654]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/bond0/device/vendor
2020-03-19T20:25:55.055021+01:00 ood_login snoopy[32655]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/bonding_masters/device/vendor
2020-03-19T20:25:55.060133+01:00 ood_login snoopy[32656]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/eth0/device/vendor
2020-03-19T20:25:55.064806+01:00 ood_login snoopy[32657]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/eth1/device/vendor
2020-03-19T20:25:55.069338+01:00 ood_login snoopy[32658]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/ib0/device/vendor
2020-03-19T20:25:55.074008+01:00 ood_login snoopy[32659]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/ib1/device/vendor
2020-03-19T20:25:55.078648+01:00 ood_login snoopy[32660]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/grep]: grep 0x15b3 /sys/class/net/lo/device/vendor
2020-03-19T20:25:55.084813+01:00 ood_login snoopy[32661]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/infiniband/mlx5_0/device/resource
2020-03-19T20:25:55.089124+01:00 ood_login snoopy[32662]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/class/net/
2020-03-19T20:25:55.094725+01:00 ood_login snoopy[32663]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib0/device/resource
2020-03-19T20:25:55.099221+01:00 ood_login snoopy[32665]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib0/dev_port
2020-03-19T20:25:55.103356+01:00 ood_login snoopy[32666]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/tsctl]: /usr/lpp/mmfs/bin/tsctl nqStatus -Y
2020-03-19T20:25:55.105162+01:00 ood_login snoopy[32668]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib0/dev_id
2020-03-19T20:25:55.111803+01:00 ood_login snoopy[32672]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib0/carrier
2020-03-19T20:25:55.117980+01:00 ood_login snoopy[32676]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices
2020-03-19T20:25:55.120455+01:00 ood_login snoopy[32674]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmdiag]: /usr/lpp/mmfs/bin/mmdiag --deadlock
2020-03-19T20:25:55.124135+01:00 ood_login snoopy[32678]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices/0000:01:01.0/infiniband/
2020-03-19T20:25:55.129652+01:00 ood_login snoopy[32682]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices/0000:01:02.0/infiniband/
2020-03-19T20:25:55.131945+01:00 ood_login snoopy[32680]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcommon]: /usr/lpp/mmfs/bin/mmcommon run showCfgValue tscCmdPortRange
2020-03-19T20:25:55.136203+01:00 ood_login snoopy[32683]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib1/device/resource
2020-03-19T20:25:55.140860+01:00 ood_login snoopy[32684]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/infiniband/mlx5_1/device/resource
2020-03-19T20:25:55.145151+01:00 ood_login snoopy[32685]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/class/net/
2020-03-19T20:25:55.150700+01:00 ood_login snoopy[32686]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib0/device/resource
2020-03-19T20:25:55.155265+01:00 ood_login snoopy[32687]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib1/device/resource
2020-03-19T20:25:55.159936+01:00 ood_login snoopy[32688]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib1/dev_port
2020-03-19T20:25:55.165341+01:00 ood_login snoopy[32690]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -s
2020-03-19T20:25:55.166598+01:00 ood_login snoopy[32691]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib1/dev_id
2020-03-19T20:25:55.168260+01:00 ood_login snoopy[32692]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/id]: /usr/bin/id -u
2020-03-19T20:25:55.173800+01:00 ood_login snoopy[32695]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/cat]: cat /sys/class/net/ib1/carrier
2020-03-19T20:25:55.178229+01:00 ood_login snoopy[32697]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -r
2020-03-19T20:25:55.180437+01:00 ood_login snoopy[32699]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices
2020-03-19T20:25:55.181202+01:00 ood_login snoopy[32700]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -m
2020-03-19T20:25:55.184610+01:00 ood_login snoopy[32701]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^ID/ { gsub(/"/, "", $2) ; print toupper($2) ; exit } /etc/os-release
2020-03-19T20:25:55.187811+01:00 ood_login snoopy[32703]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices/0000:01:01.0/infiniband/
2020-03-19T20:25:55.188914+01:00 ood_login snoopy[32704]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^PRETTY_NAME/ { gsub(/"/, "", $2) ; print $2; exit } /etc/os-release
2020-03-19T20:25:55.194246+01:00 ood_login snoopy[32707]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/ls]: ls /sys/bus/pci/devices/0000:01:02.0/infiniband/
2020-03-19T20:25:55.195402+01:00 ood_login snoopy[32706]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^VERSION_ID/ && NF>=2 \#012 { gsub(/"/, "", $2); dot=index($2, "."); \#012 if (dot>0) { print substr($2, 0, dot-1),substr($2, dot+1) } \#012 else { print $2,"0" } \#012 exit \#012 } /etc/os-release
2020-03-19T20:25:55.202574+01:00 ood_login snoopy[32709]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/systemctl]: /usr/bin/systemctl --version
2020-03-19T20:25:55.203050+01:00 ood_login snoopy[32710]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk #012 BEGIN { v = 0 }#012 /^systemd/ { v = $2 ; exit }#012 END { print v }
2020-03-19T20:25:55.209828+01:00 ood_login snoopy[32712]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk $1 == "logDir" {value = $2} END {print value} /var/mmfs/gen/mmfs.cfg
2020-03-19T20:25:55.210561+01:00 ood_login snoopy[32711]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmfsadm]: /usr/lpp/mmfs/bin/mmfsadm dump verbs
2020-03-19T20:25:55.214064+01:00 ood_login snoopy[32713]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/mkdir]: /bin/mkdir -p /var/mmfs/gen/ /var/mmfs/etc/ /var/mmfs/tmp/cmdTmpDir.mmcommon.32680/_empty /var/adm/ras/ /var/mmfs/gen/mmLockDir /var/mmfs/mmbackup /dev /var/mmfs/gen/nodeFiles/ /etc/gpfs/
2020-03-19T20:25:55.218039+01:00 ood_login snoopy[32716]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/mkdir]: /bin/mkdir -m 0700 -p /var/mmfs/ssl/ /var/mmfs/ssl/stage/ /var/mmfs/mmpmon/ /var/mmfs/ssl/keyServ/ /var/mmfs/ssl/keyServ/tmp/mmcommon.32680/ /var/mmfs/tmp/cleanupAllow
2020-03-19T20:25:55.222399+01:00 ood_login snoopy[32715]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcommon]: /usr/lpp/mmfs/bin/mmcommon run showCfgValue tscCmdPortRange
2020-03-19T20:25:55.255273+01:00 ood_login snoopy[32717]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -s
2020-03-19T20:25:55.258145+01:00 ood_login snoopy[32718]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/id]: /usr/bin/id -u
2020-03-19T20:25:55.266230+01:00 ood_login snoopy[32719]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -r
2020-03-19T20:25:55.268882+01:00 ood_login snoopy[32720]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/uname]: /bin/uname -m
2020-03-19T20:25:55.271716+01:00 ood_login snoopy[32721]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^ID/ { gsub(/"/, "", $2) ; print toupper($2) ; exit } /etc/os-release
2020-03-19T20:25:55.275589+01:00 ood_login snoopy[32722]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^PRETTY_NAME/ { gsub(/"/, "", $2) ; print $2; exit } /etc/os-release
2020-03-19T20:25:55.279562+01:00 ood_login snoopy[32724]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/head]: /usr/bin/head -1 /var/mmfs/gen/mmsdrfs
2020-03-19T20:25:55.281213+01:00 ood_login snoopy[32723]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F = /^VERSION_ID/ && NF>=2 \#012 { gsub(/"/, "", $2); dot=index($2, "."); \#012 if (dot>0) { print substr($2, 0, dot-1),substr($2, dot+1) } \#012 else { print $2,"0" } \#012 exit \#012 } /etc/os-release
2020-03-19T20:25:55.282789+01:00 ood_login snoopy[32725]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode /usr/bin/ssh
2020-03-19T20:25:55.286911+01:00 ood_login snoopy[32728]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk #012 BEGIN { v = 0 }#012 /^systemd/ { v = $2 ; exit }#012 END { print v }
2020-03-19T20:25:55.287205+01:00 ood_login snoopy[32727]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/systemctl]: /usr/bin/systemctl --version
2020-03-19T20:25:55.287831+01:00 ood_login snoopy[32729]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode /usr/bin/scp
2020-03-19T20:25:55.292307+01:00 ood_login snoopy[32730]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk $1 == "logDir" {value = $2} END {print value} /var/mmfs/gen/mmfs.cfg
2020-03-19T20:25:55.292431+01:00 ood_login snoopy[32731]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/head]: /usr/bin/head -1 /var/mmfs/gen/mmfsNodeData
2020-03-19T20:25:55.295377+01:00 ood_login snoopy[32732]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/mkdir]: /bin/mkdir -p /var/mmfs/gen/ /var/mmfs/etc/ /var/mmfs/tmp/cmdTmpDir.mmcommon.32715/_empty /var/adm/ras/ /var/mmfs/gen/mmLockDir /var/mmfs/mmbackup /dev /var/mmfs/gen/nodeFiles/ /etc/gpfs/
2020-03-19T20:25:55.295915+01:00 ood_login snoopy[32733]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode 10.143.10.66
2020-03-19T20:25:55.298408+01:00 ood_login snoopy[32734]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/mkdir]: /bin/mkdir -m 0700 -p /var/mmfs/ssl/ /var/mmfs/ssl/stage/ /var/mmfs/mmpmon/ /var/mmfs/ssl/keyServ/ /var/mmfs/ssl/keyServ/tmp/mmcommon.32715/ /var/mmfs/tmp/cleanupAllow
2020-03-19T20:25:55.302423+01:00 ood_login snoopy[32735]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F: -v Yflag= #012 tolower($1) == "tsccmdportrange" && ( $3 == "" || ","$3"," ~ /,620,/ ) {#012 parmValue = $2 }#012 END {#012 if (Yflag != "-Y") {#012 gsub("%25", "%", parmValue) ;#012 gsub("%3A", ":", parmValue) ;#012 }#012 print parmValue#012 }#012 /var/mmfs/gen/mmfs.cfg.show
2020-03-19T20:25:55.308007+01:00 ood_login snoopy[32736]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F: -v Yflag= #012 tolower($1) == "commandaudit" && ( $3 == "" || ","$3"," ~ /,620,/ ) {#012 parmValue = $2 }#012 END {#012 if (Yflag != "-Y") {#012 gsub("%25", "%", parmValue) ;#012 gsub("%3A", ":", parmValue) ;#012 }#012 print parmValue#012 }#012 /var/mmfs/gen/mmfs.cfg.show
2020-03-19T20:25:55.313130+01:00 ood_login snoopy[32737]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/rm]: /bin/rm -f /var/mmfs/gen/mmsdrfs.32680 /var/mmfs/tmp/allClusterNodes.mmcommon.32680 /var/mmfs/tmp/allQuorumNodes.mmcommon.32680 /var/mmfs/tmp/allNonQuorumNodes.mmcommon.32680 /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32680.pub /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32680.priv /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32680.cert /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32680.keystore /var/mmfs/tmp/nodefile.mmcommon.32680 /var/mmfs/tmp/diskfile.mmcommon.32680 /var/mmfs/tmp/diskNamesFile.mmcommon.32680
2020-03-19T20:25:55.316752+01:00 ood_login snoopy[32738]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/rm]: /bin/rm -rf /var/mmfs/tmp/cmdTmpDir.mmcommon.32680/ /var/mmfs/ssl/keyServ/tmp/mmcommon.32680/
2020-03-19T20:25:55.359414+01:00 ood_login snoopy[32739]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/head]: /usr/bin/head -1 /var/mmfs/gen/mmsdrfs
2020-03-19T20:25:55.362342+01:00 ood_login snoopy[32740]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode /usr/bin/ssh
2020-03-19T20:25:55.366519+01:00 ood_login snoopy[32741]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode /usr/bin/scp
2020-03-19T20:25:55.370985+01:00 ood_login snoopy[32742]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/bin/head]: /usr/bin/head -1 /var/mmfs/gen/mmfsNodeData
2020-03-19T20:25:55.373887+01:00 ood_login snoopy[32743]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/usr/lpp/mmfs/bin/mmcmi]: /usr/lpp/mmfs/bin/mmcmi percentdecode 10.143.10.66
2020-03-19T20:25:55.380506+01:00 ood_login snoopy[32744]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F: -v Yflag= #012 tolower($1) == "tsccmdportrange" && ( $3 == "" || ","$3"," ~ /,620,/ ) {#012 parmValue = $2 }#012 END {#012 if (Yflag != "-Y") {#012 gsub("%25", "%", parmValue) ;#012 gsub("%3A", ":", parmValue) ;#012 }#012 print parmValue#012 }#012 /var/mmfs/gen/mmfs.cfg.show
2020-03-19T20:25:55.385050+01:00 ood_login snoopy[32745]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/awk]: /bin/awk -F: -v Yflag= #012 tolower($1) == "commandaudit" && ( $3 == "" || ","$3"," ~ /,620,/ ) {#012 parmValue = $2 }#012 END {#012 if (Yflag != "-Y") {#012 gsub("%25", "%", parmValue) ;#012 gsub("%3A", ":", parmValue) ;#012 }#012 print parmValue#012 }#012 /var/mmfs/gen/mmfs.cfg.show
2020-03-19T20:25:55.389354+01:00 ood_login snoopy[32746]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/rm]: /bin/rm -f /var/mmfs/gen/mmsdrfs.32715 /var/mmfs/tmp/allClusterNodes.mmcommon.32715 /var/mmfs/tmp/allQuorumNodes.mmcommon.32715 /var/mmfs/tmp/allNonQuorumNodes.mmcommon.32715 /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32715.pub /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32715.priv /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32715.cert /var/mmfs/ssl/stage/tmpKeyData.mmcommon.32715.keystore /var/mmfs/tmp/nodefile.mmcommon.32715 /var/mmfs/tmp/diskfile.mmcommon.32715 /var/mmfs/tmp/diskNamesFile.mmcommon.32715
2020-03-19T20:25:55.392556+01:00 ood_login snoopy[32747]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/bin/rm]: /bin/rm -rf /var/mmfs/tmp/cmdTmpDir.mmcommon.32715/ /var/mmfs/ssl/keyServ/tmp/mmcommon.32715/
2020-03-19T20:25:55.487088+01:00 ood_login snoopy[32748]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/sbin/ibportstate]: /sbin/ibportstate -G 0xff0af7d0dd500017 1
2020-03-19T20:25:55.566037+01:00 ood_login kernel: infiniband mlx5_0: _mlx5_ib_post_send:5893:(pid 32748): Send SMP MADs is not allowed
2020-03-19T20:25:55.569002+01:00 ood_login snoopy[32750]: [uid:0 username:root sid:14103 tty:(none) cwd:/ filename:/sbin/ibportstate]: /sbin/ibportstate -G 0xff0af7d0dd500001 1
2020-03-19T20:25:55.636138+01:00 ood_login kernel: infiniband mlx5_0: _mlx5_ib_post_send:5893:(pid 32750): Send SMP MADs is not allowed
2020-03-19T20:25:58.250847+01:00 ood_login snoopy[32754]: [uid:0 username:root sid:7327 tty:(none) cwd:/ filename:/usr/bin/tr]: /usr/bin/tr \0
a strace of the nginix process of the user:
31424 epoll_wait(12, [{EPOLLIN, {u32=21125168, u64=21125168}}], 512, -1) = 1
31424 accept4(8, {sa_family=AF_LOCAL, NULL}, [2], SOCK_NONBLOCK) = 3
31424 epoll_ctl(12, EPOLL_CTL_ADD, 3, {EPOLLIN|EPOLLRDHUP|EPOLLET, {u32=21125648, u64=21125648}}) = 0
31424 epoll_wait(12, [{EPOLLIN, {u32=21125648, u64=21125648}}], 512, 60000) = 1
31424 recvfrom(3, āGET /pun/sys/dashboard HTTP/1.1\r\nHost: localhost\r\nUpgrade-Insecure-Requests: 1\r\nUser-Agent: Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36\r\nSec-Fetch-Dest: document\r\nAccept: text/html,appliāā¦, 1024, 0, NULL, NULL) = 996
31424 stat("/var/www/ood/apps/sys/dashboard/public", {st_mode=S_IFDIR|0755, st_size=4096, ā¦}) = 0
31424 stat("/var/www/ood/apps/sys/dashboard/public/index.html", 0x136f070) = -1 ENOENT (No such file or directory)
31424 open("/var/www/ood/apps/sys/dashboard/Passengerfile.json", O_RDONLY|O_NONBLOCK) = -1 ENOENT (No such file or directory)
31424 stat("/var/www/ood/apps/sys/dashboard/passenger_wsgi.py", 0x1411360) = -1 ENOENT (No such file or directory)
31424 stat("/var/www/ood/apps/sys/dashboard/config.ru", {st_mode=S_IFREG|0644, st_size=153, ā¦}) = 0
31424 epoll_ctl(12, EPOLL_CTL_MOD, 3, {EPOLLIN|EPOLLOUT|EPOLLRDHUP|EPOLLET, {u32=21125648, u64=21125648}}) = 0
31424 socket(AF_LOCAL, SOCK_STREAM, 0) = 10
31424 ioctl(10, FIONBIO, [1]) = 0
31424 epoll_ctl(12, EPOLL_CTL_ADD, 10, {EPOLLIN|EPOLLOUT|EPOLLRDHUP|EPOLLET, {u32=21125888, u64=21125888}}) = 0
31424 connect(10, {sa_family=AF_LOCAL, sun_path="/tmp/passenger.kvfSWWe/agents.s/core"}, 110) = 0
31424 getsockopt(10, SOL_SOCKET, SO_ERROR, [0], [4]) = 0
31424 writev(10, [{āGET /pun/sys/dashboard HTTP/1.1\r\nConnection: close\r\nHost: localhost\r\nUpgrade-Insecure-Requests: 1\r\nUser-Agent: Mozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36\r\nSec-Fetch-Dest: document\r\nAcceāā¦, 2251}], 1) = 2251
31424 epoll_wait(12, [{EPOLLOUT, {u32=21125648, u64=21125648}}, {EPOLLOUT, {u32=21125888, u64=21125888}}], 512, 12000000) = 2
31424 epoll_wait(12, [{EPOLLIN|EPOLLOUT, {u32=21125888, u64=21125888}}], 512, 11999980) = 1
31424 recvfrom(10, āHTTP/1.1 500 Internal Server Error\r\nStatus: 500 Internal Server Error\r\nContent-Type: text/html; charset=UTF-8\r\nDate: Thu, 19 Mar 2020 19:39:50 +0000\r\nConnection: close\r\nContent-Length: 4384\r\ncache-control: no-cache, no-store, must-revalidate\r\n\r\n<!doctype hāā¦, 16384, 0, NULL, NULL) = 4629
31424 writev(3, [{āHTTP/1.1 500 Internal Server Error\r\nContent-Type: text/html; charset=UTF-8\r\nContent-Length: 4384\r\nConnection: close\r\nStatus: 500 Internal Server Error\r\nDate: Thu, 19 Mar 2020 19:39:50 +0000\r\ncache-control: no-cache, no-store, must-revalidate\r\nServer: nginxāā¦, 293}, {"<!doctype html>\n<html lang=āenā>\n \n <meta charset=āutf-8ā>\n <meta name=āviewportā content=āwidth=device-width, initial-scale=1ā>\n Weāre sorry, but something went wrong: Web application could not be started\n <style type=āteāā¦, 4384}], 2) = 4677
31424 epoll_wait(12, [{EPOLLIN|EPOLLOUT|EPOLLHUP|EPOLLRDHUP, {u32=21125888, u64=21125888}}, {EPOLLOUT, {u32=21125648, u64=21125648}}], 512, 12000000) = 2
31424 recvfrom(10, āā, 16384, 0, NULL, NULL) = 0
31424 close(10) = 0
31424 write(7, āunix: - - [19/Mar/2020:20:39:50 +0100] āGET /pun/sys/dashboard HTTP/1.1ā 500 4384 ā-ā āMozilla/5.0 (X11; Fedora; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.132 Safari/537.36ā ā157.193.11.196, 10.141.10.60ā\nā, 233) = 233
31424 close(3) = 0
31424 epoll_wait(12, <detached ā¦>