move files to src; add README.txt

9 files changed, 646 insertions, 0 deletions

diff --git a/src/cgroup-show-each-new-process b/src/cgroup-show-each-new-process
new file mode 100755
index 0000000..d1473f1
--- /dev/null
+++ b/src/cgroup-show-each-new-process
@@ -0,0 +1,51 @@
+#!/bin/bash
+cgroup=${1:-firefox~$(id -u)}
+
+show_new_pids()
+{
+    if [ -e "$procs" ]
+    then
+        sort < "$procs" > pids
+        if [ -e old-pids ]
+        then
+            comm -13 old-pids pids
+        else
+            cat pids
+        fi
+        mv pids old-pids
+    fi
+}
+
+show_pid_comm()
+{
+    local pid comm
+    pid=$1
+    if 2>/dev/null read comm < /proc/$pid/comm
+    then
+        echo "$pid $comm"
+    else
+        echo $pid '(disappeared)' >&2
+    fi
+}
+
+each_line()
+{
+    local line
+    while read line
+    do "$@" "$line"
+    done
+}
+
+RUNTIME_DIR=$(mktemp -d) || exit
+trap 'cd /; rm -rf "$RUNTIME_DIR"' EXIT
+cd "$RUNTIME_DIR"
+
+enable -f /usr/lib/bash/sleep sleep
+procs=/sys/fs/cgroup/$cgroup/cgroup.procs
+
+while true
+do
+    show_new_pids
+    sleep 1
+done | each_line show_pid_comm
+
diff --git a/src/fireslay b/src/fireslay
new file mode 100755
index 0000000..3c68ad5
--- /dev/null
+++ b/src/fireslay
@@ -0,0 +1,38 @@
+#!/bin/sh
+set -e
+. sliceweasel.lib.sh
+
+is_web_content()
+{
+    local comm state
+    read comm < /proc/"$1"/comm && [ "$comm" = 'Web Content' ] &&
+    read _ _ state _ < /proc/"$1"/stat && [ "$state" != Z ] || return
+}
+
+web_content_pids()
+{
+    while read pid
+    do
+        if is_web_content $pid
+        then
+            echo $pid
+        fi
+    done < $FIREFOX_GROUP_PROCS
+}
+
+FIREFOX_GROUP_PROCS=$(get_firefox_cgroup_procs)
+
+[ -e "$FIREFOX_GROUP_PROCS" ] || die "Firefox group not found ($FIREFOX_GROUP_PROCS)"
+
+set -- $(web_content_pids)
+
+if [ $# = 0 ]
+then
+    exit
+fi
+
+(
+    set -x
+    ps $* >&2
+    kill $*
+)
diff --git a/src/ioslay-firefox b/src/ioslay-firefox
new file mode 100755
index 0000000..41aa6a4
--- /dev/null
+++ b/src/ioslay-firefox
@@ -0,0 +1,87 @@
+#!/bin/bash
+sum()
+{
+    local total=0 n
+    for n in $*
+    do
+        total=$((total + n))
+    done
+    echo $total
+}
+
+last()
+{
+    local n=$1
+    shift
+    set -- $*
+    while [ $# -ge "$n" ]
+    do
+        shift
+    done
+    printf '%s\n' "$*"
+}
+
+iotop_reader()
+{
+    log=
+    pct_log=
+    while read line
+    do
+        case "$line" in
+            "Total DISK"*)
+                pct=$(sum $pct_log)
+                [ "$pct" -ge 85 ] && over=y || over=
+                pct_log=
+                if [ "$over" ]
+                then
+                    log=$(last 10 $log 1)
+                    over=
+                    sum=$(sum $log)
+                    if [ "$(sum $log)" -gt 4 ]
+                    then
+                        log= # this is year zero; all past history is erased.
+                        (
+                            set -x
+                            kill $pids
+                        )
+                    fi
+                else
+                    log=$(last 10 $log 0)
+                fi
+                case "$log" in
+                    *1* )
+                        echo IO '!!' $log >&2
+                        ;;
+                    # * )
+                    #     echo IO OK $log >&2
+                    #     ;;
+                esac
+                ;;
+            "Current DISK"*) continue ;;
+            *)
+                set -- $line
+                pct=${10%.*}
+                pct_log="$pct_log $pct"
+                ;;
+        esac
+    done
+}
+
+sudo_iotop()
+{
+    if [ "$UID" = 0 ]
+    then
+        command iotop "$@"
+    else
+        sudo iotop "$@"
+    fi
+}
+
+if [ $# -le 0 ]
+then
+    exit
+fi
+
+pids=$*
+
+sudo_iotop -qq -b $(printf '\55\55pid=%s\n' "$@") | iotop_reader
diff --git a/src/ioslay-mgr.sh b/src/ioslay-mgr.sh
new file mode 100755
index 0000000..56ab849
--- /dev/null
+++ b/src/ioslay-mgr.sh
@@ -0,0 +1,105 @@
+#!/bin/bash
+
+UNIT_NAME=ioslay
+if [ "$1" = launch-unit ]
+then
+    if systemctl --user is-active "$UNIT_NAME"
+    then systemctl --user restart "$UNIT_NAME"
+    else systemd-run --user -u "$UNIT_NAME" "$0"
+    fi
+    exit
+fi
+
+if [ -e /usr/lib/bash/sleep ]
+then
+    enable -f /usr/lib/bash/sleep sleep
+fi
+
+export NOTICE=y
+noticeLOG() { [ "$NOTICE" ] || return; echo "Notice: $*" >&2; }
+debugLOG() { [ "$DBG" ] || return; echo "Debug: $*" >&2; }
+
+. sliceweasel.lib.sh
+
+vkill()
+{
+    if [ $# = 0 ]
+    then
+        return
+    fi
+    (
+        if [ "$(id -u)" = 0 ]
+        then sudo=
+        else sudo=sudo
+        fi
+        set -x
+        ps u "$@"
+        $sudo kill "$@"
+    )
+}
+
+slay_slayer()
+{
+    if [ "$ioslay" ]
+    then
+        children=$(for pid in $ioslay; do pgrep -P $ioslay; done)
+        grandchildren=$(for pid in $children; do pgrep -P $pid; done)
+        vkill $ioslay $children $grandchildren
+    fi
+}
+
+GROUP_BASENAME=firefox
+
+group_procs=$(get_firefox_cgroup_procs)
+
+ioslay=
+lastprocs=
+SIGNALLED=
+trap 'SIGNALLED=y' SIGINT SIGTERM SIGHUP
+while [ ! "$SIGNALLED" ]
+do
+    if ! [ -e "$group_procs" ]
+    then
+        [ "$warned" ] || echo "Warning: firefox not running or cgroup not found" >&2
+        warned=y
+    else
+        if [ "$warned" ]
+        then
+            echo "Found firefox cgroup: $group_procs" >&2
+            warned=
+        fi
+        read -N 1000100 procs < "$group_procs"
+        if [ "$procs" ]
+        then
+            set --
+            for pid in $procs
+            do
+                read comm < /proc/$pid/comm
+                case "$comm" in
+                    'Isolated Web Content' | 'Web Content' | 'Isolated Web Co')
+                        set -- "$@" "$pid"
+                        debugLOG "accept /proc/$pid/comm $comm"
+                        ;;
+                    *)
+                       debugLOG "reject /proc/$pid/comm $comm"
+                esac
+            done
+
+            # echo "pids: ($*|$(echo $procs))" >&2
+            if [ "$lastargs" != "$*" ]
+            then
+                slay_slayer
+                wait $ioslay
+                if [ $# -gt 0 ]
+                then
+                    ioslay-firefox "$@" &
+                    ioslay=$!
+                    noticeLOG "Launched ioslay-firefox[$ioslay] $*"
+                fi
+            fi
+            lastargs=$*
+        fi
+    fi
+    sleep 1
+done
+slay_slayer
diff --git a/src/slice b/src/slice
new file mode 100755
index 0000000..44ae13e
--- /dev/null
+++ b/src/slice
@@ -0,0 +1,47 @@
+#!/bin/bash
+default_percent='50'
+keep_env=(XAUTHORITY DISPLAY)
+set -e
+
+usage()
+{
+    cat <<EOF
+Usage: $0 [percentage]% [--] command [arguments...]
+
+    The [percentage] argument must end with a literal '%'.
+
+    E.g.:
+
+        slice 50% firefox
+
+    The command cannot start with a literal '-'.
+EOF
+}
+
+percent=$1
+case "$1" in
+    --) percent=$default_percent ;;
+    '' | -*) usage >&2; exit 1;;
+    *.*%) percent=${1%.*} ;;
+    *%) percent=${1%\%} ;;
+esac
+[ "$percent" -ge 0 ]
+[ "$percent" -le 100 ]
+
+shift
+case "$1" in
+    --) shift ;;
+esac
+unit_name=$1
+
+keep_env_opts=()
+for v in "${keep_env[@]}"
+do
+    keep_env_opts+=(-E "${!v}")
+done
+
+systemd-run -u "$unit_name" \
+            "${keep_env_opts[@]}"
+            "$0" "$@"
+            "$@"
+
diff --git a/src/sliceuser b/src/sliceuser
new file mode 100755
index 0000000..16d441f
--- /dev/null
+++ b/src/sliceuser
@@ -0,0 +1,13 @@
+#!/bin/sh
+. sliceweasel.lib.sh
+
+set -e
+IO_ROOT_DIR=$HOME/.cache/mozilla/firefox/
+[ -d "$IO_ROOT_DIR" ]
+[ "$(id -un)" = 0 ] && AS_ROOT= || AS_ROOT='sudo --'
+
+group=$(get_current_group)
+set -x
+set_max_ratio "$group" memory 3/4
+set_max_ratio "$group" io 8/10
+
diff --git a/src/sliceweasel b/src/sliceweasel
new file mode 100755
index 0000000..f9df2c8
--- /dev/null
+++ b/src/sliceweasel
@@ -0,0 +1,15 @@
+#!/bin/sh
+. sliceweasel.lib.sh
+
+set -e
+IO_ROOT_DIR=$HOME/.cache/mozilla/firefox/
+[ -d "$IO_ROOT_DIR" ]
+[ "$(id -un)" = 0 ] && AS_ROOT= || AS_ROOT='sudo --'
+
+group=/sys/fs/cgroup/user.slice/user-$(id -u).slice/firefox
+join_group "$group"
+set_max_ratio "$group" memory 1/2
+set_max_ratio "$group" io 7/10
+exec firefox "$@"
+
+
diff --git a/src/sliceweasel.lib.sh b/src/sliceweasel.lib.sh
new file mode 100755
index 0000000..549e1e8
--- /dev/null
+++ b/src/sliceweasel.lib.sh
@@ -0,0 +1,154 @@
+#!/bin/sh
+die()
+{
+    printf '%s: Error: %s\n' "$0" "$*" >&2
+    exit 1
+}
+
+get_age()
+{
+    local mtime now
+    mtime=$(stat --format=%Y "$1") || return
+    now=$(date +%s) || return
+    echo $(( now - mtime ))
+}
+
+get_filesystem()
+{
+    echo /
+}
+
+get_total_memory()
+{
+    free -b | {
+        read _
+        read _ total _
+        echo $total
+    }
+}
+
+math()
+{
+    printf '%s\n' "$*" | bc -lq
+}
+
+get_total_io()
+{
+    results=$IO_ROOT_DIR/io.test.result
+    zeroes=$IO_ROOT_DIR/io.test
+    if [ -e "$results" ]
+    then
+        age=$(get_age "$results") || return
+        if [ "$age" -gt $((60 * 60 * 24 * 7)) ]
+        then
+            rm "$results"
+        fi
+    fi
+
+    if ! [ -e "$results" ]
+    then
+        MEGS=128
+        then=$(date +%s.%N) || return
+        dd if=/dev/zero of="$zeroes" bs=${MEGS}M count=1 || return
+        now=$(date +%s.%N) || return
+        rm "$zeroes"
+        speed=$(math $now - $then / $((MEGS * 1024 * 1024))) || return
+        echo $speed > "$results"
+    fi
+    read total < "$results" || return
+    echo ${total%.*}
+}
+
+root_write()
+{
+    $AS_ROOT sh -c 'cat > "$1"' sh "$1" || true
+}
+
+join_group()
+{
+    GROUP_DIR="$1"
+    [ -d "$GROUP_DIR" ] || $AS_ROOT mkdir "$GROUP_DIR"
+    echo $$ | root_write "$GROUP_DIR"/cgroup.procs
+}
+
+add_subtree_controller()
+{
+    local group="$1" controller="$2" control_file
+    control_file="$group/cgroup.subtree_control"
+
+    [ "$group" ] && [ "$controller" ] && [ -d "$group" ] && [ -e "$control_file" ] || return
+
+    case "$group" in
+        /sys/fs/cgroup) ;;
+        *) add_subtree_controller "$(realpath "$group/..")" "$2" ;;
+    esac
+
+    if ! grep -qe "\\b${controller}\\b" "$control_file"
+    then
+        echo +"$controller" | root_write "$control_file"
+    fi
+}
+
+set_max()
+{
+    max_file=$group/$2.max
+    if [ ! -e "$max_file" ]
+    then
+        add_subtree_controller "$1"/.. "$2"
+        [ -e "$max_file" ] || return
+    fi
+    printf '%s\n' "$3" | root_write "$max_file"
+}
+
+set_max_ratio()
+{
+    local group="$1" controller="$2" ratio="$3" limit
+    total=$(get_total_$controller)
+    n=${ratio%%/*}
+    d=${ratio#$n/}
+    [ "$d" = "${d%/*}" ] || return
+    limit=$(( total * n / d ))
+    [ "$limit" ] || return
+    [ "$limit" -gt 0 ] || return
+    case "$controller" in
+        io)
+            fsroot=$(get_filesystem "$IO_ROOT_DIR") || return
+            # TODO: Do not use lsblk, because it fails to report the correct
+            # MOUNTPOINT when a bind mount is present.
+            majmin=$(lsblk -o 'MOUNTPOINT,MAJ:MIN' | sed -ne "s?^$fsroot  *??p") || return
+            case "$majmin" in
+                *:*) ;;
+                *) echo "Error: majmin=$majmin" >&2; return 1 ;;
+            esac
+            set_max "$group" "$controller" "$majmin wbps=$limit rbps=$limit"
+        ;;
+        *) set_max "$group" "$controller" "$limit"
+    esac
+}
+
+get_uid()
+{
+    (
+        if [ "$SUDO_USER" ]
+        then
+            IFS=:
+            set -- $(getent passwd "${SUDO_USER}") || return
+            echo $3
+        else
+            id -u
+        fi
+    )
+}
+
+get_firefox_cgroup_procs()
+{
+    uid=$(get_uid)
+    [ "$uid" ] || return
+    echo /sys/fs/cgroup/user.slice/user-$uid.slice/user@$uid.service/app.slice/firefox.service/cgroup.procs
+}
+
+get_current_group()
+{
+    read g < /proc/$$/cgroup
+    echo /sys/fs/cgroup/${g#0::/}
+}
diff --git a/src/your-fired.sh b/src/your-fired.sh
new file mode 100644
index 0000000..59efaf7
--- /dev/null
+++ b/src/your-fired.sh
@@ -0,0 +1,136 @@
+#!/bin/bash
+
+WEB_CONTENT_OOM_ADJ=500
+FIREFIX_REPEAT_INTERVAL=5
+
+ploop()
+{
+    local p
+    for p in /proc/[0-9]*
+    do
+        "$@"
+    done
+}
+
+match_parent()
+{
+    # This isn't a file to which we will write (we write to the child's
+    # oom_score_adj), but this ignores processes we don't own.
+    2>/dev/null [ -w "$p"/oom_score_adj ] || return
+
+    local stat
+    2>/dev/null read stat < "$p"/stat || return
+    case "$stat" in
+        *") "?" $1 "*) echo "${p##*/}" ;;
+    esac
+}
+
+match_comm()
+{
+    local comm
+    2>/dev/null read comm < "$p"/comm || return
+    [ "$comm" = "$1" ] && echo "${p##*/}"
+}
+
+firefix()
+{
+    parent=$1
+    read parent_oom_score < /proc/$parent/oom_score
+    read parent_oom_score_adj < /proc/$parent/oom_score_adj
+
+    for child in $(ploop match_parent $parent)
+    do
+        2>/dev/null read comm < /proc/$child/comm || continue
+        [ "$comm" = 'Web Content' ] || continue
+
+        read oom_score < /proc/$child/oom_score
+        read oom_score_adj < /proc/$child/oom_score_adj
+
+        want_adj=$((parent_oom_score_adj + ${WEB_CONTENT_OOM_ADJ:-500}))
+        if [ "$want_adj" -gt "$oom_score_adj" ]
+        then
+            printf 'Setting oom_score_adj for pid=%d to %d (from %d)\n' $child $want_adj $oom_score_adj >&2
+            printf '%d\n' "$want_adj" > /proc/$child/oom_score_adj
+        fi
+    done
+}
+
+firefix_all()
+{
+    for parent in $(ploop match_comm firefox-bin)
+    do
+        firefix $parent &
+    done
+    wait
+}
+
+firefix_all_forever()
+{
+    while true
+    do
+        firefix_all
+        sleep ${FIREFIX_REPEAT_INTERVAL:-5}
+    done
+}
+
+unit_file()
+{
+    cat <<EOF
+[Unit]
+Description=$1
+[Service]
+ExecStart=$2
+[Install]
+WantedBy=default.target
+EOF
+}
+
+install_self()
+{
+    unit_file_name=$1
+    unit_executable=$2
+    unit_args=$3
+    unit_desc=$4
+
+    [ -e "$unit_executable" ] || return
+
+    if [ "$(id -u)" = 0 ]
+    then
+        service_dir=/etc/systemd/system
+        systemctl=systemctl
+        instdir=/usr/local/bin
+    else
+        service_dir=$HOME/.config/systemd/user
+        systemctl='systemctl --user'
+        instdir=$HOME/.local/bin
+    fi
+    unit_executable_installed=$instdir/${unit_executable##*/}
+
+    [ "$unit_executable_installed" -ef "$unit_executable" ] ||
+        install -D -t "$instdir" "$unit_executable" || return
+
+    [ -d "$service_dir" ] || mkdir -p "$service_dir" || return
+
+    unit_file=${service_dir}/${unit_file_name}.service
+    unit_file "$unit_desc" "$unit_executable_installed $unit_args" > "$unit_file"
+
+    $systemctl daemon-reload
+    $systemctl enable "$unit_file_name"
+    $systemctl restart "$unit_file_name"
+    $systemctl status "$unit_file_name"
+}
+
+usage()
+{
+    echo "Usage: $0 <install|once|forever>" >&2
+}
+
+enable -f /usr/lib/bash/sleep sleep 2>/dev/null || true
+
+case "$*" in
+    forever) firefix_all_forever ;;
+    install) install_self firefixer "$0" forever 'Firefixer - adjust firefox OOM scores';;
+    once) firefix_all ;;
+    -h|--help) usage; exit ;;
+    *) usage; exit 1 ;;
+esac