version: "2.4" services: sf-redis: image: redis container_name: sf-redis read_only: true hostname: sf-redis restart: ${SF_RESTART:-on-failure} environment: - SF_REDIS_AUTH=${SF_REDIS_AUTH} networks: redis-net: ipv4_address: ${SF_REDIS_IP} master-net: ipv4_address: ${SF_NET_MASTER_REDIS_IP} command: [ "redis-server", "/redis.conf", "--save", "\"\"", "--appendonly", "no", "--requirepass", "${SF_REDIS_AUTH}" ] volumes: - "${SF_BASEDIR:-.}/config/etc/redis/redis.conf:/redis.conf:ro" # - "${SF_SHMDIR:-/dev/shm/sf}/redis:/dev/shm/redis" sf-encfsd: build: encfsd image: sf-encfsd container_name: sf-encfsd restart: ${SF_RESTART:-on-failure} depends_on: - sf-redis cap_add: - SYS_ADMIN security_opt: - apparmor:unconfined # xfs_quota needs this :/ FIXME privileged: true blkio_config: weight: 500 environment: - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_SEED=${SF_SEED} - SF_DEBUG command: ["/encfsd.sh"] networks: redis-net: devices: - "/dev/fuse:/dev/fuse" volumes: - "${SF_BASEDIR:-.}/config/db:/config/db:ro" - "${SF_BASEDIR:-.}/config/etc/sf:/config/etc/sf:ro" - "${SF_BASEDIR:-.}/data:/encfs/raw" - "${SF_SHMDIR:-/dev/shm/sf}/encfs-sec:/encfs/sec:shared" - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" - "${SF_OVERLAYDIR:-/var/lib/docker/overlay2}:/var/lib/docker/overlay2:ro" sf-destructor: build: encfsd image: sf-encfsd container_name: sf-destructor restart: ${SF_RESTART:-on-failure} depends_on: - sf-redis - sf-encfsd cap_add: - SYS_ADMIN security_opt: - apparmor:unconfined environment: - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_DEBUG pid: "service:sf-encfsd" command: ["/destructor.sh"] networks: redis-net: devices: - "/dev/fuse:/dev/fuse" volumes: - "${SF_BASEDIR:-.}/data:/encfs/raw" - "${SF_SHMDIR:-/dev/shm/sf}/encfs-sec:/encfs/sec:shared" - "/var/run/docker.sock:/var/run/docker.sock" - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" sf-containerguard: build: cleaner/cg image: sf-containerguard container_name: sf-containerguard restart: ${SF_RESTART:-on-failure} pid: "host" volumes: - "/var/run/docker.sock:/var/run/docker.sock" - "/var/run/containerd/io.containerd.runtime.v2.task:/var/run/containerd/io.containerd.runtime.v2.task:ro" - "${SF_BASEDIR:-.}/config:${SF_BASEDIR:-.}/config" sf-portd: build: encfsd image: sf-encfsd container_name: sf-portd restart: ${SF_RESTART:-on-failure} depends_on: - sf-redis environment: - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_DEBUG command: ["/portd.sh"] networks: redis-net: volumes: - "${SF_SHMDIR:-/dev/shm/sf}/self-for-guest:/config/self-for-guest" - "/var/run/docker.sock:/var/run/docker.sock" - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" dns-doh: image: crazymax/cloudflared container_name: sf-dns-doh restart: ${SF_RESTART:-on-failure} networks: dns-doh-net: ipv4_address: ${SF_DOH_IP} dnsmasq: image: 4km3/dnsmasq:2.85-r2 container_name: sf-dnsmasq restart: ${SF_RESTART:-on-failure} depends_on: - dns-doh cap_add: - NET_ADMIN command: ["--no-resolv", "--domain-needed", "--server=${SF_DOH_IP}#5053", "--server=/onion/${SF_TOR_IP}#5353"] networks: vpn-net: ipv4_address: ${SF_NET_VPN_DNS_IP} dns-doh-net: access-net: ipv4_address: ${SF_NET_ACCESS_DNS_IP} nordvpn: image: hackerschoice/cryptostorm container_name: sf-nordvpn restart: ${SF_RESTART:-on-failure} depends_on: - dnsmasq - sf-redis - router dns: ${SF_NET_VPN_DNS_IP} cap_add: - NET_ADMIN #required environment: - PRIVATE_KEY=${SF_NORDVPN_PRIVATE_KEY:-} - PROVIDER=NordVPN - POST_UP=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-nordvpn.log up %i - PRE_DOWN=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-nordvpn.log down %i - RECONNECT=604800 # Re-Connect every 7 days - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_DEBUG networks: vpn-net: ipv4_address: ${SF_NORDVPN_IP} redis-net: extra_hosts: - "sf-redis:${SF_REDIS_IP}" sysctls: - net.ipv6.conf.all.disable_ipv6=1 - net.ipv4.conf.all.rp_filter=2 # - net.ipv4.conf.all.src_valid_mark=1 - net.ipv4.ip_forward=1 volumes: - "${SF_SHMDIR:-/dev/shm/sf}/run/vpn:/sf/run/vpn" # Between all VPNs - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" # vpn_status to guest - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" cryptostorm: image: hackerschoice/cryptostorm container_name: sf-cryptostorm restart: ${SF_RESTART:-on-failure} depends_on: - dnsmasq - sf-redis - router dns: ${SF_NET_VPN_DNS_IP} cap_add: - NET_ADMIN #required environment: - CONFIG=${SF_CRYPTOSTORM_CONFIG:-} - PROVIDER=CryptoStorm - DNS=1.1.1.1 # Cryptostorm's DNS is often broken - POST_UP=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-cryptostorm.log up %i - PRE_DOWN=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-cryptostorm.log down %i - RECONNECT=604800 # Re-Connect every 7 days - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_DEBUG networks: vpn-net: ipv4_address: ${SF_CRYPTOSTORM_IP} redis-net: extra_hosts: - "sf-redis:${SF_REDIS_IP}" sysctls: - net.ipv6.conf.all.disable_ipv6=1 - net.ipv4.conf.all.rp_filter=2 - net.ipv4.ip_forward=1 volumes: - "${SF_SHMDIR:-/dev/shm/sf}/run/vpn:/sf/run/vpn" # Between all VPNs - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" # vpn_status to guest - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" mullvad: image: hackerschoice/cryptostorm container_name: sf-mullvad restart: ${SF_RESTART:-on-failure} depends_on: - dnsmasq - sf-redis - router dns: ${SF_NET_VPN_DNS_IP} cap_add: - NET_ADMIN #required environment: - CONFIG=${SF_MULLVAD_CONFIG:-} - PROVIDER=Mullvad - POST_UP=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-mullvad.log up %i - PRE_DOWN=/sf/bin/vpn_wg2status.sh /sf/run/vpn/status-mullvad.log down %i - RECONNECT=604800 # Re-Connect every 7 days - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_DEBUG networks: vpn-net: ipv4_address: ${SF_MULLVAD_IP} redis-net: extra_hosts: - "sf-redis:${SF_REDIS_IP}" sysctls: - net.ipv6.conf.all.disable_ipv6=1 - net.ipv4.conf.all.rp_filter=2 - net.ipv4.ip_forward=1 volumes: - "${SF_SHMDIR:-/dev/shm/sf}/run/vpn:/sf/run/vpn" # Between all VPNs - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" # vpn_status to guest - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" router: build: router image: sf-router hostname: sf-router container_name: sf-router depends_on: - router-fix-network networks: incoming-net: ipv4_address: ${SF_NET_DIRECT_ROUTER_IP} vpn-net: ipv4_address: ${SF_NET_VPN_ROUTER_IP} guest-net: ipv4_address: ${SF_NET_LG_ROUTER_IP_DUMMY} # Will be replaced by init.sh with x.x.x.1 access-net: ipv4_address: ${SF_NET_ACCESS_ROUTER_IP} dmz-net: ipv4_address: ${SF_NET_DMZ_ROUTER_IP} cap_add: - NET_ADMIN sysctls: - net.ipv4.conf.all.src_valid_mark=1 # SNAT - net.ipv4.conf.all.rp_filter=2 - net.netfilter.nf_conntrack_frag6_timeout=10 - net.netfilter.nf_conntrack_generic_timeout=180 # default is 600 - net.netfilter.nf_conntrack_tcp_timeout_syn_sent=10 - net.netfilter.nf_conntrack_tcp_timeout_fin_wait=10 - net.netfilter.nf_conntrack_tcp_timeout_established=10800 #3h idle # - net.netfilter.nf_conntrack_udp_timeout=10 - net.netfilter.nf_conntrack_icmp_timeout=10 ports: - "${SF_SSH_PORT:-22}:22" - "${SF_SSH_PORT2:-443}:22" environment: - SF_DEBUG - SF_MAXOUT - SF_MAXIN - NET_LG=${SF_NET_LG:?} - NET_LG_ROUTER_IP=${SF_NET_LG_ROUTER_IP:?} - NET_LG_ROUTER_IP_DUMMY=${SF_NET_LG_ROUTER_IP_DUMMY:?} - NET_VPN=${SF_NET_VPN:?} - NET_ONION=${SF_NET_ONION:?} - TOR_IP=${SF_TOR_IP:?} - GSNC_IP=${SF_GSNC_IP:?} - SSHD_IP=${SF_SSHD_IP:?} - NGINX_IP=${SF_NGINX_IP:?} - NET_DIRECT_ROUTER_IP=${SF_NET_DIRECT_ROUTER_IP:?} - NET_DIRECT_BRIDGE_IP=${SF_NET_DIRECT_BRIDGE_IP:?} - NET_VPN_ROUTER_IP=${SF_NET_VPN_ROUTER_IP:?} - NET_ACCESS_ROUTER_IP=${SF_NET_ACCESS_ROUTER_IP:?} - NET_DMZ_ROUTER_IP=${SF_NET_DMZ_ROUTER_IP:?} - SF_NORDVPN_IP=${SF_NORDVPN_IP:?} - SF_CRYPTOSTORM_IP=${SF_CRYPTOSTORM_IP:?} - SF_MULLVAD_IP=${SF_MULLVAD_IP:?} restart: ${SF_RESTART:-on-failure} volumes: - "${SF_SHMDIR:-/dev/shm/sf}/run/vpn:/sf/run/vpn" - "${SF_BASEDIR:-.}/config/etc/sf:/config/host/etc/sf:ro" - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" # vpn_status to guest - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" entrypoint: ["/init.sh"] # The master for modifying other containers # - Set default routes # - Retrieve dmesg # - Set WireGuard routes for FOB master: build: master image: sf-master hostname: sf-master container_name: sf-master depends_on: - sf-redis # network_mode: none # FIXME: Make redis available via shared socket so we dont need network on 'master'. networks: master-net: # dns: 255.255.255.255 cap_add: - NET_ADMIN - SYS_ADMIN # For nsenter - SYSLOG # For dmesg pid: "host" # For nsenter environment: - SF_DEBUG - SF_FQDN=${SF_FQDN:-SF_FQDN-NOT-SET.hack.segfault.net} - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_NET_MASTER_REDIS_IP} - SF_RPC_IP=${SF_RPC_IP:?} - SF_DNS=${SF_NET_VPN_DNS_IP} - SF_NET_LG_ROUTER_IP=${SF_NET_LG_ROUTER_IP:?} - SF_WG_PRIVATE=${SF_WG_PRIVATE:?} restart: ${SF_RESTART:-on-failure} volumes: - "${SF_SHMDIR:-/dev/shm/sf}/master:/dev/shm/master" - "${SF_BASEDIR:-.}/config/db:/config/db" # - "${SF_SHMDIR:-/dev/shm/sf}/redis:/dev/shm/redis" - "${SF_BASEDIR:-.}/config/etc/sf:/config/host/etc/sf:ro" - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" - "/segfault/master/cgi-bin:/cgi-bin:ro" # FIXME-2022: Remove in production - "/var/run/docker.sock:/var/run/docker.sock" entrypoint: ["/init-master.sh"] rpc: image: nginx container_name: sf-rpc depends_on: - master restart: ${SF_RESTART:-on-failure} networks: guest-net: ipv4_address: ${SF_RPC_IP} dns: 255.255.255.255 entrypoint: ["nginx", "-g", "daemon off;"] volumes: - "${SF_SHMDIR:-/dev/shm/sf}/master:/dev/shm/master" - "${SF_BASEDIR:-.}/config/etc/nginx/nginx-rpc.conf:/etc/nginx/nginx.conf:ro" wg: build: router image: sf-router hostname: sf-wg container_name: sf-wg depends_on: - router-fix-network networks: incoming-net: ipv4_address: ${SF_NET_DIRECT_WG_IP} guest-net: ipv4_address: ${SF_NET_LG_WG_IP} cap_add: - NET_ADMIN sysctls: - net.ipv4.conf.all.src_valid_mark=1 # SNAT - net.ipv4.conf.all.rp_filter=2 - net.netfilter.nf_conntrack_frag6_timeout=10 - net.netfilter.nf_conntrack_generic_timeout=180 # default is 600 - net.netfilter.nf_conntrack_tcp_timeout_syn_sent=10 - net.netfilter.nf_conntrack_tcp_timeout_fin_wait=10 - net.netfilter.nf_conntrack_tcp_timeout_established=10800 #3h idle # - net.netfilter.nf_conntrack_udp_timeout=10 - net.netfilter.nf_conntrack_icmp_timeout=10 environment: - SF_DEBUG restart: ${SF_RESTART:-on-failure} volumes: - "${SF_SHMDIR:-/dev/shm/sf}/run/vpn:/sf/run/vpn" - "${SF_BASEDIR:-.}/config/etc/sf:/config/host/etc/sf:ro" - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" # vpn_status to guest - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" entrypoint: ["/init-wg.sh"] router-fix-network: build: router image: sf-router container_name: sf-fix-network network_mode: host # host's stack privileged: true # For 'sysctl -w' in fix-network.sh cap_add: - NET_ADMIN environment: - SF_DEBUG - NET_LG_ROUTER_IP=${SF_NET_LG_ROUTER_IP:?} - NET_DIRECT_WG_IP=${SF_NET_DIRECT_WG_IP:?} - NET_DIRECT_ROUTER_IP=${SF_NET_DIRECT_ROUTER_IP:?} - NET_DIRECT_BRIDGE_IP=${SF_NET_DIRECT_BRIDGE_IP:?} restart: ${SF_RESTART:-on-failure}:1 volumes: - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" entrypoint: ["/fix-network.sh"] tor: build: tor image: sf-tor container_name: sf-tor hostname: sf-tor networks: vpn-net: ipv4_address: ${SF_TOR_IP} cap_add: - NET_ADMIN environment: - SF_DEBUG - SF_TOR_VIA_VPN restart: ${SF_RESTART:-on-failure} dns: ${SF_NET_VPN_DNS_IP} depends_on: - dnsmasq - nginx volumes: - "${SF_BASEDIR:-.}/config/${SF_FQDN:-SF_FQDN-NOT-SET.hack.segfault.net}/tor/hidden:/var/lib/tor/hidden" - "${SF_BASEDIR:-.}/config/etc/tor:/config/host/etc/tor:ro" - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" gsnc: build: gsnc image: sf-gsnc container_name: sf-gsnc networks: access-net: ipv4_address: ${SF_GSNC_IP} dns: ${SF_NET_ACCESS_DNS_IP} cap_add: - NET_ADMIN # need to set default route via sf-router depends_on: - dnsmasq - router restart: ${SF_RESTART:-on-failure} environment: - SF_SSH_PORT=${SF_SSH_PORT:-22} - SF_FQDN=${SF_FQDN:-SF_FQDN-NOT-SET.hack.segfault.net} - SF_DEBUG - SF_SEED=${SF_SEED} - SSHD_IP=${SF_SSHD_IP} volumes: - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" entrypoint: ["/sf-gsnc.sh", "${SF_SSHD_IP}"] segfault: build: host image: sf-host # /bin/segfaultsh need to know the container name; set it to sf-host statically container_name: sf-host networks: # WARNING: sshd's port forward/socks can access those networks. access-net: ipv4_address: ${SF_SSHD_IP} redis-net: dns: ${SF_NET_ACCESS_DNS_IP} cap_add: - NET_ADMIN # need to set default route via sf-router - SYS_ADMIN # Move non-priv sshd to guest's network Namespace (setns()) pid: host # Move non-priv sshd to guest's network NameSpace. depends_on: - dnsmasq - router - sf-encfsd restart: ${SF_RESTART:-on-failure} init: true # ports: # - 31337:31337 # FIXME-2022 disable in production # SSHD clears all environment variables before spwaning a shell (segfaultsh). # Add any variables to docker_sshd.sh as well. environment: - SF_DNS=${SF_NET_VPN_DNS_IP} # passed to sf-guest - SF_TOR_IP=${SF_TOR_IP} - SF_BASEDIR=${SF_BASEDIR} - SF_SHMDIR=${SF_SHMDIR:-/dev/shm/sf} - SF_USER=${SF_USER:-root} - SF_USER_PASSWORD=${SF_USER_PASSWORD:-segfault} - SF_FQDN=${SF_FQDN:-SF_FQDN-NOT-SET.hack.segfault.net} - SF_REDIS_AUTH=${SF_REDIS_AUTH} - SF_REDIS_IP=${SF_REDIS_IP} - SF_RPC_IP=${SF_RPC_IP} - SF_SEED=${SF_SEED} - SF_DEBUG volumes: - "${SF_BASEDIR:-.}/config:/config/host" - "${SF_BASEDIR:-.}/data/share:/sf/share:ro" - "${SF_BASEDIR:-.}/sfbin:/sf/bin:ro" - "${SF_SHMDIR:-/dev/shm/sf}/encfs-sec/www-root:/sec/www-root:slave" - "${SF_SHMDIR:-/dev/shm/sf}/config-for-guest:/config/guest" - "${SF_SHMDIR:-/dev/shm/sf}/self-for-guest:/config/self-for-guest:shared" - "/var/run/docker.sock:/var/run/docker.sock" # - "/research:/r" # FIXME-2022 disable in production nginx: image: nginx container_name: sf-nginx restart: ${SF_RESTART:-on-failure} depends_on: - sf-encfsd entrypoint: ["/sf/bin/wait_semaphore.sh", "/sec/.IS-ENCRYPTED", "nginx", "-g", "daemon off;"] networks: dmz-net: ipv4_address: ${SF_NGINX_IP} dns: 255.255.255.255 # cap_add: # - NET_ADMIN # need to set default route volumes: - "${SF_BASEDIR:-.}/sfbin/wait_semaphore.sh:/sf/bin/wait_semaphore.sh:ro" - "${SF_SHMDIR:-/dev/shm/sf}/encfs-sec/www-root:/sec:slave,ro" - "${SF_BASEDIR:-.}/config/etc/nginx/nginx.conf:/etc/nginx/nginx.conf:ro" networks: vpn-net: name: sf-vpn driver: bridge ipam: config: - subnet: ${SF_NET_VPN} incoming-net: # Note: 'name' must be the first in alphabetic order. Docker forwards # the host's port to the _first_ network (in alphanetic order). sf-router # expects all host traffic to arrive at SF_NET_DIRECT_ROUTE_IP. name: A-sf-direct driver: bridge ipam: config: - subnet: ${SF_NET_DIRECT} access-net: # sf-host and gsnc name: sf-access driver: bridge ipam: config: - subnet: ${SF_NET_ACCESS} dmz-net: name: sf-dmz driver: bridge ipam: config: - subnet: ${SF_NET_DMZ} redis-net: name: sf-redis-net driver: bridge internal: true ipam: config: - subnet: ${SF_NET_REDIS} master-net: name: sf-master-net driver: bridge # internal: true # FIXME-2022, enable in production ipam: config: - subnet: ${SF_NET_MASTER} dns-doh-net: name: sf-dns-doh driver: bridge ipam: config: - subnet: ${SF_NET_DOH} # User's shell guest-net: name: sf-guest driver: bridge # Can not use 'internal'. This will only remvoe the host's bridge # but this also means we can not route via 10.11.0.* even if we can # ping the router. # internal: true ipam: config: - subnet: ${SF_NET_LG} # gateway: 10.11.0.1 # Set's the IP of the host's bridge. # 255 hosts. BUG-ARP-CACHE # default gw is always 10.11.0.1 and is the host side of the bridge (?) # The init.sh script in sf-router will overwrite it's own interface with 10.11.0.1 # so that the sf-router receives all traffic.