bridging, dhcp client via wan port

Create tplink-safeloader image
enable serial console
2024-01-27 20:43:18 +01:00 · 2024-01-27 17:47:47 +01:00 · 2024-01-27 16:11:23 +01:00 · 2024-01-27 16:11:22 +01:00 · 2024-01-27 16:11:19 +01:00 · 2024-01-27 15:59:46 +01:00
32 changed files with 1191 additions and 136 deletions
--- a/8
+++ b/8
@ -23,5 +23,13 @@ the name of an outputs that gloms together other filesystem-like
 outputs with some kind of partition table - so we might in future have
 gptimage or lvmimage or ubimage.

+2024-01-03
+
+Liminix is now targeted to Nixpkgs 23.11 (not 23.05 as previously).
+Upstream changes that have led to incompatible Liminix changes are:
+
+* newer U-Boot version
+* util-linux can now be built (previously depended on systemd)
+


--- a/THOUGHTS.txt
+++ b/THOUGHTS.txt
@ -3707,9 +3707,10 @@ Here is scope of work for Turris:
 recovery/install.

 - disk partitioning tools and mkfs stuff
+- kernel with all the filesystems
 - dhcp client for connecting to wired network

-(II) we need insttuctions for building the real system
+(II) we need instructions for building the real system
 and using min-copy-closure to copy and install the system
 configuration of the real one into /mnt

@ -3742,14 +3743,147 @@ To be any use, the test needs to be end-to-end - as in, rather than
 just checking some files are copied, test that the machine rebooted
 successfully

+Fri Dec 29 18:36:16 GMT 2023
+
+Our test for liminix-rebuild uses qemu block device and ext4 instead
+of phram because -device loader doesn't seem to survive a reboot.
+And it needs some free space in the ext4 partition inside the
+mbr image so that it can install new stuff. However, the
+filesystem is sized to be near-full.
+
+If the mbrimage output is to be much use, probably there should be
+some way of telling it how big the disk is. Maybe it should use
+hardware.flash.size?
+
+UBI also does a bad job of integrating into the hardware.flash hierarchy
+(but ubi is also more complicated as the ubi volumes are "nested" inside
+an MTD partition)
+
+To move forwards with this test I think I will make it not depend on
+mbrimage for now, but we have to come back to this. Maybe importing
+the mbrimage module provides new hardware.disk = { partitions, size etc}
+config options.
+
+Sun Dec 31 23:52:04 GMT 2023
+
+https://developer.ridgerun.com/wiki/index.php/Setting_up_fw_printenv_to_modify_u-boot_environment_variables#Preparing_the_fw_env.config_file
+
+can we extract the fw_env config data somehow to produce an appropriate
+file for the device?
+
+the device config needs to specify partition name and offset at minimum,
+possibly also size.
+
+we can create a service that writes the config based on those values. but
+if we are to be using fw_setenv from the shell, there is no service
+which depends on that service. whatever defines the service also needs
+to add it to system.services so that the recovery system can specify it
+
+Sat Jan  6 12:30:27 GMT 2024
+
+How do we min-copy-closure to the device when we don't have anything
+hooked to the LAN port? It's rather easy to break the WAN  connection
+when it involves going out to the internet and back
+
+* Don't want to plug it into the actual lan because it's doing dhcp service
+ and that is going to confuse
+
+* the machine we're copying from is loaclhost
+
+* we could do some kind of port forwarding thing? maybe a port forward on
+  run-border-vm qemu user networking ...
+
+* static route on loaclhost?
+
+  512  sudo ip netns add test-lan
+  514  sudo ip link set dev enp1s0 netns test-lan
+
+  525  sudo ip link add veth-test-lan type veth peer veth1 netns test-lan
+  533  sudo  ip netns exec test-lan ip link add name br0 type bridge
+  536  sudo  ip netns exec test-lan ip link set veth1 master br0
+  537  sudo  ip netns exec test-lan ip link set enp1s0 master br0
+       sudo  ip netns exec test-lan /nix/store/dh66q9k402pwpmmgc983xwmwb3vvvjbr-busybox-1.36.1/bin/busybox udhcpc -i br0
+
+then we could add a route to 10.8.0.1/32 with dev veth-test-lan ?
+
+Sat Jan  6 20:52:45 GMT 2024
+
+This is all beside the point right now because the _recovery_ system
+does not run all this stuff - it just has a dhcp client on the lan
+interface. We could plug it straight into the switch.


-COPYING /nix/store/dlz86nip271ybaz0cip7bgkbzijk0cr7-make-stuff-mips-unknown-linux-musl TO //persist
+As we already just plugged it into enp1s0 on loaclhost, could we
+do somethin to put it on the lan from there? add it to vbridge0?
+
+Sun Jan  7 15:30:57 GMT 2024
+
+Turns out we should have used a working ethernet cable.
+
+Sun Jan  7 15:31:14 GMT 2024
+
+OK, so
+
+# on device
+mount /dev/mmcblk0p1 /mnt
+ [ take a snapshot if needed ]
+ [ clear out the turrisos files ]
+ls /mnt/@
+
+# on build
+
+$ nix-build -I liminix-config=./examples/rotuer.nix --arg device "import ./devices/turris-omnia" -A outputs.systemConfiguration
+$ nix-shell --run "min-copy-closure -r /mnt/@  root@recovery.lan   result "
+
+# on device
+
+$ mkdir /mnt/@/persist
+$ /mnt/@/nix/store/swf3vn9bzx198c0cwp6naq0glqa9192n-make-stuff-armv7l-unknown-linux-musleabihf/bin/install /mnt/@/
+
+this fails because it tries to copy from the unprefixed nix
+store. Also probably it should mkdir $prefix/persist. Also it needs to
+create $prefix/boot: it's too late to do that with `activate`
+because u-boot will need it to exist in order to load the initramfs
+that runs activate
+
+Thu Jan 11 23:36:47 GMT 2024
+
+squashfs rootfsType doesn't rebuild when the kernel config is changed
+
+Mon Jan 22 19:04:45 GMT 2024
+
+setenv serverip 10.0.0.1
+setenv ipaddr 10.0.0.8
+compraddr=0x01000000
+tftpboot ${compraddr} recovery.img.lzma
+setexpr writeaddr ${filesize} + $compraddr
+lzmadec ${compraddr} $writeaddr
+usb start
+usb dev 0
+wdt dev watchdog@20300
+wdt stop
+usb write ${writeaddr} 0 ${filesize}


-/nix/store/gr255qjxijksf9361glsj5lz0cklassx-profile
+Thu Jan 25 11:55:36 GMT 2024

-md5sum /persist/activate
-8eb0760c39cdee0b141b15bbafbc94a0  /persist/activate BAD
-6c27b75cbe9f2ce87c1fd1425362108f  /persist/activate GOOD
-8eb0760c39cdee0b141b15bbafbc94a0  /persist/activate
+openwrt:
+CONFIG_BROADCOM_PHY=m
+CONFIG_FIXED_PHY=y
+CONFIG_GENERIC_PHY=y
+CONFIG_IP17XX_PHY=m    ?
+CONFIG_MARVELL_PHY=y
+CONFIG_MVSW61XX_PHY=y  ?
+CONFIG_RTL8366RB_PHY=m ?
+CONFIG_RTL8366S_PHY=m ?
+CONFIG_RTL8367B_PHY=m ?
+CONFIG_SWPHY=y
+CONFIG_USB_PHY=y
+
+CONFIG_FIXED_PHY=y
+CONFIG_GENERIC_PHY=y
+CONFIG_MARVELL_PHY=y
+CONFIG_PHY_MVEBU_A3700_COMPHY=y
+CONFIG_PHY_MVEBU_A38X_COMPHY=y
+CONFIG_SWPHY=y
+#
--- a/default.nix
+++ b/default.nix
@ -67,6 +67,7 @@ in {
      go-l2tp
      min-copy-closure
      fennelrepl
+      lzma
    ];
  };
 }
--- a/devices/belkin-rt3200/default.nix
+++ b/devices/belkin-rt3200/default.nix
@ -57,8 +57,8 @@
    kernel = {
      src = pkgs.pkgsBuildBuild.fetchurl {
        name = "linux.tar.gz";
-        url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-        hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+        url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+        hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
      };
      extraPatchPhase = ''
          ${pkgs.openwrt.applyPatches.mediatek}
@ -144,6 +144,10 @@
        # SERIAL_8250_NR_UARTS="3";
        # SERIAL_8250_RUNTIME_UARTS="3";
        SERIAL_OF_PLATFORM="y";
+
+        # Must enble hardware watchdog drivers. Else the device reboots after several seconds
+        WATCHDOG = "y";
+        MEDIATEK_WATCHDOG = "y";
      };
    };
    boot = {
--- a/devices/families/qemu.nix
+++ b/devices/families/qemu.nix
@ -7,8 +7,8 @@
    kernel = {
      src = pkgs.pkgsBuildBuild.fetchurl {
        name = "linux.tar.gz";
-        url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-        hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+        url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+        hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
      };
      config = {
        MTD = "y";
--- a/devices/gl-ar750/default.nix
+++ b/devices/gl-ar750/default.nix
@ -152,8 +152,8 @@
      kernel = {
        src = pkgs.pkgsBuildBuild.fetchurl {
          name = "linux.tar.gz";
-          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-          hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+          hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
        };

        # Mainline linux 5.19 doesn't have device-tree support for
--- a/devices/gl-mt300a/default.nix
+++ b/devices/gl-mt300a/default.nix
@ -131,8 +131,8 @@
      kernel = {
        src = pkgs.fetchurl {
          name = "linux.tar.gz";
-          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-          hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+          hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
        };
        extraPatchPhase = ''
          ${openwrt.applyPatches.ramips}
--- a/devices/gl-mt300n-v2/default.nix
+++ b/devices/gl-mt300n-v2/default.nix
@ -127,8 +127,8 @@
      kernel = {
        src = pkgs.fetchurl {
          name = "linux.tar.gz";
-          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-          hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+          url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+          hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
        };
        extraPatchPhase = ''
          ${openwrt.applyPatches.ramips}
--- a/devices/tp-archer-ax23/default.nix
+++ b/devices/tp-archer-ax23/default.nix
@ -0,0 +1,435 @@
+{
+  description = ''
+    TP-Link Archer AX23 / AX1800 Dual Band Wi-Fi 6 Router
+    *****************************************************
+
+    Hardware summary
+    ================
+
+    - MediaTek MT7621 (880MHz)
+    - 16MB Flash
+    - 128MB RAM
+    - WLan hardware: Mediatek MT7905, MT7975
+  '';
+
+  system = {
+    crossSystem = {
+      config = "mipsel-unknown-linux-musl";
+      gcc = {
+        abi = "32";
+        # https://openwrt.org/docs/techref/instructionset/mipsel_24kc
+        arch = "24kc";
+      };
+    };
+  };
+
+  module = {pkgs, config, lib, lim, ... }:
+    let firmware = pkgs.stdenv.mkDerivation {
+          name = "wlan-firmware";
+          phases = ["installPhase"];
+          installPhase = ''
+            mkdir $out
+            cp ${pkgs.linux-firmware}/lib/firmware/mediatek/{mt7915,mt7615,mt7622}* $out
+          '';
+        };
+    in {
+      imports = [
+        ../../modules/arch/mipsel.nix
+        ../../modules/outputs/tftpboot.nix
+        ../../modules/outputs/tplink.nix
+      ];
+      config = {
+        kernel = {
+          src = pkgs.pkgsBuildBuild.fetchurl {
+            name = "linux.tar.gz";
+            url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+            hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
+          };
+          extraPatchPhase = ''
+            ${pkgs.openwrt.applyPatches.ramips}
+          '';
+          config = {
+ARCH_32BIT_OFF_T="y";
+ARCH_HIBERNATION_POSSIBLE="y";
+ARCH_KEEP_MEMBLOCK="y";
+ARCH_MMAP_RND_BITS_MAX="15";
+ARCH_MMAP_RND_COMPAT_BITS_MAX="15";
+ARCH_SUSPEND_POSSIBLE="y";
+AT803X_PHY="y";
+BLK_MQ_PCI="y";
+BOARD_SCACHE="y";
+CEVT_R4K="y";
+CLKSRC_MIPS_GIC="y";
+CLK_MT7621="y";
+CLOCKSOURCE_WATCHDOG="y";
+CLONE_BACKWARDS="y";
+CMDLINE_BOOL="y";
+COMMON_CLK="y";
+COMPAT_32BIT_TIME="y";
+CPU_GENERIC_DUMP_TLB="y";
+CPU_HAS_DIEI="y";
+CPU_HAS_PREFETCH="y";
+CPU_HAS_RIXI="y";
+CPU_HAS_SYNC="y";
+CPU_LITTLE_ENDIAN="y";
+CPU_MIPS32="y";
+CPU_MIPS32_R2="y";
+CPU_MIPSR2="y";
+CPU_MIPSR2_IRQ_EI="y";
+CPU_MIPSR2_IRQ_VI="y";
+CPU_NEEDS_NO_SMARTMIPS_OR_MICROMIPS="y";
+CPU_R4K_CACHE_TLB="y";
+CPU_RMAP="y";
+CPU_SUPPORTS_32BIT_KERNEL="y";
+CPU_SUPPORTS_HIGHMEM="y";
+CPU_SUPPORTS_MSA="y";
+CRC16="y";
+CRYPTO_DEFLATE="y";
+CRYPTO_HASH_INFO="y";
+CRYPTO_LIB_BLAKE2S_GENERIC="y";
+CRYPTO_LIB_POLY1305_RSIZE="2";
+CRYPTO_LZO="y";
+CRYPTO_ZSTD="y";
+CSRC_R4K="y";
+DIMLIB="y";
+DMA_NONCOHERENT="y";
+DTB_RT_NONE="y";
+DTC="y";
+EARLY_PRINTK="y";
+FIXED_PHY="y";
+FWNODE_MDIO="y";
+FW_LOADER_PAGED_BUF="y";
+GENERIC_ATOMIC64="y";
+GENERIC_CLOCKEVENTS="y";
+GENERIC_CMOS_UPDATE="y";
+GENERIC_CPU_AUTOPROBE="y";
+GENERIC_FIND_FIRST_BIT="y";
+GENERIC_GETTIMEOFDAY="y";
+GENERIC_IOMAP="y";
+GENERIC_IRQ_CHIP="y";
+GENERIC_IRQ_EFFECTIVE_AFF_MASK="y";
+GENERIC_IRQ_SHOW="y";
+GENERIC_LIB_ASHLDI3="y";
+GENERIC_LIB_ASHRDI3="y";
+GENERIC_LIB_CMPDI2="y";
+GENERIC_LIB_LSHRDI3="y";
+GENERIC_LIB_UCMPDI2="y";
+GENERIC_PCI_IOMAP="y";
+GENERIC_PHY="y";
+GENERIC_PINCONF="y";
+GENERIC_SCHED_CLOCK="y";
+GENERIC_SMP_IDLE_THREAD="y";
+GENERIC_TIME_VSYSCALL="y";
+GLOB="y";
+GPIOLIB_IRQCHIP="y";
+GPIO_CDEV="y";
+GPIO_GENERIC="y";
+GPIO_MT7621="y";
+GRO_CELLS="y";
+HANDLE_DOMAIN_IRQ="y";
+HARDWARE_WATCHPOINTS="y";
+HAS_DMA="y";
+HAS_IOMEM="y";
+HAS_IOPORT_MAP="y";
+I2C="y";
+I2C_ALGOBIT="y";
+I2C_BOARDINFO="y";
+I2C_CHARDEV="y";
+I2C_GPIO="y";
+I2C_MT7621="y";
+ICPLUS_PHY="y";
+IRQCHIP="y";
+IRQ_DOMAIN="y";
+IRQ_DOMAIN_HIERARCHY="y";
+IRQ_FORCED_THREADING="y";
+IRQ_MIPS_CPU="y";
+IRQ_WORK="y";
+LIBFDT="y";
+LOCK_DEBUGGING_SUPPORT="y";
+LZO_COMPRESS="y";
+LZO_DECOMPRESS="y";
+MDIO_BUS="y";
+MDIO_DEVICE="y";
+MDIO_DEVRES="y";
+MEDIATEK_GE_PHY="y";
+MEMFD_CREATE="y";
+MFD_SYSCON="y";
+MIGRATION="y";
+MIKROTIK="y";
+MIKROTIK_RB_SYSFS="y";
+MIPS="y";
+MIPS_ASID_BITS="8";
+MIPS_ASID_SHIFT="0";
+MIPS_CLOCK_VSYSCALL="y";
+MIPS_CM="y";
+MIPS_CPC="y";
+MIPS_CPS="y";
+MIPS_CPU_SCACHE="y";
+MIPS_GIC="y";
+MIPS_L1_CACHE_SHIFT="5";
+MIPS_LD_CAN_LINK_VDSO="y";
+MIPS_MT="y";
+MIPS_MT_FPAFF="y";
+MIPS_MT_SMP="y";
+MIPS_NR_CPU_NR_MAP="4";
+MIPS_PERF_SHARED_TC_COUNTERS="y";
+MIPS_SPRAM="y";
+MODULES_USE_ELF_REL="y";
+MTD_CMDLINE_PARTS="y";
+MTD_NAND_CORE="y";
+MTD_NAND_ECC="y";
+MTD_NAND_ECC_SW_HAMMING="y";
+MTD_NAND_MT7621="y";
+MTD_NAND_MTK_BMT="y";
+MTD_RAW_NAND="y";
+MTD_ROUTERBOOT_PARTS="y";
+MTD_SERCOMM_PARTS="y";
+MTD_SPI_NOR="y";
+MTD_SPLIT_FIT_FW="y";
+MTD_SPLIT_MINOR_FW="y";
+MTD_SPLIT_SEAMA_FW="y";
+MTD_SPLIT_TPLINK_FW="y";
+MTD_SPLIT_TRX_FW="y";
+MTD_SPLIT_UIMAGE_FW="y";
+MTD_UBI="y";
+MTD_UBI_BEB_LIMIT="20";
+MTD_UBI_BLOCK="y";
+MTD_UBI_WL_THRESHOLD="4096";
+MTD_VIRT_CONCAT="y";
+NEED_DMA_MAP_STATE="y";
+NET_DEVLINK="y";
+NET_DSA="y";
+NET_DSA_MT7530="y";
+NET_DSA_MT7530_MDIO="y";
+NET_DSA_TAG_MTK="y";
+NET_FLOW_LIMIT="y";
+NET_MEDIATEK_SOC="y";
+NET_SELFTESTS="y";
+NET_SWITCHDEV="y";
+NET_VENDOR_MEDIATEK="y";
+NO_HZ_COMMON="y";
+NO_HZ_IDLE="y";
+NR_CPUS="4";
+NVMEM="y";
+OF="y";
+OF_ADDRESS="y";
+OF_EARLY_FLATTREE="y";
+OF_FLATTREE="y";
+OF_GPIO="y";
+OF_IRQ="y";
+OF_KOBJ="y";
+OF_MDIO="y";
+PAGE_POOL="y";
+PAGE_POOL_STATS="y";
+PCI="y";
+PCIE_MT7621="y";
+PCI_DISABLE_COMMON_QUIRKS="y";
+PCI_DOMAINS="y";
+PCI_DOMAINS_GENERIC="y";
+PCI_DRIVERS_GENERIC="y";
+PCS_MTK_LYNXI="y";
+PERF_USE_VMALLOC="y";
+PGTABLE_LEVELS="2";
+PHYLIB="y";
+PHYLINK="y";
+PHY_MT7621_PCI="y";
+PINCTRL="y";
+PINCTRL_AW9523="y";
+PINCTRL_MT7621="y";
+PINCTRL_RALINK="y";
+PINCTRL_SX150X="y";
+POWER_RESET="y";
+POWER_RESET_GPIO="y";
+POWER_SUPPLY="y";
+PTP_1588_CLOCK_OPTIONAL="y";
+QUEUED_RWLOCKS="y";
+QUEUED_SPINLOCKS="y";
+RALINK="y";
+RATIONAL="y";
+REGMAP="y";
+REGMAP_I2C="y";
+REGMAP_MMIO="y";
+REGULATOR="y";
+REGULATOR_FIXED_VOLTAGE="y";
+RESET_CONTROLLER="y";
+RFS_ACCEL="y";
+RPS="y";
+RTC_CLASS="y";
+RTC_DRV_BQ32K="y";
+RTC_DRV_PCF8563="y";
+RTC_I2C_AND_SPI="y";
+SCHED_SMT="y";
+SERIAL_8250="y";
+SERIAL_8250_CONSOLE="y";
+SERIAL_8250_NR_UARTS="3";
+SERIAL_8250_RUNTIME_UARTS="3";
+SERIAL_MCTRL_GPIO="y";
+SERIAL_OF_PLATFORM="y";
+SGL_ALLOC="y";
+SMP="y";
+SMP_UP="y";
+SOCK_RX_QUEUE_MAPPING="y";
+SOC_BUS="y";
+SOC_MT7621="y";
+SPI="y";
+SPI_MASTER="y";
+SPI_MEM="y";
+SPI_MT7621="y";
+SRCU="y";
+SWPHY="y";
+SYNC_R4K="y";
+SYSCTL_EXCEPTION_TRACE="y";
+SYS_HAS_CPU_MIPS32_R1="y";
+SYS_HAS_CPU_MIPS32_R2="y";
+SYS_HAS_EARLY_PRINTK="y";
+SYS_SUPPORTS_32BIT_KERNEL="y";
+SYS_SUPPORTS_ARBIT_HZ="y";
+SYS_SUPPORTS_HIGHMEM="y";
+SYS_SUPPORTS_HOTPLUG_CPU="y";
+SYS_SUPPORTS_LITTLE_ENDIAN="y";
+SYS_SUPPORTS_MIPS16="y";
+SYS_SUPPORTS_MIPS_CPS="y";
+SYS_SUPPORTS_MULTITHREADING="y";
+SYS_SUPPORTS_SCHED_SMT="y";
+SYS_SUPPORTS_SMP="y";
+SYS_SUPPORTS_ZBOOT="y";
+TARGET_ISA_REV="2";
+TICK_CPU_ACCOUNTING="y";
+TIMER_OF="y";
+TIMER_PROBE="y";
+TREE_RCU="y";
+TREE_SRCU="y";
+UBIFS_FS="y";
+USB_SUPPORT="y";
+USE_OF="y";
+WEAK_ORDERING="y";
+XPS="y";
+XXHASH="y";
+ZLIB_DEFLATE="y";
+ZLIB_INFLATE="y";
+ZSTD_COMPRESS="y";
+ZSTD_DECOMPRESS="y";
+          } // lib.optionalAttrs (config.system.service ? watchdog) {
+          RALINK_WDT = "y";  # watchdog
+          MT7621_WDT = "y";  # or it might be this one
+        };
+        };
+        boot = {
+          commandLine = [ "console=ttyS0,115200" ];
+          tftp = {
+            #ipaddr = "10.0.0.8"; # router address
+            #serverip = "10.0.0.1"; # build machine or other tftp server
+            # Should be a segment of free RAM, where the tftp artifact
+            # can be stored before unpacking it to the 'hardware.loadAddress'
+            # The 'hardware.loadAddress' is 0x80001000, which suggests the
+            # RAM would start at 0x8000000 and (being 128MB) go to
+            # to 0x8800000. Let's put it at the 100MB mark at
+            # 0x8000000+0x0640000=0x86400000
+            loadAddress = lim.parseInt "0x86400000";
+          };
+        };
+        filesystem =
+        let inherit (pkgs.pseudofile) dir symlink;
+             in
+               dir {
+                 lib = dir {
+                   firmware = dir {
+                     mediatek = symlink firmware;
+                   };
+                 };
+               };
+
+      hardware =
+        let
+          openwrt = pkgs.openwrt;
+          mac80211 =  pkgs.mac80211.override {
+            drivers = [
+              #"mt7615e"
+              #"mt7915e"
+            ];
+            klibBuild = config.system.outputs.kernel.modulesupport;
+          };
+        in {
+          #ubi = {
+          #  # TODO how to determine?
+          #  minIOSize = "2048";
+          #  # TODO how to determine?
+          #  eraseBlockSize = "126976";
+          #  # TODO how to determine?
+          #  maxLEBcount = "1024"; # guessing
+          #};
+          # from OEM bootlog (openwrt wiki):
+          # 4 cmdlinepart partitions found on MTD device raspi
+          # Creating 4 MTD partitions on "raspi":
+          # 0x000000000000-0x000000040000 : "uboot"
+          # 0x000000040000-0x000000440000 : "uImage"
+          # 0x000000440000-0x000000ff0000 : "rootfs"
+          # 0x000000ff0000-0x000001000000 : "ART"
+          # from openwrt bootlog (openwrt wiki):
+          # 5 fixed-partitions partitions found on MTD device spi0.0
+          # OF: Bad cell count for /palmbus@1e000000/spi@b00/flash@0/partitions
+          # OF: Bad cell count for /palmbus@1e000000/spi@b00/flash@0/partitions
+          # OF: Bad cell count for /palmbus@1e000000/spi@b00/flash@0/partitions
+          # OF: Bad cell count for /palmbus@1e000000/spi@b00/flash@0/partitions
+          # Creating 5 MTD partitions on "spi0.0":
+          # 0x000000000000-0x000000040000 : "u-boot"
+          # 0x000000040000-0x000000fa0000 : "firmware"
+          # 2 uimage-fw partitions found on MTD device firmware
+          # Creating 2 MTD partitions on "firmware":
+          # 0x000000000000-0x0000002c0000 : "kernel"
+          # 0x0000002c0000-0x000000f60000 : "rootfs"
+          # mtd: setting mtd3 (rootfs) as root device
+          # 1 squashfs-split partitions found on MTD device rootfs
+          # 0x000000640000-0x000000f60000 : "rootfs_data"
+          # 0x000000fa0000-0x000000fb0000 : "config"
+          # 0x000000fb0000-0x000000ff0000 : "tplink"
+          # 0x000000ff0000-0x000001000000 : "radio"
+          flash = {
+            # from the OEM bootlog 'Booting image at bc040000'
+            # (0x40000 from 0xbc000000)
+            address = lim.parseInt "0xbc040000";
+            # 0x000000040000-0x000000fa0000
+            size = lim.parseInt "0xf60000";
+            # TODO how to determine?
+            eraseBlockSize = 65536;
+          };
+
+          # since this is mentioned in the partition table as well?
+          defaultOutput = "tplink";
+          # taken from openwrt sysupgrade image:
+          # openwrt-23.05.2-ramips-mt7621-tplink_archer-ax23-v1-squashfs-sysupgrade.bin: u-boot legacy uImage, MIPS OpenWrt Linux-5.15.137, Linux/MIPS, OS Kernel Image (lzma), 2797386 bytes, Tue Nov 14 13:38:11 2023, Load Address: 0X80001000, Entry Point: 0X80001000, Header CRC: 0X19F74C5B, Data CRC: 0XF685563C
+          loadAddress = lim.parseInt "0x80001000";
+          entryPoint = lim.parseInt "0x80001000";
+          rootDevice = "/dev/mtdblock3";
+          dts = {
+            src = "${openwrt.src}/target/linux/ramips/dts/mt7621_tplink_archer-ax23-v1.dts";
+            includes =  [
+              "${openwrt.src}/target/linux/ramips/dts"
+              "${config.system.outputs.kernel.modulesupport}/arch/arm64/boot/dts/mediatek/"
+            ];
+          };
+
+          networkInterfaces =
+            let
+              inherit (config.system.service.network) link;
+              inherit (config.system.service) bridge;
+            in rec {
+              lan1 = link.build { ifname = "lan1"; };
+              lan2 = link.build { ifname = "lan2"; };
+              lan3 = link.build { ifname = "lan3"; };
+              lan4 = link.build { ifname = "lan4"; };
+              wan = link.build { ifname = "wan"; };
+
+              wlan = link.build {
+                ifname = "wlan0";
+                dependencies = [ mac80211 ];
+              };
+              wlan5 = link.build {
+                ifname = "wlan1";
+                dependencies = [ mac80211 ];
+              };
+            };
+        };
+    };
+    };
+}
--- a/devices/turris-omnia/default.nix
+++ b/devices/turris-omnia/default.nix
@ -2,6 +2,27 @@
  description = ''
    Turris Omnia
    ************
+
+    This is a 32 bit ARMv7 MVEBU device, which is usually shipped with
+    TurrisOS, an OpenWrt-based system. Rather than reformatting the
+    builtin storage, we install Liminix on to the existing btrfs
+    filesystem so that the vendor snapshot/recovery system continues
+    to work (and provides you an easy rollback if you decide you don't
+    like Liminix after all).
+
+    The install process is designed so that you should not need to open
+    the device and add a serial console (although it may be handy
+    for visibility  and in case anything goes wrong). In outline
+
+      1. build a "recovery" system with useful btrfs tools
+      2. boot that system using TFTP or a USB stick
+      3. once booted, mount the real root filesystem on /mnt
+      4. take a snapshot using schnapps, and then delete everything
+      5. use min-copy-closure -d /mnt/@ to copy the real configuration
+         to the device
+      6. reboot into a fully operational system
+
+    Detailed instructions to follow...
  '';

  system = {
@ -30,7 +51,6 @@
      imports = [
        ../../modules/arch/arm.nix
        ../../modules/outputs/tftpboot.nix
-        ../../modules/outputs/ext4fs.nix
        ../../modules/outputs/mbrimage.nix
        ../../modules/outputs/extlinux.nix
      ];
@ -40,8 +60,8 @@
        kernel = {
          src = pkgs.pkgsBuildBuild.fetchurl {
            name = "linux.tar.gz";
-            url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.71.tar.gz";
-            hash = "sha256-yhO2cXIeIgUxkSZf/4aAsF11uxyh+UUZu6D1h92vCD8=";
+            url = "https://cdn.kernel.org/pub/linux/kernel/v5.x/linux-5.15.137.tar.gz";
+            hash = "sha256-PkdzUKZ0IpBiWe/RS70J76JKnBFzRblWcKlaIFNxnHQ=";
          };
          extraPatchPhase = ''
          ${pkgs.openwrt.applyPatches.mvebu}
@ -110,6 +130,10 @@
            MVNETA_BM_ENABLE = "y";
            SRAM = "y"; # mmio-sram is "compatible" for bm_bppi reqd by BM
            PHY_MVEBU_A38X_COMPHY = "y"; # for eth2
+            MARVELL_PHY = "y";
+
+            USB_XHCI_MVEBU = "y";
+            USB_XHCI_HCD = "y";

            MVPP2 = "y";
            MV_XOR = "y";
@ -127,13 +151,12 @@
            NET_DSA_MV88E6XXX = "y"; # depends on PTP_1588_CLOCK_OPTIONAL
          };
        };
-        rootfsType = "ext4";
+
        boot = {
          commandLine = [
            "console=ttyS0,115200"
            "pcie_aspm=off" # ath9k pci incompatible with PCIe ASPM
          ];
-          imageFormat = "fit";
        };
        filesystem =
          let
@ -142,9 +165,9 @@
              name = "wlan-firmware";
              phases = ["installPhase"];
              installPhase = ''
-            mkdir $out
-            cp -r ${pkgs.linux-firmware}/lib/firmware/ath10k/QCA988X $out
-          '';
+                mkdir $out
+                cp -r ${pkgs.linux-firmware}/lib/firmware/ath10k/QCA988X $out
+              '';
            };
          in dir {
            lib = dir {
@ -176,7 +199,7 @@
          defaultOutput = "mtdimage";
          loadAddress = lim.parseInt "0x00800000"; # "0x00008000";
          entryPoint = lim.parseInt "0x00800000"; # "0x00008000";
-          rootDevice = "/dev/mtdblock0";
+          rootDevice = "/dev/mmcblk0p1";

          dts = {
            src = "${config.system.outputs.kernel.modulesupport}/arch/arm/boot/dts/armada-385-turris-omnia.dts";
@ -210,7 +233,7 @@
              # per
              # https://www.kernel.org/doc/html/latest/networking/dsa/configuration.html#affinity-of-user-ports-to-cpu-ports
              # but apparently OpenWrt doesn't either so maybe it's more
-              # complicated than it looks
+              # complicated than it looks.

              wan = link.build {
                # in armada-38x.dtsi this is eth2. It may be connected to
@ -219,9 +242,13 @@
                ifname = "wan";
              };

-              lan = link.build {
-                ifname = "lan1";
-              };
+              lan0 = link.build { ifname = "lan0"; };
+              lan1 = link.build { ifname = "lan1"; };
+              lan2 = link.build { ifname = "lan2"; };
+              lan3 = link.build { ifname = "lan3"; };
+              lan4 = link.build { ifname = "lan4"; };
+              lan5 = link.build { ifname = "lan5"; };
+              lan = lan0; # maybe we should build a bridge?

              wlan = link.build {
                ifname = "wlan0";
--- a/examples/hello-from-ax23.nix
+++ b/examples/hello-from-ax23.nix
@ -0,0 +1,96 @@
+{ config, pkgs, lib, ... } :
+let
+  inherit (pkgs) serviceFns;
+  svc = config.system.service;
+  wirelessConfig =  {
+    country_code = "NL";
+    # TODO
+    wpa_passphrase = "ABCD1234";
+    auth_algs = 1; # 1=wpa2, 2=wep, 3=both
+    wpa = 2;       # 1=wpa, 2=wpa2, 3=both
+    wpa_key_mgmt = "WPA-PSK";
+    wpa_pairwise = "TKIP CCMP";   # auth for wpa (may not need this?)
+    rsn_pairwise = "CCMP";        # auth for wpa2
+    wmm_enabled = 1;
+  };
+
+in rec {
+  imports = [
+    ../modules/wlan.nix
+    ../modules/network
+    ../modules/ssh
+    ../modules/bridge
+    ../modules/hostapd
+  ];
+
+  boot.tftp = {
+    # IP addresses to use in the boot monitor when flashing/ booting
+    # over TFTP. If you are flashing using the stock firmware's Web UI
+    # then these dummy values are fine
+    ipaddr = "192.168.0.1"; # my address
+    serverip = "192.168.0.5"; # build machine or other tftp server
+  };
+
+  hostname = "yardbird";
+
+  services.hostap = svc.hostapd.build {
+    interface = config.hardware.networkInterfaces.wlan;
+    params = {
+      ssid = "liminix";
+      hw_mode="g";
+      channel = "2";
+      ieee80211n = 1;
+    } // wirelessConfig;
+  };
+
+  services.hostap5 = svc.hostapd.build {
+    interface = config.hardware.networkInterfaces.wlan5;
+    params = rec {
+      ssid = "liminix_5";
+      hw_mode="a";
+      channel = 36;
+      ht_capab = "[HT40+]";
+      vht_oper_chwidth = 1;
+      vht_oper_centr_freq_seg0_idx = channel + 6;
+      ieee80211ac = 1;
+    } // wirelessConfig;
+  };
+
+  services.int = svc.network.address.build {
+    interface = svc.bridge.primary.build { ifname = "int"; };
+    family = "inet"; address ="10.8.0.1"; prefixLength = 16;
+  };
+
+  services.bridge =  svc.bridge.members.build {
+    primary = services.int;
+    members = with config.hardware.networkInterfaces;
+      [ wlan
+        wlan5
+        lan1
+        lan2
+        lan3
+        lan4
+        wan
+      ];
+  };
+
+  services.dhcpc = svc.network.dhcp.client.build {
+    interface = config.hardware.networkInterfaces.wan;
+
+    # don't start DHCP until the hostname is configured,
+    # so it can identify itself to the DHCP server
+    dependencies = [ config.services.hostname ];
+  };
+
+  services.sshd = svc.ssh.build { };
+
+  users.root = {
+    # the password is "secret". Use mkpasswd -m sha512crypt to
+    # create this hashed password string
+    passwd = "$6$y7WZ5hM6l5nriLmo$5AJlmzQZ6WA.7uBC7S8L4o19ESR28Dg25v64/vDvvCN01Ms9QoHeGByj8lGlJ4/b.dbwR9Hq2KXurSnLigt1W1";
+  };
+
+  defaultProfile.packages = with pkgs; [
+    figlet
+  ];
+}
--- a/examples/recovery.nix
+++ b/examples/recovery.nix
@ -0,0 +1,91 @@
+{ config, pkgs, lib, ... } :
+let
+  inherit (pkgs) serviceFns;
+  svc = config.system.service;
+  inherit (pkgs.pseudofile) dir symlink;
+  inherit (pkgs.liminix.services) oneshot longrun bundle target;
+  some-util-linux = pkgs.runCommand "some-util-linux" {} ''
+    mkdir -p $out/bin
+    cd ${pkgs.util-linux-small}/bin
+    cp fdisk sfdisk mkswap $out/bin
+  '';
+in rec {
+  imports = [
+    ../modules/network
+    ../modules/ssh
+    ../modules/usb.nix
+    ../modules/schnapps
+    ../modules/outputs/mtdimage.nix
+    ../modules/outputs/mbrimage.nix
+    ../modules/outputs/tftpboot.nix
+    ../modules/outputs/ubifs.nix
+    ../modules/outputs/ubimage.nix
+    ../modules/outputs/jffs2.nix
+    ../modules/outputs/ext4fs.nix
+  ];
+
+  kernel.config = {
+    BTRFS_FS = "y";
+  };
+
+  boot.tftp = {
+    ipaddr = "10.0.0.8"; # my address
+    serverip = "10.0.0.1"; # build machine or other tftp server
+    freeSpaceBytes = 1024 * 1024 * 4;
+  };
+
+  hostname = "recovery";
+
+  services.dhcpc = svc.network.dhcp.client.build {
+    interface = config.hardware.networkInterfaces.lan2;
+
+    # don't start DHCP until the hostname is configured,
+    # so it can identify itself to the DHCP server
+    dependencies = [ config.services.hostname ];
+  };
+
+  services.sshd = svc.ssh.build { };
+
+  services.defaultroute4 = svc.network.route.build {
+    via = "$(output ${services.dhcpc} router)";
+    target = "default";
+    dependencies = [services.dhcpc];
+  };
+  services.resolvconf = oneshot rec {
+    dependencies = [ services.dhcpc ];
+    name = "resolvconf";
+    up = ''
+      . ${serviceFns}
+      ( in_outputs ${name}
+      for i in $(output ${services.dhcpc} dns); do
+        echo "nameserver $i" > resolv.conf
+      done
+      )
+    '';
+  };
+  filesystem = dir {
+    etc = dir {
+      "resolv.conf" = symlink "${services.resolvconf}/.outputs/resolv.conf";
+    };
+    mnt = dir {};
+  };
+  rootfsType = "ext4";
+  # sda is most likely correct for the boot-from-USB case. For tftp
+  # it's overridden by the boot.scr anyway, so maybe it all works out
+  hardware.rootDevice = "/dev/sda1";
+  users.root = {
+    # the password is "secret". Use mkpasswd -m sha512crypt to
+    # create this hashed password string
+    passwd = "$6$y7WZ5hM6l5nriLmo$5AJlmzQZ6WA.7uBC7S8L4o19ESR28Dg25v64/vDvvCN01Ms9QoHeGByj8lGlJ4/b.dbwR9Hq2KXurSnLigt1W1";
+  };
+
+  defaultProfile.packages = with pkgs; [
+    e2fsprogs # ext4
+    btrfs-progs
+    mtdutils # mtd, jffs2, ubifs
+    dtc      # you never know when you might need device tree stuff
+    some-util-linux
+    libubootenv # fw_{set,print}env
+    pciutils
+  ];
+}
--- a/examples/rotuer.nix
+++ b/examples/rotuer.nix
@ -43,8 +43,13 @@ in rec {
    ../modules/bridge
    ../modules/ntp
    ../modules/ssh
+    ../modules/outputs/btrfs.nix
+    ../modules/outputs/extlinux.nix
  ];
  hostname = "rotuer";
+  rootfsType = "btrfs";
+  rootOptions = "subvol=@";
+  boot.loader.extlinux.enable = true;

  services.hostap = svc.hostapd.build {
    interface = config.hardware.networkInterfaces.wlan;
--- a/modules/base.nix
+++ b/modules/base.nix
@ -40,12 +40,18 @@ in {
    rootfsType =  mkOption {
      default = "squashfs";
      type = types.enum [
+        "btrfs"
        "ext4"
        "jffs2"
        "squashfs"
        "ubifs"
      ];
    };
+    rootOptions =  mkOption {
+      type = types.nullOr types.str;
+      default = null;
+    };
+
    boot = {
      commandLine = mkOption {
        type = types.listOf types.nonEmptyStr;
@ -94,7 +100,8 @@ in {
      "root=${config.hardware.rootDevice}"
      "rootfstype=${config.rootfsType}"
      "fw_devlink=off"
-    ];
+    ] ++ lib.optional (config.rootOptions != null) "rootflags=${config.rootOptions}";
+
    users.root = {
      uid = 0; gid= 0; gecos = "Root of all evaluation";
      dir = "/home/root/";
@ -134,6 +141,7 @@ in {
      proc = dir {};
      run = dir {};
      sys = dir {};
+      tmp = dir {};
    };
  };
 }
--- a/modules/outputs.nix
+++ b/modules/outputs.nix
@ -60,6 +60,9 @@ in
          Combined kernel and FDT in uImage (U-Boot compatible) format
        '';
      };
+      tplink = mkOption {
+        type = types.package;
+      };
      u-boot = mkOption {
        type = types.package;
      };
--- a/modules/outputs/btrfs.nix
+++ b/modules/outputs/btrfs.nix
@ -0,0 +1,37 @@
+{
+  config
+, pkgs
+, lib
+, ...
+}:
+let
+  inherit (lib) mkIf mkOption types;
+  o = config.system.outputs;
+in
+{
+  imports = [
+    ./initramfs.nix
+  ];
+  config = mkIf (config.rootfsType == "btrfs") {
+    kernel.config = {
+      BTRFS_FS = "y";
+    };
+    boot.initramfs.enable = true;
+    system.outputs = {
+      rootfs =
+        let
+          inherit (pkgs.pkgsBuildBuild) runCommand e2fsprogs;
+        in runCommand "mkfs.btrfs" {
+          depsBuildBuild = [ e2fsprogs ];
+        } ''
+          tree=${o.bootablerootdir}
+          size=$(du -s --apparent-size --block-size 1024 $tree |cut -f1)
+          # add 25% for filesystem overhead
+          size=$(( 5 * $size / 4))
+          dd if=/dev/zero of=$out bs=1024 count=$size
+          echo "not implemented" ; exit 1
+          # mke2fs -t ext4 -j -d $tree $out
+        '';
+    };
+  };
+}
--- a/modules/outputs/extlinux.nix
+++ b/modules/outputs/extlinux.nix
@ -6,6 +6,7 @@
 }:
 let
  inherit (lib) mkIf mkEnableOption mkOption types concatStringsSep;
+  inherit (pkgs.pseudofile) dir symlink;
  cfg = config.boot.loader.extlinux;
  o = config.system.outputs;
  cmdline = concatStringsSep " " config.boot.commandLine;
@ -17,7 +18,7 @@ in {
  };
  options.boot.loader.extlinux.enable = mkEnableOption "extlinux";

-  config =  { # mkIf cfg.enable {
+  config = mkIf cfg.enable {
    system.outputs.extlinux = pkgs.runCommand "extlinux" {} ''
      mkdir $out
      cd $out
@ -27,13 +28,16 @@ in {
      mkdir extlinux
      cat > extlinux/extlinux.conf << _EOF
      menu title Liminix
-      timeout 100
+      timeout 40
      label Liminix
        kernel /boot/kernel
        # initrd /boot/initramfs
-        append ${cmdline} root=/dev/vda1