Add opencv, works locally

.cargo/config.toml

@@ -1,11 +1,11 @@
-[target.armv7-unknown-linux-gnueabihf]
-linker = "<toolchain_install_path>/sysroots/x86_64-codexsdk-linux/usr/bin/arm-remarkable-linux-gnueabi/arm-remarkable-linux-gnueabi-gcc"
-rustflags = [
-  "-C", "link-arg=-march=armv7-a",
-  "-C", "link-arg=-marm",
-  "-C", "link-arg=-mfpu=neon",
-  "-C", "link-arg=-mfloat-abi=hard",
-  "-C", "link-arg=-mcpu=cortex-a9",
-  "-C", "link-arg=--sysroot=<toolchain_install_path>/sysroots/cortexa7hf-neon-remarkable-linux-gnueabi",
-]
+# [target.armv7-unknown-linux-gnueabihf]
+# linker = "<toolchain_install_path>/sysroots/x86_64-codexsdk-linux/usr/bin/arm-remarkable-linux-gnueabi/arm-remarkable-linux-gnueabi-gcc"
+# rustflags = [
+#   "-C", "link-arg=-march=armv7-a",
+#   "-C", "link-arg=-marm",
+#   "-C", "link-arg=-mfpu=neon",
+#   "-C", "link-arg=-mfloat-abi=hard",
+#   "-C", "link-arg=-mcpu=cortex-a9",
+#   "-C", "link-arg=--sysroot=<toolchain_install_path>/sysroots/cortexa7hf-neon-remarkable-linux-gnueabi",
+# ]
 

Cargo.toml

@@ -2,6 +2,7 @@
 name = "ghostwriter"
 version = "0.1.0"
 edition = "2021"
+
 [dependencies]
 tokio = { version = "1.28", features = ["full"] }
 ureq = { version = "2.6", features = ["json"] }
@@ -15,3 +16,5 @@ clap = { version = "4.0", features = ["derive"] }
 evdev = "0.12.0"
 resvg = "0.44.0"
 dotenv = "0.15"
+opencv = "0.93.4"
+

Cross.toml

@@ -0,0 +1,11 @@
+# [build]
+
+# additional commands to run prior to building the package
+# pre-build = [
+#     "dpkg --add-architecture $CROSS_DEB_ARCH",
+#     # "apt-get update && apt-get --assume-yes install libopencv-dev:$CROSS_DEB_ARCH libclang-dev:$CROSS_DEB_ARCH clang:$CROSS_DEB_ARCH"
+#     "apt-get update && apt-get --assume-yes install libopencv-dev:$CROSS_DEB_ARCH"
+# ]
+
+[target.armv7-unknown-linux-gnueabihf]
+pre-build = "./cross-deps.sh"

README.md

@@ -151,20 +151,28 @@ scp target/armv7-unknown-linux-gnueabihf/release/ghostwriter remarkable:
 ## Scratch
 
 ```
+
 # Record an evaluation on the device
+./ghostwriter --output-file tmp/result.out --model-output-file tmp/result.json --save-screenshot tmp/input.png --no-draw-progress --save-bitmap tmp/result.png claude-assist
 
 # On local, copy the evaluation to local and then put it into a folder
+export evaluation_name=tic_tac_toe_1
+rm tmp/*
 scp -r remarkable:tmp/ ./
-mkdir evaluations/tic_tac_toe_1
-mv tmp/* evaluations/tic_tac_toe_1
+mkdir -p evaluations/$evaluation_name
+mv tmp/* evaluations/$evaluation_name
 
 # Run an evaluation
-./target/release/ghostwriter --input-png evaluations/x_in_box/input.png --output-file tmp/result.out --model-output-file tmp/result.json --save-bitmap tmp/result.png --no-draw --no-draw-progress --no-loop claude-assist
+./target/release/ghostwriter --input-png evaluations/$evaluation_name/input.png --output-file tmp/result.out --model-output-file tmp/result.json --save-bitmap tmp/result.png --no-draw --no-draw-progress --no-loop claude-assist
 
 # Layer the input and output
-magick \( evaluations/x_in_box/input.png -colorspace RGB \) \( tmp/result.png -type truecolormatte -transparent white -fill red -colorize 100 \) -compose Over -composite tmp/merged-output.png
+magick \( evaluations/$evaluation_name/input.png -colorspace RGB \) \( tmp/result.png -type truecolormatte -transparent white -fill red -colorize 100 \) -compose Over -composite tmp/merged-output.png
 ```
 
 Resize from 1872x1404 to 1268x951 px (I think claude does it for us already)
 OR maybe 768x1024 is better. Same ratio, but "standard" XGA
 
+Now I've added opencv-rust as a dependency to pre-segment images. To get this in ubuntu I had to do `sudo apt install libopencv-dev libclang-dev clang`.
+
+comment on https://www.lukasmoro.com/paper
+

build.sh

@@ -6,6 +6,9 @@ remarkable="${1:-remarkable}"
 if [ "$1" == "local" ]; then
     cargo build --release
 else
+    # export PKG_CONFIG_SYSROOT_DIR="<toolchain_install_path>/sysroots/cortexa7hf-neon-remarkable-linux-gnueabi"
+    # export PKG_CONFIG_PATH="<toolchain_install_path>/sysroots/cortexa7hf-neon-remarkable-linux-gnueabi/usr/lib/pkgconfig"
+    # export PKG_CONFIG_ALLOW_CROSS=1
     cross build --release --target=armv7-unknown-linux-gnueabihf && scp target/armv7-unknown-linux-gnueabihf/release/ghostwriter root@$remarkable:
 fi
 

cross-deps.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+apt-get install -y \
+  libssl-dev \
+  libopencv-dev \
+  clang \
+  libclang-dev
+