Use byte differences for sample matching

Dockerfile

@@ -92,7 +92,7 @@ COPY --from=build /home/mimic3/app/ ./
 COPY --from=build /root/.local/share/mimic3/voices/ /usr/share/mimic3/voices/
 
 # Run test
-COPY tests/apope_sample.txt tests/apope_sample_*.wav ./tests/
+COPY tests/* ./tests/
 
 # Generate sample and check
 RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav" && \
@@ -101,7 +101,7 @@ RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav
     --voice 'en_UK/apope_low' \
     < tests/apope_sample.txt \
     > tests/actual_sample.wav && \
-    diff tests/actual_sample.wav "${expected_sample}"
+    tests/samples_match.sh tests/actual_sample.wav "${expected_sample}"
 
 USER mimic3
 

Dockerfile.debian

@@ -166,7 +166,7 @@ RUN --mount=type=cache,id=apt-run,target=/var/cache/apt \
     xargs apt install --yes
 
 # Run test
-COPY tests/apope_sample.txt tests/apope_sample_*.wav tests/
+COPY tests/* tests/
 
 # Generate sample and check
 RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav" && \
@@ -175,7 +175,7 @@ RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav
     --voice 'en_UK/apope_low' \
     < tests/apope_sample.txt \
     > tests/actual_sample.wav && \
-    diff tests/actual_sample.wav "${expected_sample}"
+    tests/samples_match.sh tests/actual_sample.wav "${expected_sample}"
 
 # -----------------------------------------------------------------------------
 

Dockerfile.debian.dockerignore

@@ -5,6 +5,7 @@
 !pyinstaller/mimic3-download
 !tests/apope_sample.txt
 !tests/apope_sample_*.wav
+!tests/samples_match.sh
 !voices/
 !wheels/
 

Dockerfile.dist

@@ -88,7 +88,7 @@ COPY voices/ /root/.local/share/mimic3/voices/
 RUN .venv/bin/mimic3-download 'en_UK/apope_low'
 
 # Run test
-COPY tests/apope_sample.txt tests/apope_sample_*.wav tests/
+COPY tests/* tests/
 
 # Generate sample and check
 RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav" && \
@@ -97,7 +97,7 @@ RUN export expected_sample="tests/apope_sample_${TARGETARCH}${TARGETVARIANT}.wav
     --voice 'en_UK/apope_low' \
     < tests/apope_sample.txt \
     > tests/actual_sample.wav && \
-    diff tests/actual_sample.wav "${expected_sample}"
+    tests/samples_match.sh tests/actual_sample.wav "${expected_sample}"
 
 # -----------------------------------------------------------------------------
 

Dockerfile.dist.dockerignore

@@ -2,6 +2,7 @@
 !build-dist.sh
 !tests/apope_sample.txt
 !tests/apope_sample_*.wav
+!tests/samples_match.sh
 !voices/
 !wheels/
 !debian/control.in.*

Dockerfile.dockerignore

@@ -2,6 +2,7 @@
 !install.sh
 !tests/apope_sample.txt
 !tests/apope_sample_*.wav
+!tests/samples_match.sh
 !voices/
 !wheels/
 !debian/control.in.*

tests/samples_match.sh

@@ -0,0 +1,40 @@
+#!/usr/bin/env bash
+# Copyright 2022 Mycroft AI Inc.
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+# -----------------------------------------------------------------------------
+#
+# Uses cmp to compare byte differences between two samples.
+# Exits with an error if differences exceed a threshold.
+#
+set -o pipefail
+
+if [ -z "$2" ]; then
+    echo 'Usage: samples_match.sh WAV1 WAV2 [threshold]';
+    exit 1
+fi
+
+wav1="$1"
+wav2="$2"
+threshold="${3:-5000}"
+
+bytes_different="$(cmp -l "${wav1}" "${wav2}" | wc -l)"
+
+if (( ${bytes_different} > ${threshold} )); then
+    echo "Samples differ too much (${bytes_different} > ${threshold})";
+    exit 1;
+fi
+
+echo 'OK'