mirror of
https://github.com/littlefs-project/littlefs.git
synced 2025-10-30 04:02:29 +00:00
9d6546071b
This was lost in the Travis -> GitHub transition, in serializing some of the jobs, I missed that we need to clean between tests with different geometry configurations. Otherwise we end up running outdated binaries, which explains some of the weird test behavior we were seeing. Also tweaked a few script things: - Better subprocess error reporting (dump stderr on failure) - Fixed a BUILDDIR rule issue in test.py - Changed test-not-run status to None instead of undefined
445 lines
14 KiB
YAML
445 lines
14 KiB
YAML
name: test
|
|
on: [push, pull_request]
|
|
|
|
env:
|
|
CFLAGS: -Werror
|
|
MAKEFLAGS: -j
|
|
|
|
jobs:
|
|
# run tests
|
|
test:
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
arch: [x86_64, thumb, mips, powerpc]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: install
|
|
run: |
|
|
# need toml, also pip3 isn't installed by default?
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq python3 python3-pip lcov
|
|
sudo pip3 install toml
|
|
gcc --version
|
|
|
|
# collect coverage
|
|
mkdir -p coverage
|
|
echo "TESTFLAGS=$TESTFLAGS --coverage=`
|
|
`coverage/${{github.job}}-${{matrix.arch}}.info" >> $GITHUB_ENV
|
|
|
|
# cross-compile with ARM Thumb (32-bit, little-endian)
|
|
- name: install-thumb
|
|
if: matrix.arch == 'thumb'
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-arm-linux-gnueabi \
|
|
libc6-dev-armel-cross \
|
|
qemu-user
|
|
echo "CC=arm-linux-gnueabi-gcc -mthumb --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-arm" >> $GITHUB_ENV
|
|
arm-linux-gnueabi-gcc --version
|
|
qemu-arm -version
|
|
# cross-compile with MIPS (32-bit, big-endian)
|
|
- name: install-mips
|
|
if: matrix.arch == 'mips'
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-mips-linux-gnu \
|
|
libc6-dev-mips-cross \
|
|
qemu-user
|
|
echo "CC=mips-linux-gnu-gcc --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-mips" >> $GITHUB_ENV
|
|
mips-linux-gnu-gcc --version
|
|
qemu-mips -version
|
|
# cross-compile with PowerPC (32-bit, big-endian)
|
|
- name: install-powerpc
|
|
if: matrix.arch == 'powerpc'
|
|
run: |
|
|
sudo apt-get install -qq \
|
|
gcc-powerpc-linux-gnu \
|
|
libc6-dev-powerpc-cross \
|
|
qemu-user
|
|
echo "CC=powerpc-linux-gnu-gcc --static" >> $GITHUB_ENV
|
|
echo "EXEC=qemu-ppc" >> $GITHUB_ENV
|
|
powerpc-linux-gnu-gcc --version
|
|
qemu-ppc -version
|
|
|
|
# make sure example can at least compile
|
|
- name: test-example
|
|
run: |
|
|
sed -n '/``` c/,/```/{/```/d; p}' README.md > test.c && \
|
|
make all CFLAGS+=" \
|
|
-Duser_provided_block_device_read=NULL \
|
|
-Duser_provided_block_device_prog=NULL \
|
|
-Duser_provided_block_device_erase=NULL \
|
|
-Duser_provided_block_device_sync=NULL \
|
|
-include stdio.h"
|
|
|
|
# test configurations
|
|
# normal+reentrant tests
|
|
- name: test-default
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk"
|
|
# NOR flash: read/prog = 1 block = 4KiB
|
|
- name: test-nor
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_READ_SIZE=1 -DLFS_BLOCK_SIZE=4096"
|
|
# SD/eMMC: read/prog = 512 block = 512
|
|
- name: test-emmc
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_READ_SIZE=512 -DLFS_BLOCK_SIZE=512"
|
|
# NAND flash: read/prog = 4KiB block = 32KiB
|
|
- name: test-nand
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_READ_SIZE=4096 -DLFS_BLOCK_SIZE=\(32*1024\)"
|
|
# other extreme geometries that are useful for various corner cases
|
|
- name: test-no-intrinsics
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_NO_INTRINSICS"
|
|
- name: test-byte-writes
|
|
# it just takes too long to test byte-level writes when in qemu,
|
|
# should be plenty covered by the other configurations
|
|
if: matrix.arch == 'x86_64'
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_READ_SIZE=1 -DLFS_CACHE_SIZE=1"
|
|
- name: test-block-cycles
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_BLOCK_CYCLES=1"
|
|
- name: test-odd-block-count
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_BLOCK_COUNT=1023 -DLFS_LOOKAHEAD_SIZE=256"
|
|
- name: test-odd-block-size
|
|
run: |
|
|
make clean
|
|
make test TESTFLAGS+="-nrk \
|
|
-DLFS_READ_SIZE=11 -DLFS_BLOCK_SIZE=704"
|
|
|
|
# collect coverage
|
|
- name: collect-coverage
|
|
continue-on-error: true
|
|
run: |
|
|
# we only care about littlefs's actual source
|
|
lcov -e coverage/${{github.job}}-${{matrix.arch}}.info \
|
|
$(for f in lfs*.c ; do echo "/$f" ; done) \
|
|
-o coverage/${{github.job}}-${{matrix.arch}}.info
|
|
- name: upload-coverage
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: coverage
|
|
path: coverage
|
|
retention-days: 1
|
|
|
|
# update results
|
|
- name: results-code
|
|
continue-on-error: true
|
|
run: |
|
|
mkdir -p results
|
|
# TODO remove the need for SRC
|
|
make clean
|
|
make code \
|
|
SRC="$(echo lfs*.c)" \
|
|
CFLAGS+=" \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR" \
|
|
CODEFLAGS+="-o results/code.csv"
|
|
- name: results-code-readonly
|
|
continue-on-error: true
|
|
run: |
|
|
mkdir -p results
|
|
make clean
|
|
make code \
|
|
SRC="$(echo lfs*.c)" \
|
|
CFLAGS+=" \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_READONLY" \
|
|
CODEFLAGS+="-o results/code-readonly.csv"
|
|
- name: results-code-threadsafe
|
|
continue-on-error: true
|
|
run: |
|
|
mkdir -p results
|
|
make clean
|
|
make code \
|
|
SRC="$(echo lfs*.c)" \
|
|
CFLAGS+=" \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_THREADSAFE" \
|
|
CODEFLAGS+="-o results/code-threadsafe.csv"
|
|
- name: results-code-migrate
|
|
continue-on-error: true
|
|
run: |
|
|
mkdir -p results
|
|
make clean
|
|
make code \
|
|
SRC="$(echo lfs*.c)" \
|
|
CFLAGS+=" \
|
|
-DLFS_NO_ASSERT \
|
|
-DLFS_NO_DEBUG \
|
|
-DLFS_NO_WARN \
|
|
-DLFS_NO_ERROR \
|
|
-DLFS_MIGRATE" \
|
|
CODEFLAGS+="-o results/code-migrate.csv"
|
|
- name: upload-results
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: results
|
|
path: results
|
|
# limit reporting to Thumb, otherwise there would be too many numbers
|
|
# flying around for the results to be easily readable
|
|
- name: collect-status
|
|
continue-on-error: true
|
|
if: matrix.arch == 'thumb'
|
|
run: |
|
|
mkdir -p status
|
|
for f in results/code*.csv
|
|
do
|
|
export STEP="results-code$(
|
|
echo $f | sed -n 's/.*code-\(.*\).csv/-\1/p')"
|
|
export CONTEXT="results / code$(
|
|
echo $f | sed -n 's/.*code-\(.*\).csv/ (\1)/p')"
|
|
export PREV="$(curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/master" \
|
|
| jq -re "select(.sha != env.GITHUB_SHA) | .statuses[]
|
|
| select(.context == env.CONTEXT).description
|
|
| capture(\"Code size is (?<result>[0-9]+)\").result" \
|
|
|| echo 0)"
|
|
echo $PREV
|
|
export DESCRIPTION="$(./scripts/code.py -u $f -s | awk '
|
|
NR==2 {printf "Code size is %d B",$2}
|
|
NR==2 && ENVIRON["PREV"] != 0 {
|
|
printf " (%+.1f%%)",100*($2-ENVIRON["PREV"])/$2}')"
|
|
jq -n '{
|
|
state: "success",
|
|
context: env.CONTEXT,
|
|
description: env.DESCRIPTION,
|
|
target_job: "${{github.job}} (${{matrix.arch}})",
|
|
target_step: env.STEP}' \
|
|
| tee status/code$(
|
|
echo $f | sed -n 's/.*code-\(.*\).csv/-\1/p').json
|
|
done
|
|
- name: upload-status
|
|
continue-on-error: true
|
|
if: matrix.arch == 'thumb'
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: status
|
|
path: status
|
|
retention-days: 1
|
|
|
|
# run under Valgrind to check for memory errors
|
|
valgrind:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: install
|
|
run: |
|
|
# need toml, also pip3 isn't installed by default?
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq python3 python3-pip
|
|
sudo pip3 install toml
|
|
- name: install-valgrind
|
|
run: |
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq valgrind
|
|
valgrind --version
|
|
# normal tests, we don't need to test all geometries
|
|
- name: test-valgrind
|
|
run: make test TESTFLAGS+="-k --valgrind"
|
|
|
|
# self-host with littlefs-fuse for a fuzz-like test
|
|
fuse:
|
|
runs-on: ubuntu-latest
|
|
if: ${{!endsWith(github.ref, '-prefix')}}
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: install
|
|
run: |
|
|
# need toml, also pip3 isn't installed by default?
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq python3 python3-pip libfuse-dev
|
|
sudo pip3 install toml
|
|
fusermount -V
|
|
gcc --version
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v2
|
|
path: littlefs-fuse
|
|
- name: setup
|
|
run: |
|
|
# copy our new version into littlefs-fuse
|
|
rm -rf littlefs-fuse/littlefs/*
|
|
cp -r $(git ls-tree --name-only HEAD) littlefs-fuse/littlefs
|
|
|
|
# setup disk for littlefs-fuse
|
|
mkdir mount
|
|
sudo chmod a+rw /dev/loop0
|
|
dd if=/dev/zero bs=512 count=128K of=disk
|
|
losetup /dev/loop0 disk
|
|
- name: test
|
|
run: |
|
|
# self-host test
|
|
make -C littlefs-fuse
|
|
|
|
littlefs-fuse/lfs --format /dev/loop0
|
|
littlefs-fuse/lfs /dev/loop0 mount
|
|
|
|
ls mount
|
|
mkdir mount/littlefs
|
|
cp -r $(git ls-tree --name-only HEAD) mount/littlefs
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test
|
|
|
|
# test migration using littlefs-fuse
|
|
migrate:
|
|
runs-on: ubuntu-latest
|
|
if: ${{!endsWith(github.ref, '-prefix')}}
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: install
|
|
run: |
|
|
# need toml, also pip3 isn't installed by default?
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq python3 python3-pip libfuse-dev
|
|
sudo pip3 install toml
|
|
fusermount -V
|
|
gcc --version
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v2
|
|
path: v2
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
repository: littlefs-project/littlefs-fuse
|
|
ref: v1
|
|
path: v1
|
|
- name: setup
|
|
run: |
|
|
# copy our new version into littlefs-fuse
|
|
rm -rf v2/littlefs/*
|
|
cp -r $(git ls-tree --name-only HEAD) v2/littlefs
|
|
|
|
# setup disk for littlefs-fuse
|
|
mkdir mount
|
|
sudo chmod a+rw /dev/loop0
|
|
dd if=/dev/zero bs=512 count=128K of=disk
|
|
losetup /dev/loop0 disk
|
|
- name: test
|
|
run: |
|
|
# compile v1 and v2
|
|
make -C v1
|
|
make -C v2
|
|
|
|
# run self-host test with v1
|
|
v1/lfs --format /dev/loop0
|
|
v1/lfs /dev/loop0 mount
|
|
|
|
ls mount
|
|
mkdir mount/littlefs
|
|
cp -r $(git ls-tree --name-only HEAD) mount/littlefs
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test
|
|
|
|
# attempt to migrate
|
|
cd ../..
|
|
fusermount -u mount
|
|
|
|
v2/lfs --migrate /dev/loop0
|
|
v2/lfs /dev/loop0 mount
|
|
|
|
# run self-host test with v2 right where we left off
|
|
ls mount
|
|
cd mount/littlefs
|
|
stat .
|
|
ls -flh
|
|
make -B test
|
|
|
|
# collect coverage info
|
|
coverage:
|
|
runs-on: ubuntu-latest
|
|
needs: [test]
|
|
continue-on-error: true
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
- name: install
|
|
run: |
|
|
sudo apt-get update -qq
|
|
sudo apt-get install -qq python3 python3-pip lcov
|
|
sudo pip3 install toml
|
|
- uses: actions/download-artifact@v2
|
|
with:
|
|
name: coverage
|
|
path: coverage
|
|
- name: results-coverage
|
|
run: |
|
|
mkdir -p results
|
|
lcov $(for f in coverage/*.info ; do echo "-a $f" ; done) \
|
|
-o results/coverage.info
|
|
./scripts/coverage.py results/coverage.info -o results/coverage.csv
|
|
- name: upload-results
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: results
|
|
path: results
|
|
- name: collect-status
|
|
run: |
|
|
mkdir -p status
|
|
export STEP="results-coverage"
|
|
export CONTEXT="results / coverage"
|
|
export PREV="$(curl -sS \
|
|
"$GITHUB_API_URL/repos/$GITHUB_REPOSITORY/status/master" \
|
|
| jq -re "select(.sha != env.GITHUB_SHA) | .statuses[]
|
|
| select(.context == env.CONTEXT).description
|
|
| capture(\"Coverage is (?<result>[0-9\\\\.]+)\").result" \
|
|
|| echo 0)"
|
|
export DESCRIPTION="$(
|
|
./scripts/coverage.py -u results/coverage.csv -s | awk -F '[ /%]+' '
|
|
NR==2 {printf "Coverage is %.1f%% of %d lines",$4,$3}
|
|
NR==2 && ENVIRON["PREV"] != 0 {
|
|
printf " (%+.1f%%)",$4-ENVIRON["PREV"]}')"
|
|
jq -n '{
|
|
state: "success",
|
|
context: env.CONTEXT,
|
|
description: env.DESCRIPTION,
|
|
target_job: "${{github.job}}",
|
|
target_step: env.STEP}' \
|
|
| tee status/coverage.json
|
|
- name: upload-status
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: status
|
|
path: status
|
|
retention-days: 1
|