File: compare-functionality.sh

package info (click to toggle)
hfst 3.16.2-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 14,532 kB
  • sloc: cpp: 101,875; sh: 6,717; python: 5,225; yacc: 4,985; lex: 2,900; makefile: 2,017; xml: 6
file content (68 lines) | stat: -rwxr-xr-x 1,853 bytes parent folder | download | duplicates (4)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
#!/bin/sh
TOOLDIR=../../tools/src
COMPARE_TOOL=
FORMAT_TOOL=
REGEXP_TOOL=$TOOLDIR/hfst-regexp2fst
FSTTOOL=$TOOLDIR/hfst-fst2txt

if [ "$1" = '--python' ]; then
    COMPARE_TOOL="python3 ./hfst-compare.py"
    FORMAT_TOOL="python3 ./hfst-format.py"
else
    COMPARE_TOOL=$TOOLDIR/hfst-compare
    FORMAT_TOOL=$TOOLDIR/hfst-format
    for tool in $COMPARE_TOOL $FORMAT_TOOL $REGEXP_TOOL $FSTTOOL;
    do
	if ! test -x $tool; then
	    exit 77;
	fi
    done
fi

comparables="cat dog tac cat2dog dog2cat cat_or_dog catdog"
for f in $comparables; do
    if ! $COMPARE_TOOL -s $f.hfst $f.hfst  ; then
        echo "compare -s mismatches" $f.hfst $f.hfst
        exit 1
    fi
    for g in $comparables ; do
        if test $f != $g ; then
            if $COMPARE_TOOL -s $f.hfst $g.hfst  ; then
                echo "compare -s matches" $f.hfst $g.hfst
                exit 1
            fi
        fi
    done
    # [a|?] and [?] are equal if harmonized
    if ! $COMPARE_TOOL -s a_or_id.hfst id.hfst ; then
	echo "compare -s mismatches" "a_or_id.hfst" "id.hfst"
	exit 1
    fi
    # [a|?] and [?] are not equal if not harmonized
    if $COMPARE_TOOL -H -s a_or_id.hfst id.hfst ; then
	echo "compare -H -s matches" "a_or_id.hfst" "id.hfst"
	exit 1
    fi
done

for format in sfst openfst-tropical foma
do
    if ($FORMAT_TOOL --list-formats | grep $format > /dev/null) ; then
    
        # [?] with empty sigma and [?] with sigma {a} are not equal
        echo "[?]" | $REGEXP_TOOL -f $format > tmp1;
        echo "[?-a]" | $REGEXP_TOOL -f $format > tmp2;
        $FSTTOOL tmp1 > tmp1.txt;
        $FSTTOOL tmp2 > tmp2.txt;
        if ! (diff tmp1.txt tmp2.txt); then
	    echo "not equal #1"
	    exit 1;
        fi
        if $COMPARE_TOOL -s tmp1 tmp2; then
	    echo "not equal #2"
	    exit 1;
        fi
    fi
done

rm -f tmp1 tmp2 tmp1.txt tmp2.txt