[hfst] branch upstream updated (75715d6 -> 5e4e314)
Tino Didriksen
tinodidriksen-guest at moszumanska.debian.org
Thu Mar 30 08:05:17 UTC 2017
This is an automated email from the git hooks/post-receive script.
tinodidriksen-guest pushed a change to branch upstream
in repository hfst.
from 75715d6 Imported Upstream version 3.10.0~r2798
new 5e4e314 Imported Upstream version 3.12.2~r3258
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "adds" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 71 +-
.travis.yml | 41 +
ChangeLog | 334 +-
ChangeLog.old | 357 +-
NEWS | 80 +-
README | 467 +-
README => README.rst | 40 +-
autogen.sh | 4 +-
back-ends/dlfcn/dlfcn.c | 2 +-
back-ends/dlfcn/dlfcn.h | 14 +-
back-ends/foma/CHANGELOG | 10 +-
back-ends/foma/Makefile.am | 4 +-
back-ends/foma/README.cmatrix | 2 +-
back-ends/foma/README.symbols | 10 +-
back-ends/foma/apply.c | 42 +-
back-ends/foma/coaccessible.c | 2 +-
back-ends/foma/constructions.c | 106 +-
back-ends/foma/define.c | 21 +-
back-ends/foma/determinize.c | 18 +-
back-ends/foma/dynarray.c | 20 +-
back-ends/foma/extract.c | 1 +
back-ends/foma/flags.c | 40 +-
back-ends/foma/foma.c | 10 +-
back-ends/foma/foma.h | 2 +-
back-ends/foma/fomalib.h | 19 +-
back-ends/foma/fomalibconf.h | 46 +-
back-ends/foma/iface.c | 73 +-
back-ends/foma/io.c | 37 +-
back-ends/foma/lex.cmatrix.c | 46 +-
back-ends/foma/lex.interface.c | 7986 ++++++++++----------
back-ends/foma/lex.lexc.c | 98 +-
back-ends/foma/lex.yy.c | 1943 ++---
back-ends/foma/lexc.l | 12 +-
back-ends/foma/lexcread.c | 44 +-
back-ends/foma/mem.c | 8 +-
back-ends/foma/minimize.c | 26 +-
back-ends/foma/regex.c | 330 +-
back-ends/foma/regex.l | 10 +-
back-ends/foma/regex.y | 10 +-
back-ends/foma/rewrite.c | 1251 ++-
back-ends/foma/sigma.c | 14 +-
back-ends/foma/spelling.c | 32 +-
back-ends/foma/stack.c | 6 +-
back-ends/foma/structures.c | 26 +-
back-ends/foma/topsort.c | 6 +-
back-ends/foma/trie.c | 2 +-
back-ends/foma/utf8.c | 16 +-
back-ends/openfst/NEWS | 24 +-
back-ends/openfst/README | 12 +-
back-ends/openfst/src/include/fst/config.h | 2 +-
back-ends/openfst/src/include/fst/config.h.in | 2 +-
back-ends/openfst/src/include/fst/encode.h | 6 +-
.../openfst/src/include/fst/generic-register.h | 4 +
back-ends/openfst/src/include/fst/interval-set.h | 2 +-
back-ends/openfst/src/include/fst/minimize.h | 2 +-
back-ends/openfst/src/include/fst/partition.h | 2 +-
back-ends/openfst/src/lib/compat.cc | 2 +-
back-ends/openfstwin/README | 2 +-
back-ends/openfstwin/src/include/fst/compat.h | 4 +-
back-ends/openfstwin/src/include/fst/config.h | 2 +-
back-ends/openfstwin/src/include/fst/flags.h | 6 +-
back-ends/openfstwin/src/include/fst/replace.h | 2 +-
back-ends/openfstwin/src/lib/compat.cc | 6 +-
back-ends/sfst/alphabet.cc | 12 +-
back-ends/sfst/alphabet.h | 10 +-
back-ends/sfst/compact.cc | 34 +-
back-ends/sfst/determinise.cc | 6 +-
back-ends/sfst/fst.cc | 42 +-
back-ends/sfst/fst.h | 20 +-
back-ends/sfst/generate.cc | 4 +-
back-ends/sfst/hopcroft.cc | 28 +-
back-ends/sfst/interface.h | 12 +-
back-ends/sfst/operators.cc | 42 +-
back-ends/sfst/sgi.h | 4 +-
configure.ac | 98 +-
doc/api_documentation.dox | 164 +-
doc/hfst-lexc.rst | 8 +-
doc/hfst3-metadata-header-registry.rst | 12 +-
hfst.m4 | 4 +-
{libhfst => lgpl-release}/COPYING | 0
lgpl-release/Makefile.am | 28 +
lgpl-release/README-DEV | 13 +
lgpl-release/back-ends/Makefile.am | 14 +
configure.ac => lgpl-release/configure.ac | 127 +-
libhfst/Makefile.am | 16 +-
libhfst/hfst.pc.in | 2 +-
libhfst/src/FormatSpecifiers.h | 12 +-
libhfst/src/HarmonizeUnknownAndIdentitySymbols.cc | 49 +-
libhfst/src/HarmonizeUnknownAndIdentitySymbols.h | 39 +-
libhfst/src/HfstApply.cc | 92 +-
libhfst/src/HfstDataTypes.cc | 67 +-
libhfst/src/HfstDataTypes.h | 65 +-
libhfst/src/HfstEpsilonHandler.cc | 22 +-
libhfst/src/HfstEpsilonHandler.h | 14 +-
libhfst/src/HfstExceptionDefs.cc | 36 +-
libhfst/src/HfstExceptionDefs.h | 89 +-
libhfst/src/HfstExtractStrings.h | 44 +-
libhfst/src/HfstFlagDiacritics.cc | 46 +-
libhfst/src/HfstFlagDiacritics.h | 76 +-
libhfst/src/HfstInputStream.cc | 130 +-
libhfst/src/HfstInputStream.h | 110 +-
libhfst/src/HfstLookupFlagDiacritics.cc | 42 +-
libhfst/src/HfstLookupFlagDiacritics.h | 27 +-
libhfst/src/HfstOutputStream.cc | 70 +-
libhfst/src/HfstOutputStream.h | 56 +-
libhfst/src/HfstPrintDot.cc | 80 +-
libhfst/src/HfstPrintDot.h | 18 +-
libhfst/src/HfstPrintPCKimmo.cc | 30 +-
libhfst/src/HfstPrintPCKimmo.h | 16 +-
libhfst/src/HfstRules.cc | 240 +-
libhfst/src/HfstStrings2FstTokenizer.cc | 54 +-
libhfst/src/HfstStrings2FstTokenizer.h | 22 +-
libhfst/src/HfstSymbolDefs.cc | 18 +-
libhfst/src/HfstSymbolDefs.h | 62 +-
libhfst/src/HfstTokenizer.cc | 67 +-
libhfst/src/HfstTokenizer.h | 38 +-
libhfst/src/HfstTransducer.cc | 1154 ++-
libhfst/src/HfstTransducer.h | 722 +-
libhfst/src/HfstXeroxRules.cc | 6287 +++++++--------
libhfst/src/HfstXeroxRules.h | 10 +-
libhfst/src/HfstXeroxRulesTest.cc | 20 +-
libhfst/src/Makefile.am | 27 +-
libhfst/src/hfst-string-conversions.cc | 12 +-
libhfst/src/hfst-string-conversions.h | 4 +-
libhfst/src/hfst.h | 12 +-
libhfst/src/hfst_apply_schemas.h | 20 +-
libhfst/src/hfstdll.h | 12 +-
.../src/implementations/ConvertFomaTransducer.cc | 93 +-
.../implementations/ConvertLogWeightTransducer.cc | 103 +-
libhfst/src/implementations/ConvertOlTransducer.cc | 80 +-
.../src/implementations/ConvertSfstTransducer.cc | 51 +-
.../src/implementations/ConvertTransducerFormat.cc | 116 +-
.../src/implementations/ConvertTransducerFormat.h | 93 +-
.../ConvertTropicalWeightTransducer.cc | 91 +-
.../src/implementations/ConvertXfsmTransducer.cc | 40 +-
libhfst/src/implementations/FomaTransducer.cc | 326 +-
libhfst/src/implementations/FomaTransducer.h | 40 +-
...fstTransitionGraph.h => HfstBasicTransducer.cc} | 2083 +++--
libhfst/src/implementations/HfstBasicTransducer.h | 1120 +++
libhfst/src/implementations/HfstBasicTransition.cc | 99 +
libhfst/src/implementations/HfstBasicTransition.h | 116 +
libhfst/src/implementations/HfstOlTransducer.cc | 72 +-
libhfst/src/implementations/HfstOlTransducer.h | 22 +-
libhfst/src/implementations/HfstTransition.h | 46 +-
libhfst/src/implementations/HfstTransitionGraph.cc | 18 +-
libhfst/src/implementations/HfstTransitionGraph.h | 916 ++-
.../HfstTropicalTransducerTransitionData.cc | 264 +-
.../HfstTropicalTransducerTransitionData.h | 290 +-
libhfst/src/implementations/LogWeightTransducer.cc | 436 +-
libhfst/src/implementations/LogWeightTransducer.h | 98 +-
libhfst/src/implementations/Makefile.am | 69 +-
.../MyTransducerLibraryTransducer.cc | 80 +-
.../MyTransducerLibraryTransducer.h | 118 +-
libhfst/src/implementations/SfstTransducer.cc | 238 +-
libhfst/src/implementations/SfstTransducer.h | 38 +-
.../implementations/TropicalWeightTransducer.cc | 586 +-
.../src/implementations/TropicalWeightTransducer.h | 122 +-
libhfst/src/implementations/XfsmTransducer.cc | 56 +-
libhfst/src/implementations/XfsmTransducer.h | 18 +-
.../compose_intersect/ComposeIntersectFst.cc | 82 +-
.../compose_intersect/ComposeIntersectFst.h | 24 +-
.../compose_intersect/ComposeIntersectLexicon.cc | 64 +-
.../compose_intersect/ComposeIntersectLexicon.h | 14 +-
.../compose_intersect/ComposeIntersectRule.cc | 22 +-
.../compose_intersect/ComposeIntersectRule.h | 12 +-
.../compose_intersect/ComposeIntersectRulePair.cc | 45 +-
.../compose_intersect/ComposeIntersectRulePair.h | 14 +-
.../compose_intersect/ComposeIntersectUtilities.cc | 16 +-
.../compose_intersect/ComposeIntersectUtilities.h | 20 +-
.../implementations/optimized-lookup/convert.cc | 42 +-
.../src/implementations/optimized-lookup/convert.h | 73 +-
.../optimized-lookup/find_epsilon_loops.cc | 16 +-
.../src/implementations/optimized-lookup/ospell.cc | 12 +-
.../src/implementations/optimized-lookup/pmatch.cc | 589 +-
.../src/implementations/optimized-lookup/pmatch.h | 116 +-
.../implementations/optimized-lookup/transducer.cc | 104 +-
.../implementations/optimized-lookup/transducer.h | 80 +-
.../src => libhfst/src/parsers}/HfstTwolcDefs.h | 8 +-
libhfst/src/parsers/LexcCompiler.cc | 368 +-
libhfst/src/parsers/LexcCompiler.h | 18 +-
libhfst/src/parsers/Makefile.am | 188 +-
libhfst/src/parsers/PmatchCompiler.cc | 21 +-
libhfst/src/parsers/PmatchCompiler.h | 18 +-
.../src/parsers/SfstAlphabet.cc | 70 +-
.../src/parsers/SfstAlphabet.h | 16 +-
.../src/parsers/SfstBasic.cc | 10 +-
.../HfstBasic.h => libhfst/src/parsers/SfstBasic.h | 10 +-
.../src/parsers/SfstCompiler.cc | 266 +-
.../src/parsers/SfstCompiler.h | 37 +-
.../HfstUtf8.cc => libhfst/src/parsers/SfstUtf8.cc | 7 +-
.../HfstUtf8.h => libhfst/src/parsers/SfstUtf8.h | 8 +-
libhfst/src/parsers/TwolcCompiler.cc | 116 +
.../src/parsers/TwolcCompiler.h | 30 +-
libhfst/src/parsers/XfstCompiler.cc | 799 +-
libhfst/src/parsers/XfstCompiler.h | 57 +-
libhfst/src/parsers/XreCompiler.cc | 146 +-
libhfst/src/parsers/XreCompiler.h | 27 +-
.../src/parsers}/alphabet_src/Alphabet.cc | 48 +-
.../src/parsers}/alphabet_src/Alphabet.h | 0
.../src/parsers}/commandline_src/CommandLine.cc | 100 +-
.../src/parsers}/commandline_src/CommandLine.h | 8 +-
.../src => libhfst/src/parsers}/common_globals.h | 0
.../src => libhfst/src/parsers}/grammar_defs.h | 8 +-
.../src/parsers/htwolcpre1-lexer.ll | 293 +-
.../src/parsers/htwolcpre1-parser.yy | 297 +-
libhfst/src/parsers/htwolcpre2-lexer.ll | 313 +
.../src/parsers/htwolcpre2-parser.yy | 186 +-
.../src/parsers/htwolcpre3-lexer.ll | 59 +-
.../src/parsers/htwolcpre3-parser.yy | 271 +-
.../src/parsers}/io_src/InputReader.cc | 40 +-
.../src/parsers}/io_src/InputReader.h | 16 +-
.../src/parsers}/io_src/input_defs.h | 2 +-
libhfst/src/parsers/lexc-lexer.ll | 22 +-
libhfst/src/parsers/lexc-parser.yy | 37 +-
libhfst/src/parsers/lexc-utils.cc | 44 +-
libhfst/src/parsers/lexc-utils.h | 16 +-
libhfst/src/parsers/pmatch_lex.ll | 68 +-
libhfst/src/parsers/pmatch_parse.yy | 249 +-
libhfst/src/parsers/pmatch_utils.cc | 903 ++-
libhfst/src/parsers/pmatch_utils.h | 180 +-
.../rule_src/ConflictResolvingLeftArrowRule.cc | 4 +-
.../rule_src/ConflictResolvingLeftArrowRule.h | 6 +-
.../rule_src/ConflictResolvingRightArrowRule.cc | 6 +-
.../rule_src/ConflictResolvingRightArrowRule.h | 0
.../src/parsers}/rule_src/LeftArrowRule.cc | 16 +-
.../src/parsers}/rule_src/LeftArrowRule.h | 0
.../parsers}/rule_src/LeftArrowRuleContainer.cc | 30 +-
.../src/parsers}/rule_src/LeftArrowRuleContainer.h | 2 +-
.../parsers}/rule_src/LeftRestrictionArrowRule.cc | 14 +-
.../parsers}/rule_src/LeftRestrictionArrowRule.h | 0
.../src/parsers}/rule_src/OtherSymbolTransducer.cc | 178 +-
.../src/parsers}/rule_src/OtherSymbolTransducer.h | 44 +-
.../src/parsers}/rule_src/RightArrowRule.cc | 14 +-
.../src/parsers}/rule_src/RightArrowRule.h | 0
.../parsers}/rule_src/RightArrowRuleContainer.cc | 18 +-
.../parsers}/rule_src/RightArrowRuleContainer.h | 2 +-
.../src => libhfst/src/parsers}/rule_src/Rule.cc | 20 +-
.../src => libhfst/src/parsers}/rule_src/Rule.h | 6 +-
.../src/parsers}/rule_src/RuleContainer.cc | 12 +-
.../src/parsers}/rule_src/RuleContainer.h | 0
.../src/parsers}/rule_src/TwolCGrammar.cc | 38 +-
.../src/parsers}/rule_src/TwolCGrammar.h | 18 +-
libhfst/src/parsers/sfst-compiler.yy | 225 +
libhfst/src/parsers/sfst-scanner.ll | 202 +
.../src/parsers}/string_src/string_manipulation.cc | 50 +-
.../src/parsers}/string_src/string_manipulation.h | 26 +-
.../parsers}/variable_src/ConstContainerIterator.h | 26 +-
.../variable_src/MatchedConstContainerIterator.h | 36 +-
.../variable_src/MixedConstContainerIterator.h | 30 +-
.../src/parsers}/variable_src/RuleSymbolVector.cc | 12 +-
.../src/parsers}/variable_src/RuleSymbolVector.h | 6 +-
.../src/parsers}/variable_src/RuleVariables.cc | 2 +-
.../src/parsers}/variable_src/RuleVariables.h | 0
.../variable_src/RuleVariablesConstIterator.cc | 6 +-
.../variable_src/RuleVariablesConstIterator.h | 4 +-
.../src/parsers}/variable_src/VariableBlock.h | 20 +-
.../parsers}/variable_src/VariableBlockContainer.h | 18 +-
.../src/parsers}/variable_src/VariableContainer.h | 6 +-
.../parsers}/variable_src/VariableContainerBase.h | 2 +-
.../src/parsers}/variable_src/VariableDefs.h | 0
.../parsers}/variable_src/VariableValueIterator.h | 4 +-
.../src/parsers}/variable_src/VariableValues.cc | 0
.../src/parsers}/variable_src/VariableValues.h | 0
libhfst/src/parsers/xfst-lexer.ll | 68 +-
libhfst/src/parsers/xfst-parser.yy | 156 +-
libhfst/src/parsers/xfst-utils.cc | 42 +-
libhfst/src/parsers/xfst-utils.h | 20 +-
libhfst/src/parsers/xfst_help_message.cc | 50 +-
libhfst/src/parsers/xfst_help_message.h | 30 +-
libhfst/src/parsers/xre_lex.ll | 86 +-
libhfst/src/parsers/xre_parse.yy | 292 +-
libhfst/src/parsers/xre_utils.cc | 224 +-
libhfst/src/parsers/xre_utils.h | 24 +-
m4/ax_check_compile_flag.m4 | 74 +
man/Makefile.am | 79 +-
man/hfst-affix-guessify.1 | 18 +-
man/hfst-apertium-proc.1 | 12 +-
man/hfst-calculate.1 | 22 +-
man/hfst-compare.1 | 16 +-
man/hfst-compose-intersect.1 | 18 +-
man/hfst-compose.1 | 22 +-
man/hfst-concatenate.1 | 18 +-
man/hfst-conjunct.1 | 18 +-
man/hfst-determinize.1 | 14 +-
man/hfst-disjunct.1 | 18 +-
man/hfst-edit-metadata.1 | 20 +-
man/hfst-expand-equivalences.1 | 20 +-
man/hfst-format.1 | 14 +-
man/hfst-fst2fst.1 | 16 +-
man/hfst-fst2strings.1 | 36 +-
man/hfst-fst2txt.1 | 16 +-
man/hfst-grep.1 | 48 +-
man/hfst-guess.1 | 14 +-
man/hfst-guessify.1 | 14 +-
man/hfst-head.1 | 16 +-
man/hfst-info.1 | 18 +-
man/hfst-invert.1 | 14 +-
man/hfst-lexc-compiler.1 | 57 -
man/hfst-lexc.1 | 22 +-
man/hfst-lookup.1 | 58 +-
man/hfst-minimize.1 | 14 +-
man/hfst-multiply.1 | 16 +-
man/hfst-name.1 | 18 +-
man/hfst-optimized-lookup.1 | 22 +-
man/hfst-pair-test.1 | 26 +-
man/hfst-pmatch.1 | 37 +-
man/hfst-pmatch2fst.1 | 16 +-
man/hfst-project.1 | 16 +-
man/hfst-prune-alphabet.1 | 14 +-
man/hfst-push-weights.1 | 16 +-
man/hfst-regexp2fst.1 | 29 +-
man/hfst-remove-epsilons.1 | 14 +-
man/hfst-repeat.1 | 18 +-
man/hfst-reverse.1 | 14 +-
man/hfst-reweight-tagger.1 | 14 +-
man/hfst-reweight.1 | 35 +-
man/hfst-shuffle.1 | 18 +-
man/hfst-split.1 | 16 +-
man/hfst-strings2fst.1 | 26 +-
man/hfst-substitute.1 | 28 +-
man/hfst-subtract.1 | 18 +-
man/hfst-summarize.1 | 16 +-
man/hfst-tag.1 | 14 +-
man/hfst-tail.1 | 16 +-
man/hfst-tokenize.1 | 52 +-
man/hfst-tool.1.template | 2 +-
man/hfst-train-tagger-system.1 | 1 -
man/hfst-traverse.1 | 14 +-
man/hfst-twolc-system.1 | 1 -
man/hfst-twolc.1 | 16 +-
man/hfst-txt2fst.1 | 18 +-
man/hfst-xfst.1 | 24 +-
python/Makefile.am | 20 +-
python/README | 121 +-
python/{test/testfile => config.h} | 0
python/doc/Doxyfile | 4 +-
python/doc/README | 17 +
python/doc/{libhfst.py => hfst/__init__.py} | 2259 +++---
python/doc/hfst/exceptions/__init__.py | 300 +
python/doc/hfst/sfst_rules/__init__.py | 242 +
python/doc/hfst/xerox_rules/__init__.py | 98 +
python/doc/xml2docstrings.sh | 35 +
python/docstrings.i | 3450 +++++++++
python/hfst/__init__.py | 1261 ++++
python/hfst/exceptions/__init__.py | 66 +
python/hfst/sfst_rules/__init__.py | 28 +
python/hfst/xerox_rules/__init__.py | 35 +
python/hfst_extensions.cc | 38 +
python/hfst_file_extensions.cc | 44 +
python/hfst_lexc_extensions.cc | 57 +
python/hfst_lookup_extensions.cc | 95 +
python/hfst_pmatch_extensions.cc | 93 +
python/hfst_prolog_extensions.cc | 28 +
python/hfst_regex_extensions.cc | 34 +
python/hfst_rules_extensions.cc | 174 +
python/hfst_sfst_extensions.cc | 45 +
python/hfst_xfst_extensions.cc | 68 +
python/libhfst.i | 2366 +++---
COPYING => python/pypi/COPYING | 0
python/pypi/MANIFEST.in | 22 +
python/{test/testfile => pypi/README} | 0
python/pypi/README.rst | 116 +
python/{test/testfile => pypi/config.h} | 0
python/pypi/copy-files.sh | 17 +
python/pypi/setup.cfg | 5 +
python/pypi/setup.py | 234 +
python/setup.py | 22 +-
python/test/Makefile.am | 10 +-
python/test/README | 18 +-
{test/tools => python/test}/cat.prolog | 0
python/test/cats_and_dogs.prolog | 20 +
python/test/cats_and_dogs_fail.prolog | 31 +
python/test/examples.py | 388 -
python/test/foo_att_prolog | 3 -
python/test/foo_basic | 8 +-
python/test/foobar.hfst | Bin 768 -> 0 bytes
python/test/foobar2.hfst | Bin 512 -> 0 bytes
python/test/streets.txt | 6 +
python/test/test.bat | 17 +
python/test/test.py | 6 -
python/test/test.sfstpl | 1 +
python/test/test.sh | 105 +-
python/test/test_att_reader.py | 25 +
python/test/test_dir_hfst.py | 35 +
python/test/test_dir_hfst_exceptions.py | 18 +
python/test/test_dir_hfst_sfst_rules.py | 13 +
python/test/test_examples.py | 405 +
python/test/test_exceptions.py | 49 +
python/test/test_hfst.py | 353 +-
python/test/test_pmatch.py | 44 +
python/test/test_prolog.py | 65 +
python/test/test_prolog_reader.py | 25 +
python/test/test_read_att_transducer.py | 18 +
python/test/test_streams_1.py | 27 +-
python/test/test_streams_2.py | 25 +-
python/test/test_streams_3.py | 38 +-
python/test/test_tokenizer.py | 67 +
python/test/test_xerox_rules.py | 49 +
python/test/test_xre.py | 22 +
python/test/testfile.att | 12 +-
python/test/testfile1.hfst | Bin 1364 -> 0 bytes
python/test/testfile3.att | 11 -
python/test/testfile_fail.att | 15 +
scripts/README | 14 +-
scripts/copy-for-windows.sh | 236 +-
scripts/fetch-stats.sh | 34 +
scripts/generate-cc-files.sh | 12 +-
scripts/generate-static-binaries.sh | 4 +-
scripts/hfst-foma-wrapper.sh.in | 5 +-
scripts/hfst-foma.in | 3 +
scripts/make-libhfst-dist.sh | 43 +
scripts/make-python-package.sh | 17 +
scripts/readmes/README_eight_tools_mac.txt | 4 +-
scripts/readmes/README_eight_tools_win.txt | 6 +-
scripts/readmes/README_python_mac.txt | 27 +
scripts/readmes/README_python_win.txt | 27 +
scripts/readmes/README_xfst_mac.txt | 4 +-
scripts/readmes/README_xfst_win.txt | 6 +-
scripts/windows/make-hfst-lexc.bat | 3 +-
scripts/windows/make-hfst-proc.bat | 3 +-
scripts/windows/make-hfst-tool.bat | 41 +-
scripts/windows/make-hfst-xfst.bat | 3 +-
scripts/windows/make-htwolcpre1.bat | 3 +-
scripts/windows/make-htwolcpre2.bat | 3 +-
scripts/windows/make-htwolcpre3.bat | 3 +-
scripts/windows/make-python-bindings.bat | 8 +-
scripts/windows/make-python-package.bat | 18 +
test/Makefile.am | 7 +-
test/libhfst/Makefile.am | 2 +-
test/libhfst/auxiliary_functions.cc | 6 +-
test/libhfst/test_constructors.cc | 12 +-
test/libhfst/test_examples.cc | 34 +-
test/libhfst/test_flag_diacritics.cc | 14 +-
test/libhfst/test_hfst_basic_transducer.cc | 16 +-
test/libhfst/test_lexc.cc | 16 +-
test/libhfst/test_rules.cc | 46 +-
test/libhfst/test_streams.cc | 16 +-
test/libhfst/test_tokenizer.cc | 42 +-
test/libhfst/test_transducer_functions.cc | 116 +-
test/tools/Makefile.am | 169 +-
test/tools/basic.UTF-8.lexc.flag.result | Bin 1229 -> 0 bytes
test/tools/basic.UTF-8.lexc.flag.result.prolog | 26 +
test/tools/basic.UTF-8.lexc.result | 44 -
test/tools/basic.UTF-8.lexc.result.prolog | 22 +
.../basic.almost-reserved-words.lexc.flag.result | Bin 847 -> 0 bytes
...c.almost-reserved-words.lexc.flag.result.prolog | 49 +
test/tools/basic.almost-reserved-words.lexc.result | Bin 725 -> 0 bytes
.../basic.almost-reserved-words.lexc.result.prolog | 45 +
test/tools/basic.cat-dog-bird.lexc.flag.result | Bin 886 -> 0 bytes
.../basic.cat-dog-bird.lexc.flag.result.prolog | 16 +
test/tools/basic.cat-dog-bird.lexc.result | 27 -
test/tools/basic.cat-dog-bird.lexc.result.prolog | 12 +
test/tools/basic.colons.lexc.flag.result | Bin 1224 -> 0 bytes
test/tools/basic.colons.lexc.flag.result.prolog | 29 +
test/tools/basic.colons.lexc.result | 43 -
test/tools/basic.colons.lexc.result.prolog | 25 +
test/tools/basic.comments.lexc.flag.result | Bin 1453 -> 0 bytes
test/tools/basic.comments.lexc.flag.result.prolog | 31 +
test/tools/basic.comments.lexc.result | 41 -
test/tools/basic.comments.lexc.result.prolog | 23 +
test/tools/basic.empty-sides.lexc.flag.result | Bin 1225 -> 0 bytes
.../basic.empty-sides.lexc.flag.result.prolog | 25 +
test/tools/basic.empty-sides.lexc.result | 33 -
test/tools/basic.empty-sides.lexc.result.prolog | 17 +
test/tools/basic.escapes.lexc.flag.result | Bin 771 -> 0 bytes
test/tools/basic.escapes.lexc.flag.result.prolog | 13 +
test/tools/basic.escapes.lexc.result | 22 -
test/tools/basic.escapes.lexc.result.prolog | 9 +
test/tools/basic.infostrings.lexc.flag.result | Bin 1026 -> 0 bytes
.../basic.infostrings.lexc.flag.result.prolog | 20 +
test/tools/basic.infostrings.lexc.result | 28 -
test/tools/basic.infostrings.lexc.result.prolog | 14 +
.../basic.initial-lexicon-empty.lexc.flag.result | Bin 760 -> 0 bytes
...c.initial-lexicon-empty.lexc.flag.result.prolog | 11 +
test/tools/basic.initial-lexicon-empty.lexc.result | 14 -
.../basic.initial-lexicon-empty.lexc.result.prolog | 5 +
.../basic.lowercase-lexicon-end.lexc.flag.result | Bin 2266 -> 0 bytes
...c.lowercase-lexicon-end.lexc.flag.result.prolog | 46 +
test/tools/basic.lowercase-lexicon-end.lexc.result | 54 -
.../basic.lowercase-lexicon-end.lexc.result.prolog | 29 +
.../tools/basic.multi-entry-lines.lexc.flag.result | Bin 784 -> 0 bytes
...basic.multi-entry-lines.lexc.flag.result.prolog | 14 +
test/tools/basic.multi-entry-lines.lexc.result | 21 -
.../basic.multi-entry-lines.lexc.result.prolog | 10 +
.../basic.multichar-escaped-zero.lexc.flag.result | Bin 785 -> 0 bytes
....multichar-escaped-zero.lexc.flag.result.prolog | 13 +
.../tools/basic.multichar-escaped-zero.lexc.result | 16 -
...basic.multichar-escaped-zero.lexc.result.prolog | 7 +
.../tools/basic.multichar-symbols.lexc.flag.result | Bin 840 -> 0 bytes
...basic.multichar-symbols.lexc.flag.result.prolog | 14 +
test/tools/basic.multichar-symbols.lexc.result | 26 -
.../basic.multichar-symbols.lexc.result.prolog | 10 +
test/tools/basic.no-Root.lexc.flag.result | Bin 881 -> 0 bytes
test/tools/basic.no-Root.lexc.flag.result.prolog | 16 +
test/tools/basic.no-Root.lexc.result | 27 -
test/tools/basic.no-Root.lexc.result.prolog | 12 +
.../tools/basic.no-newline-at-end.lexc.flag.result | Bin 641 -> 0 bytes
...basic.no-newline-at-end.lexc.flag.result.prolog | 9 +
test/tools/basic.no-newline-at-end.lexc.result | 14 -
.../basic.no-newline-at-end.lexc.result.prolog | 5 +
test/tools/basic.punctuation.lexc.flag.result | Bin 2456 -> 0 bytes
.../basic.punctuation.lexc.flag.result.prolog | 73 +
test/tools/basic.punctuation.lexc.result | 132 -
test/tools/basic.punctuation.lexc.result.prolog | 69 +
test/tools/basic.regexps.lexc.flag.result | Bin 543 -> 0 bytes
test/tools/basic.regexps.lexc.flag.result.prolog | 14 +
test/tools/basic.regexps.lexc.result | Bin 315 -> 0 bytes
test/tools/basic.regexps.lexc.result.prolog | 6 +
test/tools/basic.root-loop.lexc.flag.result | Bin 785 -> 0 bytes
test/tools/basic.root-loop.lexc.flag.result.prolog | 13 +
test/tools/basic.root-loop.lexc.result | 22 -
test/tools/basic.root-loop.lexc.result.prolog | 9 +
test/tools/basic.spurious-lexicon.lexc.flag.result | Bin 844 -> 0 bytes
.../basic.spurious-lexicon.lexc.flag.result.prolog | 14 +
test/tools/basic.spurious-lexicon.lexc.result | 19 -
.../basic.spurious-lexicon.lexc.result.prolog | 8 +
test/tools/basic.string-pairs.lexc.flag.result | Bin 968 -> 0 bytes
.../basic.string-pairs.lexc.flag.result.prolog | 18 +
test/tools/basic.string-pairs.lexc.result | 31 -
test/tools/basic.string-pairs.lexc.result.prolog | 14 +
test/tools/basic.two-lexicons.lexc.flag.result | Bin 1132 -> 0 bytes
.../basic.two-lexicons.lexc.flag.result.prolog | 22 +
test/tools/basic.two-lexicons.lexc.result | 35 -
test/tools/basic.two-lexicons.lexc.result.prolog | 16 +
test/tools/basic.zeros-epsilons.lexc.flag.result | Bin 1733 -> 0 bytes
.../basic.zeros-epsilons.lexc.flag.result.prolog | 46 +
test/tools/basic.zeros-epsilons.lexc.result | 63 -
test/tools/basic.zeros-epsilons.lexc.result.prolog | 42 +
test/tools/cats_and_dogs_semicolon.xre | 2 +-
test/tools/compare-functionality.sh | 2 +
.../fsmbook-tests/hfst-scripts/Lingala.hfst.script | 2 +-
test/tools/fsmbook-tests/test.sh | 5 +
test/tools/hfst-check-environment.sh | 2 +-
test/tools/hfst-check-help.sh | 17 +-
test/tools/hfst-check-version.sh | 17 +-
test/tools/hfst.weights.lexc.flag.result | Bin 938 -> 0 bytes
test/tools/hfst.weights.lexc.flag.result.prolog | 16 +
test/tools/hfst.weights.lexc.result | Bin 610 -> 0 bytes
test/tools/hfst.weights.lexc.result.prolog | 10 +
test/tools/incompatible-formats.sh | 2 +-
test/tools/lexc-compiler-functionality.sh | 10 +-
test/tools/mismatching-input-streams.sh | 2 +-
.../no-newline-before-sublexicon.lexc.flag.result | 31 -
...wline-before-sublexicon.lexc.flag.result.prolog | 11 +
.../tools/no-newline-before-sublexicon.lexc.result | 19 -
...no-newline-before-sublexicon.lexc.result.prolog | 5 +
test/tools/pmatch-functionality.sh | 2 +-
test/tools/pmatch-tests.sh | 13 +
test/tools/proc-caps-gen.strings | 1 +
test/tools/proc-caps-out1.strings | 2 +-
test/tools/proc-caps-out2.strings | 1 +
test/tools/proc-caps.txt | 39 +-
test/tools/symbol-harmonization-functionality.sh | 6 +-
test/tools/tokenize-backtrack-functionality.sh | 56 +
...nize-backtrack-out-giella-cg-contiguous.strings | 9 +
...tokenize-backtrack-out-giella-cg-spaces.strings | 14 +
.../tools/tokenize-backtrack-out-giella-cg.strings | 21 +
test/tools/tokenize-backtrack.lexc | 65 +
test/tools/tokenize-backtrack.pmscript | 16 +
test/tools/tokenize-dog-in.lexc | 32 +
test/tools/tokenize-dog-out-cg.strings | 13 +
.../tokenize-dog-out-giella-cg-flushing.strings | 13 +
.../tokenize-dog-out-giella-cg-superblank.strings | 12 +
test/tools/tokenize-dog-out-giella-cg.strings | 15 +
test/tools/tokenize-dog-out-xerox.strings | 9 +
test/tools/tokenize-dog-out.strings | 4 +
test/tools/tokenize-dog.pmscript | 16 +
test/tools/tokenize-flushing-functionality.sh | 71 +
test/tools/tokenize-functionality.sh | 80 +
test/tools/warn.one-sided-flags.lexc.flag.result | Bin 461 -> 0 bytes
.../warn.one-sided-flags.lexc.flag.result.prolog | 11 +
test/tools/warn.one-sided-flags.lexc.result | Bin 347 -> 0 bytes
test/tools/warn.one-sided-flags.lexc.result.prolog | 7 +
...icon-mentioned-but-not-defined.lexc.flag.result | 19 -
...ntioned-but-not-defined.lexc.flag.result.prolog | 6 +
...ublexicon-mentioned-but-not-defined.lexc.result | 11 -
...on-mentioned-but-not-defined.lexc.result.prolog | 2 +
test/tools/xre.any-variations.lexc.flag.result | Bin 1971 -> 0 bytes
.../xre.any-variations.lexc.flag.result.prolog | 87 +
test/tools/xre.any-variations.lexc.result | Bin 1705 -> 0 bytes
test/tools/xre.any-variations.lexc.result.prolog | 83 +
...re.automatic-multichar-symbols.lexc.flag.result | Bin 1631 -> 0 bytes
...matic-multichar-symbols.lexc.flag.result.prolog | 41 +
.../xre.automatic-multichar-symbols.lexc.result | 62 -
....automatic-multichar-symbols.lexc.result.prolog | 33 +
test/tools/xre.basic.lexc.flag.result | Bin 1073 -> 0 bytes
test/tools/xre.basic.lexc.flag.result.prolog | 22 +
test/tools/xre.basic.lexc.result | 38 -
test/tools/xre.basic.lexc.result.prolog | 18 +
test/tools/xre.definitions.lexc.flag.result | Bin 1915 -> 0 bytes
test/tools/xre.definitions.lexc.flag.result.prolog | 67 +
test/tools/xre.definitions.lexc.result | 98 -
test/tools/xre.definitions.lexc.result.prolog | 63 +
test/tools/xre.less-than-twice.lexc | 1 +
.../xre.less-than-twice.lexc.flag.result.prolog | 9 +
test/tools/xre.less-than-twice.lexc.result.prolog | 5 +
test/tools/xre.months.lexc.flag.result | Bin 1998 -> 0 bytes
test/tools/xre.months.lexc.flag.result.prolog | 52 +
test/tools/xre.months.lexc.result | 80 -
test/tools/xre.months.lexc.result.prolog | 48 +
test/tools/xre.more-than-twice.lexc | 1 +
.../xre.more-than-twice.lexc.flag.result.prolog | 14 +
test/tools/xre.more-than-twice.lexc.result.prolog | 10 +
test/tools/xre.nested-definitions.lexc.flag.result | Bin 1248 -> 0 bytes
.../xre.nested-definitions.lexc.flag.result.prolog | 39 +
test/tools/xre.nested-definitions.lexc.result | 53 -
.../xre.nested-definitions.lexc.result.prolog | 35 +
test/tools/xre.numeric-star.lexc.flag.result | Bin 801 -> 0 bytes
.../tools/xre.numeric-star.lexc.flag.result.prolog | 16 +
test/tools/xre.numeric-star.lexc.result | 28 -
test/tools/xre.numeric-star.lexc.result.prolog | 12 +
test/tools/xre.quotations.lexc.flag.result | Bin 908 -> 0 bytes
test/tools/xre.quotations.lexc.flag.result.prolog | 15 +
test/tools/xre.quotations.lexc.result | 27 -
test/tools/xre.quotations.lexc.result.prolog | 11 +
test/tools/xre.sharp.lexc.flag.result | Bin 1360 -> 0 bytes
test/tools/xre.sharp.lexc.flag.result.prolog | 35 +
test/tools/xre.sharp.lexc.result | 67 -
test/tools/xre.sharp.lexc.result.prolog | 31 +
test/tools/xre.star-plus-optional.lexc.flag.result | Bin 1064 -> 0 bytes
.../xre.star-plus-optional.lexc.flag.result.prolog | 23 +
test/tools/xre.star-plus-optional.lexc.result | 36 -
.../xre.star-plus-optional.lexc.result.prolog | 19 +
tools/src/FunctionalTransducer.cc | 10 +-
tools/src/FunctionalTransducer.h | 2 +-
tools/src/Makefile.am | 29 +-
tools/src/generate_model_forms.cc | 28 +-
tools/src/guessify_fst.cc | 16 +-
tools/src/guessify_fst.h | 2 +-
tools/src/hfst-affix-guessify.cc | 12 +-
tools/src/hfst-binary-tool.cc | 8 +-
tools/src/hfst-commandline.cc | 25 +-
tools/src/hfst-commandline.h | 24 +-
tools/src/hfst-compare.cc | 18 +-
tools/src/hfst-compiler.yy | 494 --
tools/src/hfst-compose-intersect.cc | 48 +-
tools/src/hfst-compose.cc | 30 +-
tools/src/hfst-concatenate.cc | 20 +-
tools/src/hfst-conjunct.cc | 20 +-
tools/src/hfst-determinize.cc | 12 +-
tools/src/hfst-disjunct.cc | 14 +-
tools/src/hfst-edit-metadata.cc | 16 +-
tools/src/hfst-expand-equivalences.cc | 14 +-
tools/src/hfst-file-to-mem.cc | 12 +-
tools/src/hfst-flookup.cc | 86 +-
tools/src/hfst-format.cc | 12 +-
tools/src/hfst-fst2fst.cc | 62 +-
tools/src/hfst-fst2strings.cc | 68 +-
tools/src/hfst-fst2txt.cc | 40 +-
tools/src/hfst-getopt.cc | 2 +-
tools/src/hfst-getopt.h | 2 +-
tools/src/hfst-grep.cc | 24 +-
tools/src/hfst-guess.cc | 50 +-
tools/src/hfst-guessify.cc | 34 +-
tools/src/hfst-head.cc | 12 +-
tools/src/hfst-info.cc | 20 +-
tools/src/hfst-invert.cc | 12 +-
tools/src/hfst-lexc-compiler.cc | 4 +-
tools/src/hfst-lexc-wrapper.cc | 10 +-
tools/src/hfst-lookup.cc | 540 +-
tools/src/hfst-minimize.cc | 12 +-
tools/src/hfst-multiply.cc | 12 +-
tools/src/hfst-name.cc | 12 +-
tools/src/hfst-optimized-lookup.cc | 60 +-
tools/src/hfst-optimized-lookup.h | 26 +-
tools/src/hfst-pair-test-commandline.h | 22 +-
tools/src/hfst-pair-test-transducers.h | 70 +-
tools/src/hfst-pair-test.cc | 88 +-
tools/src/hfst-pmatch.cc | 136 +-
tools/src/hfst-pmatch2fst.cc | 83 +-
.../hfst-preprocess-for-optimized-lookup-format.cc | 18 +-
tools/src/hfst-proc/Makefile.am | 9 -
tools/src/hfst-proc/alphabet.cc | 20 +-
tools/src/hfst-proc/alphabet.h | 24 +-
tools/src/hfst-proc/applicators.cc | 137 +-
tools/src/hfst-proc/applicators.h | 10 +-
tools/src/hfst-proc/buffer.h | 10 +-
tools/src/hfst-proc/formatter.cc | 72 +
tools/src/hfst-proc/formatter.h | 22 +-
tools/src/hfst-proc/hfst-proc.cc | 21 +-
tools/src/hfst-proc/lookup-path.h | 4 +-
tools/src/hfst-proc/lookup-state.cc | 8 +-
tools/src/hfst-proc/lookup-state.h | 2 +-
tools/src/hfst-proc/tokenizer.cc | 46 +-
tools/src/hfst-proc/tokenizer.h | 71 +-
tools/src/hfst-program-options.cc | 14 +-
tools/src/hfst-program-options.h | 2 +-
tools/src/hfst-project.cc | 10 +-
tools/src/hfst-prune-alphabet.cc | 8 +-
tools/src/hfst-push-weights.cc | 10 +-
tools/src/hfst-regexp2fst.cc | 61 +-
tools/src/hfst-remove-epsilons.cc | 12 +-
tools/src/hfst-repeat.cc | 24 +-
tools/src/hfst-reverse.cc | 12 +-
tools/src/hfst-reweight.cc | 22 +-
tools/src/hfst-scanner.ll | 194 -
tools/src/hfst-shuffle.cc | 14 +-
tools/src/hfst-split.cc | 14 +-
tools/src/hfst-strings2fst.cc | 36 +-
tools/src/hfst-strip-header.cc | 6 +-
tools/src/hfst-substitute.cc | 74 +-
tools/src/hfst-subtract.cc | 20 +-
tools/src/hfst-summarize.cc | 46 +-
tools/src/hfst-tagger/src/Makefile.am | 57 +-
.../hfst-tagger/src/build_model_src/FstBuilder.cc | 38 +-
.../hfst-tagger/src/build_model_src/FstBuilder.h | 2 +-
.../src/build_model_src/LexicalModelBuilder.cc | 2 +-
tools/src/hfst-tagger/src/build_model_src/Makefile | 2 +-
.../src/build_model_src/ModelBuilder.cc | 22 +-
.../src/build_model_src/SequenceModelBuilder.cc | 6 +-
.../src/build_model_src/TaggerBuilder.cc | 4 +-
.../src/build_model_src/TaggerBuilder.h | 2 +-
.../WeightedStringVectorCollection.cc | 26 +-
.../WeightedStringVectorCollection.h | 10 +-
.../src/build_model_src/string_handling.cc | 163 +-
.../src/build_model_src/string_handling.h | 6 +-
.../hfst-tagger/src/build_model_src/tagger_aux.py | 20 +-
tools/src/hfst-tagger/src/hfst-build-tagger.cc | 8 +-
.../src/hfst-open-input-file-for-tagger.cc | 12 +-
tools/src/hfst-tagger/src/hfst-reweight-tagger.cc | 6 +-
tools/src/hfst-tagger/src/hfst-tag.cc | 6 +-
.../hfst-tagger/src/hfst-train-tagger-system.cc | 10 +-
.../src/hfst_tagger_compute_data_statistics.py | 16 +-
.../src/use_model_src/AcyclicAutomaton.cc | 6 +-
.../src/use_model_src/AcyclicAutomaton.h | 2 +-
.../use_model_src/DelayedSequenceModelComponent.cc | 10 +-
.../use_model_src/DelayedSequenceModelComponent.h | 2 +-
.../src/use_model_src/NewLexicalModel.cc | 87 +-
.../src/use_model_src/NewLexicalModel.h | 14 +-
.../src/use_model_src/SentenceTagger.cc | 22 +-
.../src/use_model_src/SentenceTransducer.cc | 28 +-
.../src/use_model_src/SequenceModelComponent.cc | 60 +-
.../src/use_model_src/SequenceModelComponent.h | 2 +-
.../use_model_src/SequenceModelComponentPair.cc | 22 +-
.../src/use_model_src/SequenceModelComponentPair.h | 2 +-
.../src/use_model_src/SequenceTagger.cc | 28 +-
.../hfst-tagger/src/use_model_src/SequenceTagger.h | 4 +-
tools/src/hfst-tail.cc | 8 +-
tools/src/hfst-tokenize.cc | 830 +-
tools/src/hfst-tool-metadata.cc | 21 +-
tools/src/hfst-tool-metadata.h | 4 +-
tools/src/hfst-traverse.cc | 22 +-
tools/src/hfst-twolc/src/Makefile.am | 231 +-
.../src/doxygen_src/hfst_twolc_doxygen_header.h | 32 +-
tools/src/hfst-twolc/src/hfst-twolc-system.cc | 8 +-
tools/src/hfst-twolc/src/hfst-twolc.cc | 164 +
tools/src/hfst-twolc/src/htwolcpre1-main.cc | 70 +
tools/src/hfst-twolc/src/htwolcpre2-main.cc | 49 +
tools/src/hfst-twolc/src/htwolcpre3-main.cc | 102 +
tools/src/hfst-twolc/src/scanner2.ll | 294 -
tools/src/hfst-twolc/test/test | 114 +-
tools/src/hfst-txt2fst.cc | 22 +-
tools/src/hfst-unary-tool.cc | 12 +-
tools/src/inc/check-params-unary.h | 10 +-
tools/src/inc/getopt-cases-common.h | 4 +-
tools/src/inc/getopt-cases-unary.h | 4 +-
tools/src/inc/globals-common.h | 4 +-
tools/src/lexc-readline-ui.cc | 2 +-
tools/src/parsers/Makefile.am | 32 +-
tools/src/parsers/abbrcmd.h | 5 +-
tools/src/parsers/cmd.h | 5 +-
tools/src/parsers/foma_commands | 16 +-
tools/src/parsers/foma_commands.help | 2 +-
tools/src/parsers/hfst-xfst.cc | 29 +-
tools/src/parsers/name2cmd.h | 2 +-
tools/src/parsers/test/Makefile.am | 9 +-
tools/src/parsers/test/eliminate_flag.output | 5 +
tools/src/parsers/test/eliminate_flag.xfst | 45 +
tools/src/parsers/test/test.sh | 43 +-
tools/src/parsers/xfst_commands.h | 2 +-
tools/src/sfst-main.cc | 248 +
tools/src/test-memory-leaks.sh | 4 +-
tools/src/test.cc | 30 +-
773 files changed, 40275 insertions(+), 26918 deletions(-)
create mode 100644 .travis.yml
mode change 100644 => 120000 README
copy README => README.rst (96%)
copy {libhfst => lgpl-release}/COPYING (100%)
create mode 100644 lgpl-release/Makefile.am
create mode 100644 lgpl-release/README-DEV
create mode 100644 lgpl-release/back-ends/Makefile.am
copy configure.ac => lgpl-release/configure.ac (91%)
copy libhfst/src/implementations/{HfstTransitionGraph.h => HfstBasicTransducer.cc} (70%)
create mode 100644 libhfst/src/implementations/HfstBasicTransducer.h
create mode 100644 libhfst/src/implementations/HfstBasicTransition.cc
create mode 100644 libhfst/src/implementations/HfstBasicTransition.h
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/HfstTwolcDefs.h (94%)
rename tools/src/HfstAlphabet.cc => libhfst/src/parsers/SfstAlphabet.cc (79%)
rename tools/src/HfstAlphabet.h => libhfst/src/parsers/SfstAlphabet.h (91%)
rename tools/src/HfstBasic.cc => libhfst/src/parsers/SfstBasic.cc (94%)
rename tools/src/HfstBasic.h => libhfst/src/parsers/SfstBasic.h (71%)
rename tools/src/HfstCompiler.cc => libhfst/src/parsers/SfstCompiler.cc (78%)
rename tools/src/HfstCompiler.h => libhfst/src/parsers/SfstCompiler.h (89%)
rename tools/src/HfstUtf8.cc => libhfst/src/parsers/SfstUtf8.cc (98%)
rename tools/src/HfstUtf8.h => libhfst/src/parsers/SfstUtf8.h (90%)
create mode 100644 libhfst/src/parsers/TwolcCompiler.cc
copy tools/src/hfst-twolc/src/variable_src/VariableValues.cc => libhfst/src/parsers/TwolcCompiler.h (53%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/alphabet_src/Alphabet.cc (91%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/alphabet_src/Alphabet.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/commandline_src/CommandLine.cc (88%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/commandline_src/CommandLine.h (94%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/common_globals.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/grammar_defs.h (92%)
rename tools/src/hfst-twolc/src/scanner1.ll => libhfst/src/parsers/htwolcpre1-lexer.ll (51%)
rename tools/src/hfst-twolc/src/htwolcpre1.yy => libhfst/src/parsers/htwolcpre1-parser.yy (77%)
create mode 100644 libhfst/src/parsers/htwolcpre2-lexer.ll
rename tools/src/hfst-twolc/src/htwolcpre2.yy => libhfst/src/parsers/htwolcpre2-parser.yy (69%)
rename tools/src/hfst-twolc/src/scanner3.ll => libhfst/src/parsers/htwolcpre3-lexer.ll (71%)
rename tools/src/hfst-twolc/src/htwolcpre3.yy => libhfst/src/parsers/htwolcpre3-parser.yy (76%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/InputReader.cc (80%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/InputReader.h (87%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/input_defs.h (99%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingLeftArrowRule.cc (99%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingLeftArrowRule.h (99%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingRightArrowRule.cc (98%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingRightArrowRule.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRule.cc (93%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRule.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRuleContainer.cc (88%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRuleContainer.h (97%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftRestrictionArrowRule.cc (94%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftRestrictionArrowRule.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/OtherSymbolTransducer.cc (89%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/OtherSymbolTransducer.h (96%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRule.cc (93%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRule.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRuleContainer.cc (86%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRuleContainer.h (95%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/Rule.cc (94%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/Rule.h (97%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RuleContainer.cc (95%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RuleContainer.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/TwolCGrammar.cc (95%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/TwolCGrammar.h (94%)
create mode 100644 libhfst/src/parsers/sfst-compiler.yy
create mode 100644 libhfst/src/parsers/sfst-scanner.ll
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/string_src/string_manipulation.cc (92%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/string_src/string_manipulation.h (94%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/ConstContainerIterator.h (90%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/MatchedConstContainerIterator.h (74%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/MixedConstContainerIterator.h (82%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleSymbolVector.cc (93%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleSymbolVector.h (93%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariables.cc (99%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariables.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariablesConstIterator.cc (97%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariablesConstIterator.h (96%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableBlock.h (85%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableBlockContainer.h (88%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableContainer.h (92%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableContainerBase.h (97%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableDefs.h (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValueIterator.h (97%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValues.cc (100%)
rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValues.h (100%)
create mode 100644 m4/ax_check_compile_flag.m4
delete mode 100644 man/hfst-lexc-compiler.1
delete mode 120000 man/hfst-train-tagger-system.1
delete mode 120000 man/hfst-twolc-system.1
copy python/{test/testfile => config.h} (100%)
create mode 100644 python/doc/README
rename python/doc/{libhfst.py => hfst/__init__.py} (59%)
create mode 100644 python/doc/hfst/exceptions/__init__.py
create mode 100644 python/doc/hfst/sfst_rules/__init__.py
create mode 100644 python/doc/hfst/xerox_rules/__init__.py
create mode 100644 python/doc/xml2docstrings.sh
create mode 100644 python/docstrings.i
create mode 100644 python/hfst/__init__.py
create mode 100644 python/hfst/exceptions/__init__.py
create mode 100644 python/hfst/sfst_rules/__init__.py
create mode 100644 python/hfst/xerox_rules/__init__.py
create mode 100644 python/hfst_extensions.cc
create mode 100644 python/hfst_file_extensions.cc
create mode 100644 python/hfst_lexc_extensions.cc
create mode 100644 python/hfst_lookup_extensions.cc
create mode 100644 python/hfst_pmatch_extensions.cc
create mode 100644 python/hfst_prolog_extensions.cc
create mode 100644 python/hfst_regex_extensions.cc
create mode 100644 python/hfst_rules_extensions.cc
create mode 100644 python/hfst_sfst_extensions.cc
create mode 100644 python/hfst_xfst_extensions.cc
copy COPYING => python/pypi/COPYING (100%)
create mode 100644 python/pypi/MANIFEST.in
copy python/{test/testfile => pypi/README} (100%)
create mode 100644 python/pypi/README.rst
copy python/{test/testfile => pypi/config.h} (100%)
create mode 100755 python/pypi/copy-files.sh
create mode 100644 python/pypi/setup.cfg
create mode 100644 python/pypi/setup.py
copy {test/tools => python/test}/cat.prolog (100%)
create mode 100644 python/test/cats_and_dogs.prolog
create mode 100644 python/test/cats_and_dogs_fail.prolog
delete mode 100644 python/test/examples.py
delete mode 100644 python/test/foo_att_prolog
delete mode 100644 python/test/foobar.hfst
delete mode 100644 python/test/foobar2.hfst
create mode 100644 python/test/streets.txt
create mode 100755 python/test/test.bat
delete mode 100644 python/test/test.py
create mode 100644 python/test/test.sfstpl
create mode 100644 python/test/test_att_reader.py
create mode 100644 python/test/test_dir_hfst.py
create mode 100644 python/test/test_dir_hfst_exceptions.py
create mode 100644 python/test/test_dir_hfst_sfst_rules.py
create mode 100644 python/test/test_examples.py
create mode 100644 python/test/test_exceptions.py
create mode 100644 python/test/test_pmatch.py
create mode 100644 python/test/test_prolog.py
create mode 100644 python/test/test_prolog_reader.py
create mode 100644 python/test/test_read_att_transducer.py
create mode 100644 python/test/test_tokenizer.py
create mode 100644 python/test/test_xerox_rules.py
create mode 100644 python/test/test_xre.py
delete mode 100644 python/test/testfile1.hfst
delete mode 100644 python/test/testfile3.att
create mode 100644 python/test/testfile_fail.att
create mode 100755 scripts/fetch-stats.sh
create mode 100755 scripts/make-libhfst-dist.sh
create mode 100644 scripts/make-python-package.sh
create mode 100644 scripts/readmes/README_python_mac.txt
create mode 100644 scripts/readmes/README_python_win.txt
create mode 100644 scripts/windows/make-python-package.bat
delete mode 100644 test/tools/basic.UTF-8.lexc.flag.result
create mode 100644 test/tools/basic.UTF-8.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.UTF-8.lexc.result
create mode 100644 test/tools/basic.UTF-8.lexc.result.prolog
delete mode 100644 test/tools/basic.almost-reserved-words.lexc.flag.result
create mode 100644 test/tools/basic.almost-reserved-words.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.almost-reserved-words.lexc.result
create mode 100644 test/tools/basic.almost-reserved-words.lexc.result.prolog
delete mode 100644 test/tools/basic.cat-dog-bird.lexc.flag.result
create mode 100644 test/tools/basic.cat-dog-bird.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.cat-dog-bird.lexc.result
create mode 100644 test/tools/basic.cat-dog-bird.lexc.result.prolog
delete mode 100644 test/tools/basic.colons.lexc.flag.result
create mode 100644 test/tools/basic.colons.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.colons.lexc.result
create mode 100644 test/tools/basic.colons.lexc.result.prolog
delete mode 100644 test/tools/basic.comments.lexc.flag.result
create mode 100644 test/tools/basic.comments.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.comments.lexc.result
create mode 100644 test/tools/basic.comments.lexc.result.prolog
delete mode 100644 test/tools/basic.empty-sides.lexc.flag.result
create mode 100644 test/tools/basic.empty-sides.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.empty-sides.lexc.result
create mode 100644 test/tools/basic.empty-sides.lexc.result.prolog
delete mode 100644 test/tools/basic.escapes.lexc.flag.result
create mode 100644 test/tools/basic.escapes.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.escapes.lexc.result
create mode 100644 test/tools/basic.escapes.lexc.result.prolog
delete mode 100644 test/tools/basic.infostrings.lexc.flag.result
create mode 100644 test/tools/basic.infostrings.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.infostrings.lexc.result
create mode 100644 test/tools/basic.infostrings.lexc.result.prolog
delete mode 100644 test/tools/basic.initial-lexicon-empty.lexc.flag.result
create mode 100644 test/tools/basic.initial-lexicon-empty.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.initial-lexicon-empty.lexc.result
create mode 100644 test/tools/basic.initial-lexicon-empty.lexc.result.prolog
delete mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.flag.result
create mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.result
create mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.result.prolog
delete mode 100644 test/tools/basic.multi-entry-lines.lexc.flag.result
create mode 100644 test/tools/basic.multi-entry-lines.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.multi-entry-lines.lexc.result
create mode 100644 test/tools/basic.multi-entry-lines.lexc.result.prolog
delete mode 100644 test/tools/basic.multichar-escaped-zero.lexc.flag.result
create mode 100644 test/tools/basic.multichar-escaped-zero.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.multichar-escaped-zero.lexc.result
create mode 100644 test/tools/basic.multichar-escaped-zero.lexc.result.prolog
delete mode 100644 test/tools/basic.multichar-symbols.lexc.flag.result
create mode 100644 test/tools/basic.multichar-symbols.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.multichar-symbols.lexc.result
create mode 100644 test/tools/basic.multichar-symbols.lexc.result.prolog
delete mode 100644 test/tools/basic.no-Root.lexc.flag.result
create mode 100644 test/tools/basic.no-Root.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.no-Root.lexc.result
create mode 100644 test/tools/basic.no-Root.lexc.result.prolog
delete mode 100644 test/tools/basic.no-newline-at-end.lexc.flag.result
create mode 100644 test/tools/basic.no-newline-at-end.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.no-newline-at-end.lexc.result
create mode 100644 test/tools/basic.no-newline-at-end.lexc.result.prolog
delete mode 100644 test/tools/basic.punctuation.lexc.flag.result
create mode 100644 test/tools/basic.punctuation.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.punctuation.lexc.result
create mode 100644 test/tools/basic.punctuation.lexc.result.prolog
delete mode 100644 test/tools/basic.regexps.lexc.flag.result
create mode 100644 test/tools/basic.regexps.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.regexps.lexc.result
create mode 100644 test/tools/basic.regexps.lexc.result.prolog
delete mode 100644 test/tools/basic.root-loop.lexc.flag.result
create mode 100644 test/tools/basic.root-loop.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.root-loop.lexc.result
create mode 100644 test/tools/basic.root-loop.lexc.result.prolog
delete mode 100644 test/tools/basic.spurious-lexicon.lexc.flag.result
create mode 100644 test/tools/basic.spurious-lexicon.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.spurious-lexicon.lexc.result
create mode 100644 test/tools/basic.spurious-lexicon.lexc.result.prolog
delete mode 100644 test/tools/basic.string-pairs.lexc.flag.result
create mode 100644 test/tools/basic.string-pairs.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.string-pairs.lexc.result
create mode 100644 test/tools/basic.string-pairs.lexc.result.prolog
delete mode 100644 test/tools/basic.two-lexicons.lexc.flag.result
create mode 100644 test/tools/basic.two-lexicons.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.two-lexicons.lexc.result
create mode 100644 test/tools/basic.two-lexicons.lexc.result.prolog
delete mode 100644 test/tools/basic.zeros-epsilons.lexc.flag.result
create mode 100644 test/tools/basic.zeros-epsilons.lexc.flag.result.prolog
delete mode 100644 test/tools/basic.zeros-epsilons.lexc.result
create mode 100644 test/tools/basic.zeros-epsilons.lexc.result.prolog
delete mode 100644 test/tools/hfst.weights.lexc.flag.result
create mode 100644 test/tools/hfst.weights.lexc.flag.result.prolog
delete mode 100644 test/tools/hfst.weights.lexc.result
create mode 100644 test/tools/hfst.weights.lexc.result.prolog
delete mode 100644 test/tools/no-newline-before-sublexicon.lexc.flag.result
create mode 100644 test/tools/no-newline-before-sublexicon.lexc.flag.result.prolog
delete mode 100644 test/tools/no-newline-before-sublexicon.lexc.result
create mode 100644 test/tools/no-newline-before-sublexicon.lexc.result.prolog
create mode 100755 test/tools/tokenize-backtrack-functionality.sh
create mode 100644 test/tools/tokenize-backtrack-out-giella-cg-contiguous.strings
create mode 100644 test/tools/tokenize-backtrack-out-giella-cg-spaces.strings
create mode 100644 test/tools/tokenize-backtrack-out-giella-cg.strings
create mode 100644 test/tools/tokenize-backtrack.lexc
create mode 100644 test/tools/tokenize-backtrack.pmscript
create mode 100644 test/tools/tokenize-dog-in.lexc
create mode 100644 test/tools/tokenize-dog-out-cg.strings
create mode 100644 test/tools/tokenize-dog-out-giella-cg-flushing.strings
create mode 100644 test/tools/tokenize-dog-out-giella-cg-superblank.strings
create mode 100644 test/tools/tokenize-dog-out-giella-cg.strings
create mode 100644 test/tools/tokenize-dog-out-xerox.strings
create mode 100644 test/tools/tokenize-dog-out.strings
create mode 100644 test/tools/tokenize-dog.pmscript
create mode 100755 test/tools/tokenize-flushing-functionality.sh
create mode 100755 test/tools/tokenize-functionality.sh
delete mode 100644 test/tools/warn.one-sided-flags.lexc.flag.result
create mode 100644 test/tools/warn.one-sided-flags.lexc.flag.result.prolog
delete mode 100644 test/tools/warn.one-sided-flags.lexc.result
create mode 100644 test/tools/warn.one-sided-flags.lexc.result.prolog
delete mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.flag.result
create mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.flag.result.prolog
delete mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.result
create mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.result.prolog
delete mode 100644 test/tools/xre.any-variations.lexc.flag.result
create mode 100644 test/tools/xre.any-variations.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.any-variations.lexc.result
create mode 100644 test/tools/xre.any-variations.lexc.result.prolog
delete mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.flag.result
create mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.result
create mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.result.prolog
delete mode 100644 test/tools/xre.basic.lexc.flag.result
create mode 100644 test/tools/xre.basic.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.basic.lexc.result
create mode 100644 test/tools/xre.basic.lexc.result.prolog
delete mode 100644 test/tools/xre.definitions.lexc.flag.result
create mode 100644 test/tools/xre.definitions.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.definitions.lexc.result
create mode 100644 test/tools/xre.definitions.lexc.result.prolog
create mode 100644 test/tools/xre.less-than-twice.lexc
create mode 100644 test/tools/xre.less-than-twice.lexc.flag.result.prolog
create mode 100644 test/tools/xre.less-than-twice.lexc.result.prolog
delete mode 100644 test/tools/xre.months.lexc.flag.result
create mode 100644 test/tools/xre.months.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.months.lexc.result
create mode 100644 test/tools/xre.months.lexc.result.prolog
create mode 100644 test/tools/xre.more-than-twice.lexc
create mode 100644 test/tools/xre.more-than-twice.lexc.flag.result.prolog
create mode 100644 test/tools/xre.more-than-twice.lexc.result.prolog
delete mode 100644 test/tools/xre.nested-definitions.lexc.flag.result
create mode 100644 test/tools/xre.nested-definitions.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.nested-definitions.lexc.result
create mode 100644 test/tools/xre.nested-definitions.lexc.result.prolog
delete mode 100644 test/tools/xre.numeric-star.lexc.flag.result
create mode 100644 test/tools/xre.numeric-star.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.numeric-star.lexc.result
create mode 100644 test/tools/xre.numeric-star.lexc.result.prolog
delete mode 100644 test/tools/xre.quotations.lexc.flag.result
create mode 100644 test/tools/xre.quotations.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.quotations.lexc.result
create mode 100644 test/tools/xre.quotations.lexc.result.prolog
delete mode 100644 test/tools/xre.sharp.lexc.flag.result
create mode 100644 test/tools/xre.sharp.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.sharp.lexc.result
create mode 100644 test/tools/xre.sharp.lexc.result.prolog
delete mode 100644 test/tools/xre.star-plus-optional.lexc.flag.result
create mode 100644 test/tools/xre.star-plus-optional.lexc.flag.result.prolog
delete mode 100644 test/tools/xre.star-plus-optional.lexc.result
create mode 100644 test/tools/xre.star-plus-optional.lexc.result.prolog
delete mode 100644 tools/src/hfst-compiler.yy
delete mode 100644 tools/src/hfst-scanner.ll
create mode 100644 tools/src/hfst-twolc/src/hfst-twolc.cc
create mode 100644 tools/src/hfst-twolc/src/htwolcpre1-main.cc
create mode 100644 tools/src/hfst-twolc/src/htwolcpre2-main.cc
create mode 100644 tools/src/hfst-twolc/src/htwolcpre3-main.cc
delete mode 100644 tools/src/hfst-twolc/src/scanner2.ll
create mode 100644 tools/src/sfst-main.cc
--
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/debian-science/packages/hfst.git
More information about the debian-science-commits
mailing list