[hfst] branch upstream updated (75715d6 -> 5e4e314)

Tino Didriksen tinodidriksen-guest at moszumanska.debian.org
Thu Mar 30 08:05:17 UTC 2017


This is an automated email from the git hooks/post-receive script.

tinodidriksen-guest pushed a change to branch upstream
in repository hfst.

      from  75715d6   Imported Upstream version 3.10.0~r2798
       new  5e4e314   Imported Upstream version 3.12.2~r3258

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "adds" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .gitignore                                         |   71 +-
 .travis.yml                                        |   41 +
 ChangeLog                                          |  334 +-
 ChangeLog.old                                      |  357 +-
 NEWS                                               |   80 +-
 README                                             |  467 +-
 README => README.rst                               |   40 +-
 autogen.sh                                         |    4 +-
 back-ends/dlfcn/dlfcn.c                            |    2 +-
 back-ends/dlfcn/dlfcn.h                            |   14 +-
 back-ends/foma/CHANGELOG                           |   10 +-
 back-ends/foma/Makefile.am                         |    4 +-
 back-ends/foma/README.cmatrix                      |    2 +-
 back-ends/foma/README.symbols                      |   10 +-
 back-ends/foma/apply.c                             |   42 +-
 back-ends/foma/coaccessible.c                      |    2 +-
 back-ends/foma/constructions.c                     |  106 +-
 back-ends/foma/define.c                            |   21 +-
 back-ends/foma/determinize.c                       |   18 +-
 back-ends/foma/dynarray.c                          |   20 +-
 back-ends/foma/extract.c                           |    1 +
 back-ends/foma/flags.c                             |   40 +-
 back-ends/foma/foma.c                              |   10 +-
 back-ends/foma/foma.h                              |    2 +-
 back-ends/foma/fomalib.h                           |   19 +-
 back-ends/foma/fomalibconf.h                       |   46 +-
 back-ends/foma/iface.c                             |   73 +-
 back-ends/foma/io.c                                |   37 +-
 back-ends/foma/lex.cmatrix.c                       |   46 +-
 back-ends/foma/lex.interface.c                     | 7986 ++++++++++----------
 back-ends/foma/lex.lexc.c                          |   98 +-
 back-ends/foma/lex.yy.c                            | 1943 ++---
 back-ends/foma/lexc.l                              |   12 +-
 back-ends/foma/lexcread.c                          |   44 +-
 back-ends/foma/mem.c                               |    8 +-
 back-ends/foma/minimize.c                          |   26 +-
 back-ends/foma/regex.c                             |  330 +-
 back-ends/foma/regex.l                             |   10 +-
 back-ends/foma/regex.y                             |   10 +-
 back-ends/foma/rewrite.c                           | 1251 ++-
 back-ends/foma/sigma.c                             |   14 +-
 back-ends/foma/spelling.c                          |   32 +-
 back-ends/foma/stack.c                             |    6 +-
 back-ends/foma/structures.c                        |   26 +-
 back-ends/foma/topsort.c                           |    6 +-
 back-ends/foma/trie.c                              |    2 +-
 back-ends/foma/utf8.c                              |   16 +-
 back-ends/openfst/NEWS                             |   24 +-
 back-ends/openfst/README                           |   12 +-
 back-ends/openfst/src/include/fst/config.h         |    2 +-
 back-ends/openfst/src/include/fst/config.h.in      |    2 +-
 back-ends/openfst/src/include/fst/encode.h         |    6 +-
 .../openfst/src/include/fst/generic-register.h     |    4 +
 back-ends/openfst/src/include/fst/interval-set.h   |    2 +-
 back-ends/openfst/src/include/fst/minimize.h       |    2 +-
 back-ends/openfst/src/include/fst/partition.h      |    2 +-
 back-ends/openfst/src/lib/compat.cc                |    2 +-
 back-ends/openfstwin/README                        |    2 +-
 back-ends/openfstwin/src/include/fst/compat.h      |    4 +-
 back-ends/openfstwin/src/include/fst/config.h      |    2 +-
 back-ends/openfstwin/src/include/fst/flags.h       |    6 +-
 back-ends/openfstwin/src/include/fst/replace.h     |    2 +-
 back-ends/openfstwin/src/lib/compat.cc             |    6 +-
 back-ends/sfst/alphabet.cc                         |   12 +-
 back-ends/sfst/alphabet.h                          |   10 +-
 back-ends/sfst/compact.cc                          |   34 +-
 back-ends/sfst/determinise.cc                      |    6 +-
 back-ends/sfst/fst.cc                              |   42 +-
 back-ends/sfst/fst.h                               |   20 +-
 back-ends/sfst/generate.cc                         |    4 +-
 back-ends/sfst/hopcroft.cc                         |   28 +-
 back-ends/sfst/interface.h                         |   12 +-
 back-ends/sfst/operators.cc                        |   42 +-
 back-ends/sfst/sgi.h                               |    4 +-
 configure.ac                                       |   98 +-
 doc/api_documentation.dox                          |  164 +-
 doc/hfst-lexc.rst                                  |    8 +-
 doc/hfst3-metadata-header-registry.rst             |   12 +-
 hfst.m4                                            |    4 +-
 {libhfst => lgpl-release}/COPYING                  |    0
 lgpl-release/Makefile.am                           |   28 +
 lgpl-release/README-DEV                            |   13 +
 lgpl-release/back-ends/Makefile.am                 |   14 +
 configure.ac => lgpl-release/configure.ac          |  127 +-
 libhfst/Makefile.am                                |   16 +-
 libhfst/hfst.pc.in                                 |    2 +-
 libhfst/src/FormatSpecifiers.h                     |   12 +-
 libhfst/src/HarmonizeUnknownAndIdentitySymbols.cc  |   49 +-
 libhfst/src/HarmonizeUnknownAndIdentitySymbols.h   |   39 +-
 libhfst/src/HfstApply.cc                           |   92 +-
 libhfst/src/HfstDataTypes.cc                       |   67 +-
 libhfst/src/HfstDataTypes.h                        |   65 +-
 libhfst/src/HfstEpsilonHandler.cc                  |   22 +-
 libhfst/src/HfstEpsilonHandler.h                   |   14 +-
 libhfst/src/HfstExceptionDefs.cc                   |   36 +-
 libhfst/src/HfstExceptionDefs.h                    |   89 +-
 libhfst/src/HfstExtractStrings.h                   |   44 +-
 libhfst/src/HfstFlagDiacritics.cc                  |   46 +-
 libhfst/src/HfstFlagDiacritics.h                   |   76 +-
 libhfst/src/HfstInputStream.cc                     |  130 +-
 libhfst/src/HfstInputStream.h                      |  110 +-
 libhfst/src/HfstLookupFlagDiacritics.cc            |   42 +-
 libhfst/src/HfstLookupFlagDiacritics.h             |   27 +-
 libhfst/src/HfstOutputStream.cc                    |   70 +-
 libhfst/src/HfstOutputStream.h                     |   56 +-
 libhfst/src/HfstPrintDot.cc                        |   80 +-
 libhfst/src/HfstPrintDot.h                         |   18 +-
 libhfst/src/HfstPrintPCKimmo.cc                    |   30 +-
 libhfst/src/HfstPrintPCKimmo.h                     |   16 +-
 libhfst/src/HfstRules.cc                           |  240 +-
 libhfst/src/HfstStrings2FstTokenizer.cc            |   54 +-
 libhfst/src/HfstStrings2FstTokenizer.h             |   22 +-
 libhfst/src/HfstSymbolDefs.cc                      |   18 +-
 libhfst/src/HfstSymbolDefs.h                       |   62 +-
 libhfst/src/HfstTokenizer.cc                       |   67 +-
 libhfst/src/HfstTokenizer.h                        |   38 +-
 libhfst/src/HfstTransducer.cc                      | 1154 ++-
 libhfst/src/HfstTransducer.h                       |  722 +-
 libhfst/src/HfstXeroxRules.cc                      | 6287 +++++++--------
 libhfst/src/HfstXeroxRules.h                       |   10 +-
 libhfst/src/HfstXeroxRulesTest.cc                  |   20 +-
 libhfst/src/Makefile.am                            |   27 +-
 libhfst/src/hfst-string-conversions.cc             |   12 +-
 libhfst/src/hfst-string-conversions.h              |    4 +-
 libhfst/src/hfst.h                                 |   12 +-
 libhfst/src/hfst_apply_schemas.h                   |   20 +-
 libhfst/src/hfstdll.h                              |   12 +-
 .../src/implementations/ConvertFomaTransducer.cc   |   93 +-
 .../implementations/ConvertLogWeightTransducer.cc  |  103 +-
 libhfst/src/implementations/ConvertOlTransducer.cc |   80 +-
 .../src/implementations/ConvertSfstTransducer.cc   |   51 +-
 .../src/implementations/ConvertTransducerFormat.cc |  116 +-
 .../src/implementations/ConvertTransducerFormat.h  |   93 +-
 .../ConvertTropicalWeightTransducer.cc             |   91 +-
 .../src/implementations/ConvertXfsmTransducer.cc   |   40 +-
 libhfst/src/implementations/FomaTransducer.cc      |  326 +-
 libhfst/src/implementations/FomaTransducer.h       |   40 +-
 ...fstTransitionGraph.h => HfstBasicTransducer.cc} | 2083 +++--
 libhfst/src/implementations/HfstBasicTransducer.h  | 1120 +++
 libhfst/src/implementations/HfstBasicTransition.cc |   99 +
 libhfst/src/implementations/HfstBasicTransition.h  |  116 +
 libhfst/src/implementations/HfstOlTransducer.cc    |   72 +-
 libhfst/src/implementations/HfstOlTransducer.h     |   22 +-
 libhfst/src/implementations/HfstTransition.h       |   46 +-
 libhfst/src/implementations/HfstTransitionGraph.cc |   18 +-
 libhfst/src/implementations/HfstTransitionGraph.h  |  916 ++-
 .../HfstTropicalTransducerTransitionData.cc        |  264 +-
 .../HfstTropicalTransducerTransitionData.h         |  290 +-
 libhfst/src/implementations/LogWeightTransducer.cc |  436 +-
 libhfst/src/implementations/LogWeightTransducer.h  |   98 +-
 libhfst/src/implementations/Makefile.am            |   69 +-
 .../MyTransducerLibraryTransducer.cc               |   80 +-
 .../MyTransducerLibraryTransducer.h                |  118 +-
 libhfst/src/implementations/SfstTransducer.cc      |  238 +-
 libhfst/src/implementations/SfstTransducer.h       |   38 +-
 .../implementations/TropicalWeightTransducer.cc    |  586 +-
 .../src/implementations/TropicalWeightTransducer.h |  122 +-
 libhfst/src/implementations/XfsmTransducer.cc      |   56 +-
 libhfst/src/implementations/XfsmTransducer.h       |   18 +-
 .../compose_intersect/ComposeIntersectFst.cc       |   82 +-
 .../compose_intersect/ComposeIntersectFst.h        |   24 +-
 .../compose_intersect/ComposeIntersectLexicon.cc   |   64 +-
 .../compose_intersect/ComposeIntersectLexicon.h    |   14 +-
 .../compose_intersect/ComposeIntersectRule.cc      |   22 +-
 .../compose_intersect/ComposeIntersectRule.h       |   12 +-
 .../compose_intersect/ComposeIntersectRulePair.cc  |   45 +-
 .../compose_intersect/ComposeIntersectRulePair.h   |   14 +-
 .../compose_intersect/ComposeIntersectUtilities.cc |   16 +-
 .../compose_intersect/ComposeIntersectUtilities.h  |   20 +-
 .../implementations/optimized-lookup/convert.cc    |   42 +-
 .../src/implementations/optimized-lookup/convert.h |   73 +-
 .../optimized-lookup/find_epsilon_loops.cc         |   16 +-
 .../src/implementations/optimized-lookup/ospell.cc |   12 +-
 .../src/implementations/optimized-lookup/pmatch.cc |  589 +-
 .../src/implementations/optimized-lookup/pmatch.h  |  116 +-
 .../implementations/optimized-lookup/transducer.cc |  104 +-
 .../implementations/optimized-lookup/transducer.h  |   80 +-
 .../src => libhfst/src/parsers}/HfstTwolcDefs.h    |    8 +-
 libhfst/src/parsers/LexcCompiler.cc                |  368 +-
 libhfst/src/parsers/LexcCompiler.h                 |   18 +-
 libhfst/src/parsers/Makefile.am                    |  188 +-
 libhfst/src/parsers/PmatchCompiler.cc              |   21 +-
 libhfst/src/parsers/PmatchCompiler.h               |   18 +-
 .../src/parsers/SfstAlphabet.cc                    |   70 +-
 .../src/parsers/SfstAlphabet.h                     |   16 +-
 .../src/parsers/SfstBasic.cc                       |   10 +-
 .../HfstBasic.h => libhfst/src/parsers/SfstBasic.h |   10 +-
 .../src/parsers/SfstCompiler.cc                    |  266 +-
 .../src/parsers/SfstCompiler.h                     |   37 +-
 .../HfstUtf8.cc => libhfst/src/parsers/SfstUtf8.cc |    7 +-
 .../HfstUtf8.h => libhfst/src/parsers/SfstUtf8.h   |    8 +-
 libhfst/src/parsers/TwolcCompiler.cc               |  116 +
 .../src/parsers/TwolcCompiler.h                    |   30 +-
 libhfst/src/parsers/XfstCompiler.cc                |  799 +-
 libhfst/src/parsers/XfstCompiler.h                 |   57 +-
 libhfst/src/parsers/XreCompiler.cc                 |  146 +-
 libhfst/src/parsers/XreCompiler.h                  |   27 +-
 .../src/parsers}/alphabet_src/Alphabet.cc          |   48 +-
 .../src/parsers}/alphabet_src/Alphabet.h           |    0
 .../src/parsers}/commandline_src/CommandLine.cc    |  100 +-
 .../src/parsers}/commandline_src/CommandLine.h     |    8 +-
 .../src => libhfst/src/parsers}/common_globals.h   |    0
 .../src => libhfst/src/parsers}/grammar_defs.h     |    8 +-
 .../src/parsers/htwolcpre1-lexer.ll                |  293 +-
 .../src/parsers/htwolcpre1-parser.yy               |  297 +-
 libhfst/src/parsers/htwolcpre2-lexer.ll            |  313 +
 .../src/parsers/htwolcpre2-parser.yy               |  186 +-
 .../src/parsers/htwolcpre3-lexer.ll                |   59 +-
 .../src/parsers/htwolcpre3-parser.yy               |  271 +-
 .../src/parsers}/io_src/InputReader.cc             |   40 +-
 .../src/parsers}/io_src/InputReader.h              |   16 +-
 .../src/parsers}/io_src/input_defs.h               |    2 +-
 libhfst/src/parsers/lexc-lexer.ll                  |   22 +-
 libhfst/src/parsers/lexc-parser.yy                 |   37 +-
 libhfst/src/parsers/lexc-utils.cc                  |   44 +-
 libhfst/src/parsers/lexc-utils.h                   |   16 +-
 libhfst/src/parsers/pmatch_lex.ll                  |   68 +-
 libhfst/src/parsers/pmatch_parse.yy                |  249 +-
 libhfst/src/parsers/pmatch_utils.cc                |  903 ++-
 libhfst/src/parsers/pmatch_utils.h                 |  180 +-
 .../rule_src/ConflictResolvingLeftArrowRule.cc     |    4 +-
 .../rule_src/ConflictResolvingLeftArrowRule.h      |    6 +-
 .../rule_src/ConflictResolvingRightArrowRule.cc    |    6 +-
 .../rule_src/ConflictResolvingRightArrowRule.h     |    0
 .../src/parsers}/rule_src/LeftArrowRule.cc         |   16 +-
 .../src/parsers}/rule_src/LeftArrowRule.h          |    0
 .../parsers}/rule_src/LeftArrowRuleContainer.cc    |   30 +-
 .../src/parsers}/rule_src/LeftArrowRuleContainer.h |    2 +-
 .../parsers}/rule_src/LeftRestrictionArrowRule.cc  |   14 +-
 .../parsers}/rule_src/LeftRestrictionArrowRule.h   |    0
 .../src/parsers}/rule_src/OtherSymbolTransducer.cc |  178 +-
 .../src/parsers}/rule_src/OtherSymbolTransducer.h  |   44 +-
 .../src/parsers}/rule_src/RightArrowRule.cc        |   14 +-
 .../src/parsers}/rule_src/RightArrowRule.h         |    0
 .../parsers}/rule_src/RightArrowRuleContainer.cc   |   18 +-
 .../parsers}/rule_src/RightArrowRuleContainer.h    |    2 +-
 .../src => libhfst/src/parsers}/rule_src/Rule.cc   |   20 +-
 .../src => libhfst/src/parsers}/rule_src/Rule.h    |    6 +-
 .../src/parsers}/rule_src/RuleContainer.cc         |   12 +-
 .../src/parsers}/rule_src/RuleContainer.h          |    0
 .../src/parsers}/rule_src/TwolCGrammar.cc          |   38 +-
 .../src/parsers}/rule_src/TwolCGrammar.h           |   18 +-
 libhfst/src/parsers/sfst-compiler.yy               |  225 +
 libhfst/src/parsers/sfst-scanner.ll                |  202 +
 .../src/parsers}/string_src/string_manipulation.cc |   50 +-
 .../src/parsers}/string_src/string_manipulation.h  |   26 +-
 .../parsers}/variable_src/ConstContainerIterator.h |   26 +-
 .../variable_src/MatchedConstContainerIterator.h   |   36 +-
 .../variable_src/MixedConstContainerIterator.h     |   30 +-
 .../src/parsers}/variable_src/RuleSymbolVector.cc  |   12 +-
 .../src/parsers}/variable_src/RuleSymbolVector.h   |    6 +-
 .../src/parsers}/variable_src/RuleVariables.cc     |    2 +-
 .../src/parsers}/variable_src/RuleVariables.h      |    0
 .../variable_src/RuleVariablesConstIterator.cc     |    6 +-
 .../variable_src/RuleVariablesConstIterator.h      |    4 +-
 .../src/parsers}/variable_src/VariableBlock.h      |   20 +-
 .../parsers}/variable_src/VariableBlockContainer.h |   18 +-
 .../src/parsers}/variable_src/VariableContainer.h  |    6 +-
 .../parsers}/variable_src/VariableContainerBase.h  |    2 +-
 .../src/parsers}/variable_src/VariableDefs.h       |    0
 .../parsers}/variable_src/VariableValueIterator.h  |    4 +-
 .../src/parsers}/variable_src/VariableValues.cc    |    0
 .../src/parsers}/variable_src/VariableValues.h     |    0
 libhfst/src/parsers/xfst-lexer.ll                  |   68 +-
 libhfst/src/parsers/xfst-parser.yy                 |  156 +-
 libhfst/src/parsers/xfst-utils.cc                  |   42 +-
 libhfst/src/parsers/xfst-utils.h                   |   20 +-
 libhfst/src/parsers/xfst_help_message.cc           |   50 +-
 libhfst/src/parsers/xfst_help_message.h            |   30 +-
 libhfst/src/parsers/xre_lex.ll                     |   86 +-
 libhfst/src/parsers/xre_parse.yy                   |  292 +-
 libhfst/src/parsers/xre_utils.cc                   |  224 +-
 libhfst/src/parsers/xre_utils.h                    |   24 +-
 m4/ax_check_compile_flag.m4                        |   74 +
 man/Makefile.am                                    |   79 +-
 man/hfst-affix-guessify.1                          |   18 +-
 man/hfst-apertium-proc.1                           |   12 +-
 man/hfst-calculate.1                               |   22 +-
 man/hfst-compare.1                                 |   16 +-
 man/hfst-compose-intersect.1                       |   18 +-
 man/hfst-compose.1                                 |   22 +-
 man/hfst-concatenate.1                             |   18 +-
 man/hfst-conjunct.1                                |   18 +-
 man/hfst-determinize.1                             |   14 +-
 man/hfst-disjunct.1                                |   18 +-
 man/hfst-edit-metadata.1                           |   20 +-
 man/hfst-expand-equivalences.1                     |   20 +-
 man/hfst-format.1                                  |   14 +-
 man/hfst-fst2fst.1                                 |   16 +-
 man/hfst-fst2strings.1                             |   36 +-
 man/hfst-fst2txt.1                                 |   16 +-
 man/hfst-grep.1                                    |   48 +-
 man/hfst-guess.1                                   |   14 +-
 man/hfst-guessify.1                                |   14 +-
 man/hfst-head.1                                    |   16 +-
 man/hfst-info.1                                    |   18 +-
 man/hfst-invert.1                                  |   14 +-
 man/hfst-lexc-compiler.1                           |   57 -
 man/hfst-lexc.1                                    |   22 +-
 man/hfst-lookup.1                                  |   58 +-
 man/hfst-minimize.1                                |   14 +-
 man/hfst-multiply.1                                |   16 +-
 man/hfst-name.1                                    |   18 +-
 man/hfst-optimized-lookup.1                        |   22 +-
 man/hfst-pair-test.1                               |   26 +-
 man/hfst-pmatch.1                                  |   37 +-
 man/hfst-pmatch2fst.1                              |   16 +-
 man/hfst-project.1                                 |   16 +-
 man/hfst-prune-alphabet.1                          |   14 +-
 man/hfst-push-weights.1                            |   16 +-
 man/hfst-regexp2fst.1                              |   29 +-
 man/hfst-remove-epsilons.1                         |   14 +-
 man/hfst-repeat.1                                  |   18 +-
 man/hfst-reverse.1                                 |   14 +-
 man/hfst-reweight-tagger.1                         |   14 +-
 man/hfst-reweight.1                                |   35 +-
 man/hfst-shuffle.1                                 |   18 +-
 man/hfst-split.1                                   |   16 +-
 man/hfst-strings2fst.1                             |   26 +-
 man/hfst-substitute.1                              |   28 +-
 man/hfst-subtract.1                                |   18 +-
 man/hfst-summarize.1                               |   16 +-
 man/hfst-tag.1                                     |   14 +-
 man/hfst-tail.1                                    |   16 +-
 man/hfst-tokenize.1                                |   52 +-
 man/hfst-tool.1.template                           |    2 +-
 man/hfst-train-tagger-system.1                     |    1 -
 man/hfst-traverse.1                                |   14 +-
 man/hfst-twolc-system.1                            |    1 -
 man/hfst-twolc.1                                   |   16 +-
 man/hfst-txt2fst.1                                 |   18 +-
 man/hfst-xfst.1                                    |   24 +-
 python/Makefile.am                                 |   20 +-
 python/README                                      |  121 +-
 python/{test/testfile => config.h}                 |    0
 python/doc/Doxyfile                                |    4 +-
 python/doc/README                                  |   17 +
 python/doc/{libhfst.py => hfst/__init__.py}        | 2259 +++---
 python/doc/hfst/exceptions/__init__.py             |  300 +
 python/doc/hfst/sfst_rules/__init__.py             |  242 +
 python/doc/hfst/xerox_rules/__init__.py            |   98 +
 python/doc/xml2docstrings.sh                       |   35 +
 python/docstrings.i                                | 3450 +++++++++
 python/hfst/__init__.py                            | 1261 ++++
 python/hfst/exceptions/__init__.py                 |   66 +
 python/hfst/sfst_rules/__init__.py                 |   28 +
 python/hfst/xerox_rules/__init__.py                |   35 +
 python/hfst_extensions.cc                          |   38 +
 python/hfst_file_extensions.cc                     |   44 +
 python/hfst_lexc_extensions.cc                     |   57 +
 python/hfst_lookup_extensions.cc                   |   95 +
 python/hfst_pmatch_extensions.cc                   |   93 +
 python/hfst_prolog_extensions.cc                   |   28 +
 python/hfst_regex_extensions.cc                    |   34 +
 python/hfst_rules_extensions.cc                    |  174 +
 python/hfst_sfst_extensions.cc                     |   45 +
 python/hfst_xfst_extensions.cc                     |   68 +
 python/libhfst.i                                   | 2366 +++---
 COPYING => python/pypi/COPYING                     |    0
 python/pypi/MANIFEST.in                            |   22 +
 python/{test/testfile => pypi/README}              |    0
 python/pypi/README.rst                             |  116 +
 python/{test/testfile => pypi/config.h}            |    0
 python/pypi/copy-files.sh                          |   17 +
 python/pypi/setup.cfg                              |    5 +
 python/pypi/setup.py                               |  234 +
 python/setup.py                                    |   22 +-
 python/test/Makefile.am                            |   10 +-
 python/test/README                                 |   18 +-
 {test/tools => python/test}/cat.prolog             |    0
 python/test/cats_and_dogs.prolog                   |   20 +
 python/test/cats_and_dogs_fail.prolog              |   31 +
 python/test/examples.py                            |  388 -
 python/test/foo_att_prolog                         |    3 -
 python/test/foo_basic                              |    8 +-
 python/test/foobar.hfst                            |  Bin 768 -> 0 bytes
 python/test/foobar2.hfst                           |  Bin 512 -> 0 bytes
 python/test/streets.txt                            |    6 +
 python/test/test.bat                               |   17 +
 python/test/test.py                                |    6 -
 python/test/test.sfstpl                            |    1 +
 python/test/test.sh                                |  105 +-
 python/test/test_att_reader.py                     |   25 +
 python/test/test_dir_hfst.py                       |   35 +
 python/test/test_dir_hfst_exceptions.py            |   18 +
 python/test/test_dir_hfst_sfst_rules.py            |   13 +
 python/test/test_examples.py                       |  405 +
 python/test/test_exceptions.py                     |   49 +
 python/test/test_hfst.py                           |  353 +-
 python/test/test_pmatch.py                         |   44 +
 python/test/test_prolog.py                         |   65 +
 python/test/test_prolog_reader.py                  |   25 +
 python/test/test_read_att_transducer.py            |   18 +
 python/test/test_streams_1.py                      |   27 +-
 python/test/test_streams_2.py                      |   25 +-
 python/test/test_streams_3.py                      |   38 +-
 python/test/test_tokenizer.py                      |   67 +
 python/test/test_xerox_rules.py                    |   49 +
 python/test/test_xre.py                            |   22 +
 python/test/testfile.att                           |   12 +-
 python/test/testfile1.hfst                         |  Bin 1364 -> 0 bytes
 python/test/testfile3.att                          |   11 -
 python/test/testfile_fail.att                      |   15 +
 scripts/README                                     |   14 +-
 scripts/copy-for-windows.sh                        |  236 +-
 scripts/fetch-stats.sh                             |   34 +
 scripts/generate-cc-files.sh                       |   12 +-
 scripts/generate-static-binaries.sh                |    4 +-
 scripts/hfst-foma-wrapper.sh.in                    |    5 +-
 scripts/hfst-foma.in                               |    3 +
 scripts/make-libhfst-dist.sh                       |   43 +
 scripts/make-python-package.sh                     |   17 +
 scripts/readmes/README_eight_tools_mac.txt         |    4 +-
 scripts/readmes/README_eight_tools_win.txt         |    6 +-
 scripts/readmes/README_python_mac.txt              |   27 +
 scripts/readmes/README_python_win.txt              |   27 +
 scripts/readmes/README_xfst_mac.txt                |    4 +-
 scripts/readmes/README_xfst_win.txt                |    6 +-
 scripts/windows/make-hfst-lexc.bat                 |    3 +-
 scripts/windows/make-hfst-proc.bat                 |    3 +-
 scripts/windows/make-hfst-tool.bat                 |   41 +-
 scripts/windows/make-hfst-xfst.bat                 |    3 +-
 scripts/windows/make-htwolcpre1.bat                |    3 +-
 scripts/windows/make-htwolcpre2.bat                |    3 +-
 scripts/windows/make-htwolcpre3.bat                |    3 +-
 scripts/windows/make-python-bindings.bat           |    8 +-
 scripts/windows/make-python-package.bat            |   18 +
 test/Makefile.am                                   |    7 +-
 test/libhfst/Makefile.am                           |    2 +-
 test/libhfst/auxiliary_functions.cc                |    6 +-
 test/libhfst/test_constructors.cc                  |   12 +-
 test/libhfst/test_examples.cc                      |   34 +-
 test/libhfst/test_flag_diacritics.cc               |   14 +-
 test/libhfst/test_hfst_basic_transducer.cc         |   16 +-
 test/libhfst/test_lexc.cc                          |   16 +-
 test/libhfst/test_rules.cc                         |   46 +-
 test/libhfst/test_streams.cc                       |   16 +-
 test/libhfst/test_tokenizer.cc                     |   42 +-
 test/libhfst/test_transducer_functions.cc          |  116 +-
 test/tools/Makefile.am                             |  169 +-
 test/tools/basic.UTF-8.lexc.flag.result            |  Bin 1229 -> 0 bytes
 test/tools/basic.UTF-8.lexc.flag.result.prolog     |   26 +
 test/tools/basic.UTF-8.lexc.result                 |   44 -
 test/tools/basic.UTF-8.lexc.result.prolog          |   22 +
 .../basic.almost-reserved-words.lexc.flag.result   |  Bin 847 -> 0 bytes
 ...c.almost-reserved-words.lexc.flag.result.prolog |   49 +
 test/tools/basic.almost-reserved-words.lexc.result |  Bin 725 -> 0 bytes
 .../basic.almost-reserved-words.lexc.result.prolog |   45 +
 test/tools/basic.cat-dog-bird.lexc.flag.result     |  Bin 886 -> 0 bytes
 .../basic.cat-dog-bird.lexc.flag.result.prolog     |   16 +
 test/tools/basic.cat-dog-bird.lexc.result          |   27 -
 test/tools/basic.cat-dog-bird.lexc.result.prolog   |   12 +
 test/tools/basic.colons.lexc.flag.result           |  Bin 1224 -> 0 bytes
 test/tools/basic.colons.lexc.flag.result.prolog    |   29 +
 test/tools/basic.colons.lexc.result                |   43 -
 test/tools/basic.colons.lexc.result.prolog         |   25 +
 test/tools/basic.comments.lexc.flag.result         |  Bin 1453 -> 0 bytes
 test/tools/basic.comments.lexc.flag.result.prolog  |   31 +
 test/tools/basic.comments.lexc.result              |   41 -
 test/tools/basic.comments.lexc.result.prolog       |   23 +
 test/tools/basic.empty-sides.lexc.flag.result      |  Bin 1225 -> 0 bytes
 .../basic.empty-sides.lexc.flag.result.prolog      |   25 +
 test/tools/basic.empty-sides.lexc.result           |   33 -
 test/tools/basic.empty-sides.lexc.result.prolog    |   17 +
 test/tools/basic.escapes.lexc.flag.result          |  Bin 771 -> 0 bytes
 test/tools/basic.escapes.lexc.flag.result.prolog   |   13 +
 test/tools/basic.escapes.lexc.result               |   22 -
 test/tools/basic.escapes.lexc.result.prolog        |    9 +
 test/tools/basic.infostrings.lexc.flag.result      |  Bin 1026 -> 0 bytes
 .../basic.infostrings.lexc.flag.result.prolog      |   20 +
 test/tools/basic.infostrings.lexc.result           |   28 -
 test/tools/basic.infostrings.lexc.result.prolog    |   14 +
 .../basic.initial-lexicon-empty.lexc.flag.result   |  Bin 760 -> 0 bytes
 ...c.initial-lexicon-empty.lexc.flag.result.prolog |   11 +
 test/tools/basic.initial-lexicon-empty.lexc.result |   14 -
 .../basic.initial-lexicon-empty.lexc.result.prolog |    5 +
 .../basic.lowercase-lexicon-end.lexc.flag.result   |  Bin 2266 -> 0 bytes
 ...c.lowercase-lexicon-end.lexc.flag.result.prolog |   46 +
 test/tools/basic.lowercase-lexicon-end.lexc.result |   54 -
 .../basic.lowercase-lexicon-end.lexc.result.prolog |   29 +
 .../tools/basic.multi-entry-lines.lexc.flag.result |  Bin 784 -> 0 bytes
 ...basic.multi-entry-lines.lexc.flag.result.prolog |   14 +
 test/tools/basic.multi-entry-lines.lexc.result     |   21 -
 .../basic.multi-entry-lines.lexc.result.prolog     |   10 +
 .../basic.multichar-escaped-zero.lexc.flag.result  |  Bin 785 -> 0 bytes
 ....multichar-escaped-zero.lexc.flag.result.prolog |   13 +
 .../tools/basic.multichar-escaped-zero.lexc.result |   16 -
 ...basic.multichar-escaped-zero.lexc.result.prolog |    7 +
 .../tools/basic.multichar-symbols.lexc.flag.result |  Bin 840 -> 0 bytes
 ...basic.multichar-symbols.lexc.flag.result.prolog |   14 +
 test/tools/basic.multichar-symbols.lexc.result     |   26 -
 .../basic.multichar-symbols.lexc.result.prolog     |   10 +
 test/tools/basic.no-Root.lexc.flag.result          |  Bin 881 -> 0 bytes
 test/tools/basic.no-Root.lexc.flag.result.prolog   |   16 +
 test/tools/basic.no-Root.lexc.result               |   27 -
 test/tools/basic.no-Root.lexc.result.prolog        |   12 +
 .../tools/basic.no-newline-at-end.lexc.flag.result |  Bin 641 -> 0 bytes
 ...basic.no-newline-at-end.lexc.flag.result.prolog |    9 +
 test/tools/basic.no-newline-at-end.lexc.result     |   14 -
 .../basic.no-newline-at-end.lexc.result.prolog     |    5 +
 test/tools/basic.punctuation.lexc.flag.result      |  Bin 2456 -> 0 bytes
 .../basic.punctuation.lexc.flag.result.prolog      |   73 +
 test/tools/basic.punctuation.lexc.result           |  132 -
 test/tools/basic.punctuation.lexc.result.prolog    |   69 +
 test/tools/basic.regexps.lexc.flag.result          |  Bin 543 -> 0 bytes
 test/tools/basic.regexps.lexc.flag.result.prolog   |   14 +
 test/tools/basic.regexps.lexc.result               |  Bin 315 -> 0 bytes
 test/tools/basic.regexps.lexc.result.prolog        |    6 +
 test/tools/basic.root-loop.lexc.flag.result        |  Bin 785 -> 0 bytes
 test/tools/basic.root-loop.lexc.flag.result.prolog |   13 +
 test/tools/basic.root-loop.lexc.result             |   22 -
 test/tools/basic.root-loop.lexc.result.prolog      |    9 +
 test/tools/basic.spurious-lexicon.lexc.flag.result |  Bin 844 -> 0 bytes
 .../basic.spurious-lexicon.lexc.flag.result.prolog |   14 +
 test/tools/basic.spurious-lexicon.lexc.result      |   19 -
 .../basic.spurious-lexicon.lexc.result.prolog      |    8 +
 test/tools/basic.string-pairs.lexc.flag.result     |  Bin 968 -> 0 bytes
 .../basic.string-pairs.lexc.flag.result.prolog     |   18 +
 test/tools/basic.string-pairs.lexc.result          |   31 -
 test/tools/basic.string-pairs.lexc.result.prolog   |   14 +
 test/tools/basic.two-lexicons.lexc.flag.result     |  Bin 1132 -> 0 bytes
 .../basic.two-lexicons.lexc.flag.result.prolog     |   22 +
 test/tools/basic.two-lexicons.lexc.result          |   35 -
 test/tools/basic.two-lexicons.lexc.result.prolog   |   16 +
 test/tools/basic.zeros-epsilons.lexc.flag.result   |  Bin 1733 -> 0 bytes
 .../basic.zeros-epsilons.lexc.flag.result.prolog   |   46 +
 test/tools/basic.zeros-epsilons.lexc.result        |   63 -
 test/tools/basic.zeros-epsilons.lexc.result.prolog |   42 +
 test/tools/cats_and_dogs_semicolon.xre             |    2 +-
 test/tools/compare-functionality.sh                |    2 +
 .../fsmbook-tests/hfst-scripts/Lingala.hfst.script |    2 +-
 test/tools/fsmbook-tests/test.sh                   |    5 +
 test/tools/hfst-check-environment.sh               |    2 +-
 test/tools/hfst-check-help.sh                      |   17 +-
 test/tools/hfst-check-version.sh                   |   17 +-
 test/tools/hfst.weights.lexc.flag.result           |  Bin 938 -> 0 bytes
 test/tools/hfst.weights.lexc.flag.result.prolog    |   16 +
 test/tools/hfst.weights.lexc.result                |  Bin 610 -> 0 bytes
 test/tools/hfst.weights.lexc.result.prolog         |   10 +
 test/tools/incompatible-formats.sh                 |    2 +-
 test/tools/lexc-compiler-functionality.sh          |   10 +-
 test/tools/mismatching-input-streams.sh            |    2 +-
 .../no-newline-before-sublexicon.lexc.flag.result  |   31 -
 ...wline-before-sublexicon.lexc.flag.result.prolog |   11 +
 .../tools/no-newline-before-sublexicon.lexc.result |   19 -
 ...no-newline-before-sublexicon.lexc.result.prolog |    5 +
 test/tools/pmatch-functionality.sh                 |    2 +-
 test/tools/pmatch-tests.sh                         |   13 +
 test/tools/proc-caps-gen.strings                   |    1 +
 test/tools/proc-caps-out1.strings                  |    2 +-
 test/tools/proc-caps-out2.strings                  |    1 +
 test/tools/proc-caps.txt                           |   39 +-
 test/tools/symbol-harmonization-functionality.sh   |    6 +-
 test/tools/tokenize-backtrack-functionality.sh     |   56 +
 ...nize-backtrack-out-giella-cg-contiguous.strings |    9 +
 ...tokenize-backtrack-out-giella-cg-spaces.strings |   14 +
 .../tools/tokenize-backtrack-out-giella-cg.strings |   21 +
 test/tools/tokenize-backtrack.lexc                 |   65 +
 test/tools/tokenize-backtrack.pmscript             |   16 +
 test/tools/tokenize-dog-in.lexc                    |   32 +
 test/tools/tokenize-dog-out-cg.strings             |   13 +
 .../tokenize-dog-out-giella-cg-flushing.strings    |   13 +
 .../tokenize-dog-out-giella-cg-superblank.strings  |   12 +
 test/tools/tokenize-dog-out-giella-cg.strings      |   15 +
 test/tools/tokenize-dog-out-xerox.strings          |    9 +
 test/tools/tokenize-dog-out.strings                |    4 +
 test/tools/tokenize-dog.pmscript                   |   16 +
 test/tools/tokenize-flushing-functionality.sh      |   71 +
 test/tools/tokenize-functionality.sh               |   80 +
 test/tools/warn.one-sided-flags.lexc.flag.result   |  Bin 461 -> 0 bytes
 .../warn.one-sided-flags.lexc.flag.result.prolog   |   11 +
 test/tools/warn.one-sided-flags.lexc.result        |  Bin 347 -> 0 bytes
 test/tools/warn.one-sided-flags.lexc.result.prolog |    7 +
 ...icon-mentioned-but-not-defined.lexc.flag.result |   19 -
 ...ntioned-but-not-defined.lexc.flag.result.prolog |    6 +
 ...ublexicon-mentioned-but-not-defined.lexc.result |   11 -
 ...on-mentioned-but-not-defined.lexc.result.prolog |    2 +
 test/tools/xre.any-variations.lexc.flag.result     |  Bin 1971 -> 0 bytes
 .../xre.any-variations.lexc.flag.result.prolog     |   87 +
 test/tools/xre.any-variations.lexc.result          |  Bin 1705 -> 0 bytes
 test/tools/xre.any-variations.lexc.result.prolog   |   83 +
 ...re.automatic-multichar-symbols.lexc.flag.result |  Bin 1631 -> 0 bytes
 ...matic-multichar-symbols.lexc.flag.result.prolog |   41 +
 .../xre.automatic-multichar-symbols.lexc.result    |   62 -
 ....automatic-multichar-symbols.lexc.result.prolog |   33 +
 test/tools/xre.basic.lexc.flag.result              |  Bin 1073 -> 0 bytes
 test/tools/xre.basic.lexc.flag.result.prolog       |   22 +
 test/tools/xre.basic.lexc.result                   |   38 -
 test/tools/xre.basic.lexc.result.prolog            |   18 +
 test/tools/xre.definitions.lexc.flag.result        |  Bin 1915 -> 0 bytes
 test/tools/xre.definitions.lexc.flag.result.prolog |   67 +
 test/tools/xre.definitions.lexc.result             |   98 -
 test/tools/xre.definitions.lexc.result.prolog      |   63 +
 test/tools/xre.less-than-twice.lexc                |    1 +
 .../xre.less-than-twice.lexc.flag.result.prolog    |    9 +
 test/tools/xre.less-than-twice.lexc.result.prolog  |    5 +
 test/tools/xre.months.lexc.flag.result             |  Bin 1998 -> 0 bytes
 test/tools/xre.months.lexc.flag.result.prolog      |   52 +
 test/tools/xre.months.lexc.result                  |   80 -
 test/tools/xre.months.lexc.result.prolog           |   48 +
 test/tools/xre.more-than-twice.lexc                |    1 +
 .../xre.more-than-twice.lexc.flag.result.prolog    |   14 +
 test/tools/xre.more-than-twice.lexc.result.prolog  |   10 +
 test/tools/xre.nested-definitions.lexc.flag.result |  Bin 1248 -> 0 bytes
 .../xre.nested-definitions.lexc.flag.result.prolog |   39 +
 test/tools/xre.nested-definitions.lexc.result      |   53 -
 .../xre.nested-definitions.lexc.result.prolog      |   35 +
 test/tools/xre.numeric-star.lexc.flag.result       |  Bin 801 -> 0 bytes
 .../tools/xre.numeric-star.lexc.flag.result.prolog |   16 +
 test/tools/xre.numeric-star.lexc.result            |   28 -
 test/tools/xre.numeric-star.lexc.result.prolog     |   12 +
 test/tools/xre.quotations.lexc.flag.result         |  Bin 908 -> 0 bytes
 test/tools/xre.quotations.lexc.flag.result.prolog  |   15 +
 test/tools/xre.quotations.lexc.result              |   27 -
 test/tools/xre.quotations.lexc.result.prolog       |   11 +
 test/tools/xre.sharp.lexc.flag.result              |  Bin 1360 -> 0 bytes
 test/tools/xre.sharp.lexc.flag.result.prolog       |   35 +
 test/tools/xre.sharp.lexc.result                   |   67 -
 test/tools/xre.sharp.lexc.result.prolog            |   31 +
 test/tools/xre.star-plus-optional.lexc.flag.result |  Bin 1064 -> 0 bytes
 .../xre.star-plus-optional.lexc.flag.result.prolog |   23 +
 test/tools/xre.star-plus-optional.lexc.result      |   36 -
 .../xre.star-plus-optional.lexc.result.prolog      |   19 +
 tools/src/FunctionalTransducer.cc                  |   10 +-
 tools/src/FunctionalTransducer.h                   |    2 +-
 tools/src/Makefile.am                              |   29 +-
 tools/src/generate_model_forms.cc                  |   28 +-
 tools/src/guessify_fst.cc                          |   16 +-
 tools/src/guessify_fst.h                           |    2 +-
 tools/src/hfst-affix-guessify.cc                   |   12 +-
 tools/src/hfst-binary-tool.cc                      |    8 +-
 tools/src/hfst-commandline.cc                      |   25 +-
 tools/src/hfst-commandline.h                       |   24 +-
 tools/src/hfst-compare.cc                          |   18 +-
 tools/src/hfst-compiler.yy                         |  494 --
 tools/src/hfst-compose-intersect.cc                |   48 +-
 tools/src/hfst-compose.cc                          |   30 +-
 tools/src/hfst-concatenate.cc                      |   20 +-
 tools/src/hfst-conjunct.cc                         |   20 +-
 tools/src/hfst-determinize.cc                      |   12 +-
 tools/src/hfst-disjunct.cc                         |   14 +-
 tools/src/hfst-edit-metadata.cc                    |   16 +-
 tools/src/hfst-expand-equivalences.cc              |   14 +-
 tools/src/hfst-file-to-mem.cc                      |   12 +-
 tools/src/hfst-flookup.cc                          |   86 +-
 tools/src/hfst-format.cc                           |   12 +-
 tools/src/hfst-fst2fst.cc                          |   62 +-
 tools/src/hfst-fst2strings.cc                      |   68 +-
 tools/src/hfst-fst2txt.cc                          |   40 +-
 tools/src/hfst-getopt.cc                           |    2 +-
 tools/src/hfst-getopt.h                            |    2 +-
 tools/src/hfst-grep.cc                             |   24 +-
 tools/src/hfst-guess.cc                            |   50 +-
 tools/src/hfst-guessify.cc                         |   34 +-
 tools/src/hfst-head.cc                             |   12 +-
 tools/src/hfst-info.cc                             |   20 +-
 tools/src/hfst-invert.cc                           |   12 +-
 tools/src/hfst-lexc-compiler.cc                    |    4 +-
 tools/src/hfst-lexc-wrapper.cc                     |   10 +-
 tools/src/hfst-lookup.cc                           |  540 +-
 tools/src/hfst-minimize.cc                         |   12 +-
 tools/src/hfst-multiply.cc                         |   12 +-
 tools/src/hfst-name.cc                             |   12 +-
 tools/src/hfst-optimized-lookup.cc                 |   60 +-
 tools/src/hfst-optimized-lookup.h                  |   26 +-
 tools/src/hfst-pair-test-commandline.h             |   22 +-
 tools/src/hfst-pair-test-transducers.h             |   70 +-
 tools/src/hfst-pair-test.cc                        |   88 +-
 tools/src/hfst-pmatch.cc                           |  136 +-
 tools/src/hfst-pmatch2fst.cc                       |   83 +-
 .../hfst-preprocess-for-optimized-lookup-format.cc |   18 +-
 tools/src/hfst-proc/Makefile.am                    |    9 -
 tools/src/hfst-proc/alphabet.cc                    |   20 +-
 tools/src/hfst-proc/alphabet.h                     |   24 +-
 tools/src/hfst-proc/applicators.cc                 |  137 +-
 tools/src/hfst-proc/applicators.h                  |   10 +-
 tools/src/hfst-proc/buffer.h                       |   10 +-
 tools/src/hfst-proc/formatter.cc                   |   72 +
 tools/src/hfst-proc/formatter.h                    |   22 +-
 tools/src/hfst-proc/hfst-proc.cc                   |   21 +-
 tools/src/hfst-proc/lookup-path.h                  |    4 +-
 tools/src/hfst-proc/lookup-state.cc                |    8 +-
 tools/src/hfst-proc/lookup-state.h                 |    2 +-
 tools/src/hfst-proc/tokenizer.cc                   |   46 +-
 tools/src/hfst-proc/tokenizer.h                    |   71 +-
 tools/src/hfst-program-options.cc                  |   14 +-
 tools/src/hfst-program-options.h                   |    2 +-
 tools/src/hfst-project.cc                          |   10 +-
 tools/src/hfst-prune-alphabet.cc                   |    8 +-
 tools/src/hfst-push-weights.cc                     |   10 +-
 tools/src/hfst-regexp2fst.cc                       |   61 +-
 tools/src/hfst-remove-epsilons.cc                  |   12 +-
 tools/src/hfst-repeat.cc                           |   24 +-
 tools/src/hfst-reverse.cc                          |   12 +-
 tools/src/hfst-reweight.cc                         |   22 +-
 tools/src/hfst-scanner.ll                          |  194 -
 tools/src/hfst-shuffle.cc                          |   14 +-
 tools/src/hfst-split.cc                            |   14 +-
 tools/src/hfst-strings2fst.cc                      |   36 +-
 tools/src/hfst-strip-header.cc                     |    6 +-
 tools/src/hfst-substitute.cc                       |   74 +-
 tools/src/hfst-subtract.cc                         |   20 +-
 tools/src/hfst-summarize.cc                        |   46 +-
 tools/src/hfst-tagger/src/Makefile.am              |   57 +-
 .../hfst-tagger/src/build_model_src/FstBuilder.cc  |   38 +-
 .../hfst-tagger/src/build_model_src/FstBuilder.h   |    2 +-
 .../src/build_model_src/LexicalModelBuilder.cc     |    2 +-
 tools/src/hfst-tagger/src/build_model_src/Makefile |    2 +-
 .../src/build_model_src/ModelBuilder.cc            |   22 +-
 .../src/build_model_src/SequenceModelBuilder.cc    |    6 +-
 .../src/build_model_src/TaggerBuilder.cc           |    4 +-
 .../src/build_model_src/TaggerBuilder.h            |    2 +-
 .../WeightedStringVectorCollection.cc              |   26 +-
 .../WeightedStringVectorCollection.h               |   10 +-
 .../src/build_model_src/string_handling.cc         |  163 +-
 .../src/build_model_src/string_handling.h          |    6 +-
 .../hfst-tagger/src/build_model_src/tagger_aux.py  |   20 +-
 tools/src/hfst-tagger/src/hfst-build-tagger.cc     |    8 +-
 .../src/hfst-open-input-file-for-tagger.cc         |   12 +-
 tools/src/hfst-tagger/src/hfst-reweight-tagger.cc  |    6 +-
 tools/src/hfst-tagger/src/hfst-tag.cc              |    6 +-
 .../hfst-tagger/src/hfst-train-tagger-system.cc    |   10 +-
 .../src/hfst_tagger_compute_data_statistics.py     |   16 +-
 .../src/use_model_src/AcyclicAutomaton.cc          |    6 +-
 .../src/use_model_src/AcyclicAutomaton.h           |    2 +-
 .../use_model_src/DelayedSequenceModelComponent.cc |   10 +-
 .../use_model_src/DelayedSequenceModelComponent.h  |    2 +-
 .../src/use_model_src/NewLexicalModel.cc           |   87 +-
 .../src/use_model_src/NewLexicalModel.h            |   14 +-
 .../src/use_model_src/SentenceTagger.cc            |   22 +-
 .../src/use_model_src/SentenceTransducer.cc        |   28 +-
 .../src/use_model_src/SequenceModelComponent.cc    |   60 +-
 .../src/use_model_src/SequenceModelComponent.h     |    2 +-
 .../use_model_src/SequenceModelComponentPair.cc    |   22 +-
 .../src/use_model_src/SequenceModelComponentPair.h |    2 +-
 .../src/use_model_src/SequenceTagger.cc            |   28 +-
 .../hfst-tagger/src/use_model_src/SequenceTagger.h |    4 +-
 tools/src/hfst-tail.cc                             |    8 +-
 tools/src/hfst-tokenize.cc                         |  830 +-
 tools/src/hfst-tool-metadata.cc                    |   21 +-
 tools/src/hfst-tool-metadata.h                     |    4 +-
 tools/src/hfst-traverse.cc                         |   22 +-
 tools/src/hfst-twolc/src/Makefile.am               |  231 +-
 .../src/doxygen_src/hfst_twolc_doxygen_header.h    |   32 +-
 tools/src/hfst-twolc/src/hfst-twolc-system.cc      |    8 +-
 tools/src/hfst-twolc/src/hfst-twolc.cc             |  164 +
 tools/src/hfst-twolc/src/htwolcpre1-main.cc        |   70 +
 tools/src/hfst-twolc/src/htwolcpre2-main.cc        |   49 +
 tools/src/hfst-twolc/src/htwolcpre3-main.cc        |  102 +
 tools/src/hfst-twolc/src/scanner2.ll               |  294 -
 tools/src/hfst-twolc/test/test                     |  114 +-
 tools/src/hfst-txt2fst.cc                          |   22 +-
 tools/src/hfst-unary-tool.cc                       |   12 +-
 tools/src/inc/check-params-unary.h                 |   10 +-
 tools/src/inc/getopt-cases-common.h                |    4 +-
 tools/src/inc/getopt-cases-unary.h                 |    4 +-
 tools/src/inc/globals-common.h                     |    4 +-
 tools/src/lexc-readline-ui.cc                      |    2 +-
 tools/src/parsers/Makefile.am                      |   32 +-
 tools/src/parsers/abbrcmd.h                        |    5 +-
 tools/src/parsers/cmd.h                            |    5 +-
 tools/src/parsers/foma_commands                    |   16 +-
 tools/src/parsers/foma_commands.help               |    2 +-
 tools/src/parsers/hfst-xfst.cc                     |   29 +-
 tools/src/parsers/name2cmd.h                       |    2 +-
 tools/src/parsers/test/Makefile.am                 |    9 +-
 tools/src/parsers/test/eliminate_flag.output       |    5 +
 tools/src/parsers/test/eliminate_flag.xfst         |   45 +
 tools/src/parsers/test/test.sh                     |   43 +-
 tools/src/parsers/xfst_commands.h                  |    2 +-
 tools/src/sfst-main.cc                             |  248 +
 tools/src/test-memory-leaks.sh                     |    4 +-
 tools/src/test.cc                                  |   30 +-
 773 files changed, 40275 insertions(+), 26918 deletions(-)
 create mode 100644 .travis.yml
 mode change 100644 => 120000 README
 copy README => README.rst (96%)
 copy {libhfst => lgpl-release}/COPYING (100%)
 create mode 100644 lgpl-release/Makefile.am
 create mode 100644 lgpl-release/README-DEV
 create mode 100644 lgpl-release/back-ends/Makefile.am
 copy configure.ac => lgpl-release/configure.ac (91%)
 copy libhfst/src/implementations/{HfstTransitionGraph.h => HfstBasicTransducer.cc} (70%)
 create mode 100644 libhfst/src/implementations/HfstBasicTransducer.h
 create mode 100644 libhfst/src/implementations/HfstBasicTransition.cc
 create mode 100644 libhfst/src/implementations/HfstBasicTransition.h
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/HfstTwolcDefs.h (94%)
 rename tools/src/HfstAlphabet.cc => libhfst/src/parsers/SfstAlphabet.cc (79%)
 rename tools/src/HfstAlphabet.h => libhfst/src/parsers/SfstAlphabet.h (91%)
 rename tools/src/HfstBasic.cc => libhfst/src/parsers/SfstBasic.cc (94%)
 rename tools/src/HfstBasic.h => libhfst/src/parsers/SfstBasic.h (71%)
 rename tools/src/HfstCompiler.cc => libhfst/src/parsers/SfstCompiler.cc (78%)
 rename tools/src/HfstCompiler.h => libhfst/src/parsers/SfstCompiler.h (89%)
 rename tools/src/HfstUtf8.cc => libhfst/src/parsers/SfstUtf8.cc (98%)
 rename tools/src/HfstUtf8.h => libhfst/src/parsers/SfstUtf8.h (90%)
 create mode 100644 libhfst/src/parsers/TwolcCompiler.cc
 copy tools/src/hfst-twolc/src/variable_src/VariableValues.cc => libhfst/src/parsers/TwolcCompiler.h (53%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/alphabet_src/Alphabet.cc (91%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/alphabet_src/Alphabet.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/commandline_src/CommandLine.cc (88%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/commandline_src/CommandLine.h (94%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/common_globals.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/grammar_defs.h (92%)
 rename tools/src/hfst-twolc/src/scanner1.ll => libhfst/src/parsers/htwolcpre1-lexer.ll (51%)
 rename tools/src/hfst-twolc/src/htwolcpre1.yy => libhfst/src/parsers/htwolcpre1-parser.yy (77%)
 create mode 100644 libhfst/src/parsers/htwolcpre2-lexer.ll
 rename tools/src/hfst-twolc/src/htwolcpre2.yy => libhfst/src/parsers/htwolcpre2-parser.yy (69%)
 rename tools/src/hfst-twolc/src/scanner3.ll => libhfst/src/parsers/htwolcpre3-lexer.ll (71%)
 rename tools/src/hfst-twolc/src/htwolcpre3.yy => libhfst/src/parsers/htwolcpre3-parser.yy (76%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/InputReader.cc (80%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/InputReader.h (87%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/io_src/input_defs.h (99%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingLeftArrowRule.cc (99%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingLeftArrowRule.h (99%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingRightArrowRule.cc (98%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/ConflictResolvingRightArrowRule.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRule.cc (93%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRule.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRuleContainer.cc (88%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftArrowRuleContainer.h (97%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftRestrictionArrowRule.cc (94%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/LeftRestrictionArrowRule.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/OtherSymbolTransducer.cc (89%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/OtherSymbolTransducer.h (96%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRule.cc (93%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRule.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRuleContainer.cc (86%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RightArrowRuleContainer.h (95%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/Rule.cc (94%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/Rule.h (97%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RuleContainer.cc (95%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/RuleContainer.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/TwolCGrammar.cc (95%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/rule_src/TwolCGrammar.h (94%)
 create mode 100644 libhfst/src/parsers/sfst-compiler.yy
 create mode 100644 libhfst/src/parsers/sfst-scanner.ll
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/string_src/string_manipulation.cc (92%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/string_src/string_manipulation.h (94%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/ConstContainerIterator.h (90%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/MatchedConstContainerIterator.h (74%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/MixedConstContainerIterator.h (82%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleSymbolVector.cc (93%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleSymbolVector.h (93%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariables.cc (99%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariables.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariablesConstIterator.cc (97%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/RuleVariablesConstIterator.h (96%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableBlock.h (85%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableBlockContainer.h (88%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableContainer.h (92%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableContainerBase.h (97%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableDefs.h (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValueIterator.h (97%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValues.cc (100%)
 rename {tools/src/hfst-twolc/src => libhfst/src/parsers}/variable_src/VariableValues.h (100%)
 create mode 100644 m4/ax_check_compile_flag.m4
 delete mode 100644 man/hfst-lexc-compiler.1
 delete mode 120000 man/hfst-train-tagger-system.1
 delete mode 120000 man/hfst-twolc-system.1
 copy python/{test/testfile => config.h} (100%)
 create mode 100644 python/doc/README
 rename python/doc/{libhfst.py => hfst/__init__.py} (59%)
 create mode 100644 python/doc/hfst/exceptions/__init__.py
 create mode 100644 python/doc/hfst/sfst_rules/__init__.py
 create mode 100644 python/doc/hfst/xerox_rules/__init__.py
 create mode 100644 python/doc/xml2docstrings.sh
 create mode 100644 python/docstrings.i
 create mode 100644 python/hfst/__init__.py
 create mode 100644 python/hfst/exceptions/__init__.py
 create mode 100644 python/hfst/sfst_rules/__init__.py
 create mode 100644 python/hfst/xerox_rules/__init__.py
 create mode 100644 python/hfst_extensions.cc
 create mode 100644 python/hfst_file_extensions.cc
 create mode 100644 python/hfst_lexc_extensions.cc
 create mode 100644 python/hfst_lookup_extensions.cc
 create mode 100644 python/hfst_pmatch_extensions.cc
 create mode 100644 python/hfst_prolog_extensions.cc
 create mode 100644 python/hfst_regex_extensions.cc
 create mode 100644 python/hfst_rules_extensions.cc
 create mode 100644 python/hfst_sfst_extensions.cc
 create mode 100644 python/hfst_xfst_extensions.cc
 copy COPYING => python/pypi/COPYING (100%)
 create mode 100644 python/pypi/MANIFEST.in
 copy python/{test/testfile => pypi/README} (100%)
 create mode 100644 python/pypi/README.rst
 copy python/{test/testfile => pypi/config.h} (100%)
 create mode 100755 python/pypi/copy-files.sh
 create mode 100644 python/pypi/setup.cfg
 create mode 100644 python/pypi/setup.py
 copy {test/tools => python/test}/cat.prolog (100%)
 create mode 100644 python/test/cats_and_dogs.prolog
 create mode 100644 python/test/cats_and_dogs_fail.prolog
 delete mode 100644 python/test/examples.py
 delete mode 100644 python/test/foo_att_prolog
 delete mode 100644 python/test/foobar.hfst
 delete mode 100644 python/test/foobar2.hfst
 create mode 100644 python/test/streets.txt
 create mode 100755 python/test/test.bat
 delete mode 100644 python/test/test.py
 create mode 100644 python/test/test.sfstpl
 create mode 100644 python/test/test_att_reader.py
 create mode 100644 python/test/test_dir_hfst.py
 create mode 100644 python/test/test_dir_hfst_exceptions.py
 create mode 100644 python/test/test_dir_hfst_sfst_rules.py
 create mode 100644 python/test/test_examples.py
 create mode 100644 python/test/test_exceptions.py
 create mode 100644 python/test/test_pmatch.py
 create mode 100644 python/test/test_prolog.py
 create mode 100644 python/test/test_prolog_reader.py
 create mode 100644 python/test/test_read_att_transducer.py
 create mode 100644 python/test/test_tokenizer.py
 create mode 100644 python/test/test_xerox_rules.py
 create mode 100644 python/test/test_xre.py
 delete mode 100644 python/test/testfile1.hfst
 delete mode 100644 python/test/testfile3.att
 create mode 100644 python/test/testfile_fail.att
 create mode 100755 scripts/fetch-stats.sh
 create mode 100755 scripts/make-libhfst-dist.sh
 create mode 100644 scripts/make-python-package.sh
 create mode 100644 scripts/readmes/README_python_mac.txt
 create mode 100644 scripts/readmes/README_python_win.txt
 create mode 100644 scripts/windows/make-python-package.bat
 delete mode 100644 test/tools/basic.UTF-8.lexc.flag.result
 create mode 100644 test/tools/basic.UTF-8.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.UTF-8.lexc.result
 create mode 100644 test/tools/basic.UTF-8.lexc.result.prolog
 delete mode 100644 test/tools/basic.almost-reserved-words.lexc.flag.result
 create mode 100644 test/tools/basic.almost-reserved-words.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.almost-reserved-words.lexc.result
 create mode 100644 test/tools/basic.almost-reserved-words.lexc.result.prolog
 delete mode 100644 test/tools/basic.cat-dog-bird.lexc.flag.result
 create mode 100644 test/tools/basic.cat-dog-bird.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.cat-dog-bird.lexc.result
 create mode 100644 test/tools/basic.cat-dog-bird.lexc.result.prolog
 delete mode 100644 test/tools/basic.colons.lexc.flag.result
 create mode 100644 test/tools/basic.colons.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.colons.lexc.result
 create mode 100644 test/tools/basic.colons.lexc.result.prolog
 delete mode 100644 test/tools/basic.comments.lexc.flag.result
 create mode 100644 test/tools/basic.comments.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.comments.lexc.result
 create mode 100644 test/tools/basic.comments.lexc.result.prolog
 delete mode 100644 test/tools/basic.empty-sides.lexc.flag.result
 create mode 100644 test/tools/basic.empty-sides.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.empty-sides.lexc.result
 create mode 100644 test/tools/basic.empty-sides.lexc.result.prolog
 delete mode 100644 test/tools/basic.escapes.lexc.flag.result
 create mode 100644 test/tools/basic.escapes.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.escapes.lexc.result
 create mode 100644 test/tools/basic.escapes.lexc.result.prolog
 delete mode 100644 test/tools/basic.infostrings.lexc.flag.result
 create mode 100644 test/tools/basic.infostrings.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.infostrings.lexc.result
 create mode 100644 test/tools/basic.infostrings.lexc.result.prolog
 delete mode 100644 test/tools/basic.initial-lexicon-empty.lexc.flag.result
 create mode 100644 test/tools/basic.initial-lexicon-empty.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.initial-lexicon-empty.lexc.result
 create mode 100644 test/tools/basic.initial-lexicon-empty.lexc.result.prolog
 delete mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.flag.result
 create mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.result
 create mode 100644 test/tools/basic.lowercase-lexicon-end.lexc.result.prolog
 delete mode 100644 test/tools/basic.multi-entry-lines.lexc.flag.result
 create mode 100644 test/tools/basic.multi-entry-lines.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.multi-entry-lines.lexc.result
 create mode 100644 test/tools/basic.multi-entry-lines.lexc.result.prolog
 delete mode 100644 test/tools/basic.multichar-escaped-zero.lexc.flag.result
 create mode 100644 test/tools/basic.multichar-escaped-zero.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.multichar-escaped-zero.lexc.result
 create mode 100644 test/tools/basic.multichar-escaped-zero.lexc.result.prolog
 delete mode 100644 test/tools/basic.multichar-symbols.lexc.flag.result
 create mode 100644 test/tools/basic.multichar-symbols.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.multichar-symbols.lexc.result
 create mode 100644 test/tools/basic.multichar-symbols.lexc.result.prolog
 delete mode 100644 test/tools/basic.no-Root.lexc.flag.result
 create mode 100644 test/tools/basic.no-Root.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.no-Root.lexc.result
 create mode 100644 test/tools/basic.no-Root.lexc.result.prolog
 delete mode 100644 test/tools/basic.no-newline-at-end.lexc.flag.result
 create mode 100644 test/tools/basic.no-newline-at-end.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.no-newline-at-end.lexc.result
 create mode 100644 test/tools/basic.no-newline-at-end.lexc.result.prolog
 delete mode 100644 test/tools/basic.punctuation.lexc.flag.result
 create mode 100644 test/tools/basic.punctuation.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.punctuation.lexc.result
 create mode 100644 test/tools/basic.punctuation.lexc.result.prolog
 delete mode 100644 test/tools/basic.regexps.lexc.flag.result
 create mode 100644 test/tools/basic.regexps.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.regexps.lexc.result
 create mode 100644 test/tools/basic.regexps.lexc.result.prolog
 delete mode 100644 test/tools/basic.root-loop.lexc.flag.result
 create mode 100644 test/tools/basic.root-loop.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.root-loop.lexc.result
 create mode 100644 test/tools/basic.root-loop.lexc.result.prolog
 delete mode 100644 test/tools/basic.spurious-lexicon.lexc.flag.result
 create mode 100644 test/tools/basic.spurious-lexicon.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.spurious-lexicon.lexc.result
 create mode 100644 test/tools/basic.spurious-lexicon.lexc.result.prolog
 delete mode 100644 test/tools/basic.string-pairs.lexc.flag.result
 create mode 100644 test/tools/basic.string-pairs.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.string-pairs.lexc.result
 create mode 100644 test/tools/basic.string-pairs.lexc.result.prolog
 delete mode 100644 test/tools/basic.two-lexicons.lexc.flag.result
 create mode 100644 test/tools/basic.two-lexicons.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.two-lexicons.lexc.result
 create mode 100644 test/tools/basic.two-lexicons.lexc.result.prolog
 delete mode 100644 test/tools/basic.zeros-epsilons.lexc.flag.result
 create mode 100644 test/tools/basic.zeros-epsilons.lexc.flag.result.prolog
 delete mode 100644 test/tools/basic.zeros-epsilons.lexc.result
 create mode 100644 test/tools/basic.zeros-epsilons.lexc.result.prolog
 delete mode 100644 test/tools/hfst.weights.lexc.flag.result
 create mode 100644 test/tools/hfst.weights.lexc.flag.result.prolog
 delete mode 100644 test/tools/hfst.weights.lexc.result
 create mode 100644 test/tools/hfst.weights.lexc.result.prolog
 delete mode 100644 test/tools/no-newline-before-sublexicon.lexc.flag.result
 create mode 100644 test/tools/no-newline-before-sublexicon.lexc.flag.result.prolog
 delete mode 100644 test/tools/no-newline-before-sublexicon.lexc.result
 create mode 100644 test/tools/no-newline-before-sublexicon.lexc.result.prolog
 create mode 100755 test/tools/tokenize-backtrack-functionality.sh
 create mode 100644 test/tools/tokenize-backtrack-out-giella-cg-contiguous.strings
 create mode 100644 test/tools/tokenize-backtrack-out-giella-cg-spaces.strings
 create mode 100644 test/tools/tokenize-backtrack-out-giella-cg.strings
 create mode 100644 test/tools/tokenize-backtrack.lexc
 create mode 100644 test/tools/tokenize-backtrack.pmscript
 create mode 100644 test/tools/tokenize-dog-in.lexc
 create mode 100644 test/tools/tokenize-dog-out-cg.strings
 create mode 100644 test/tools/tokenize-dog-out-giella-cg-flushing.strings
 create mode 100644 test/tools/tokenize-dog-out-giella-cg-superblank.strings
 create mode 100644 test/tools/tokenize-dog-out-giella-cg.strings
 create mode 100644 test/tools/tokenize-dog-out-xerox.strings
 create mode 100644 test/tools/tokenize-dog-out.strings
 create mode 100644 test/tools/tokenize-dog.pmscript
 create mode 100755 test/tools/tokenize-flushing-functionality.sh
 create mode 100755 test/tools/tokenize-functionality.sh
 delete mode 100644 test/tools/warn.one-sided-flags.lexc.flag.result
 create mode 100644 test/tools/warn.one-sided-flags.lexc.flag.result.prolog
 delete mode 100644 test/tools/warn.one-sided-flags.lexc.result
 create mode 100644 test/tools/warn.one-sided-flags.lexc.result.prolog
 delete mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.flag.result
 create mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.flag.result.prolog
 delete mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.result
 create mode 100644 test/tools/warn.sublexicon-mentioned-but-not-defined.lexc.result.prolog
 delete mode 100644 test/tools/xre.any-variations.lexc.flag.result
 create mode 100644 test/tools/xre.any-variations.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.any-variations.lexc.result
 create mode 100644 test/tools/xre.any-variations.lexc.result.prolog
 delete mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.flag.result
 create mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.result
 create mode 100644 test/tools/xre.automatic-multichar-symbols.lexc.result.prolog
 delete mode 100644 test/tools/xre.basic.lexc.flag.result
 create mode 100644 test/tools/xre.basic.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.basic.lexc.result
 create mode 100644 test/tools/xre.basic.lexc.result.prolog
 delete mode 100644 test/tools/xre.definitions.lexc.flag.result
 create mode 100644 test/tools/xre.definitions.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.definitions.lexc.result
 create mode 100644 test/tools/xre.definitions.lexc.result.prolog
 create mode 100644 test/tools/xre.less-than-twice.lexc
 create mode 100644 test/tools/xre.less-than-twice.lexc.flag.result.prolog
 create mode 100644 test/tools/xre.less-than-twice.lexc.result.prolog
 delete mode 100644 test/tools/xre.months.lexc.flag.result
 create mode 100644 test/tools/xre.months.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.months.lexc.result
 create mode 100644 test/tools/xre.months.lexc.result.prolog
 create mode 100644 test/tools/xre.more-than-twice.lexc
 create mode 100644 test/tools/xre.more-than-twice.lexc.flag.result.prolog
 create mode 100644 test/tools/xre.more-than-twice.lexc.result.prolog
 delete mode 100644 test/tools/xre.nested-definitions.lexc.flag.result
 create mode 100644 test/tools/xre.nested-definitions.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.nested-definitions.lexc.result
 create mode 100644 test/tools/xre.nested-definitions.lexc.result.prolog
 delete mode 100644 test/tools/xre.numeric-star.lexc.flag.result
 create mode 100644 test/tools/xre.numeric-star.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.numeric-star.lexc.result
 create mode 100644 test/tools/xre.numeric-star.lexc.result.prolog
 delete mode 100644 test/tools/xre.quotations.lexc.flag.result
 create mode 100644 test/tools/xre.quotations.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.quotations.lexc.result
 create mode 100644 test/tools/xre.quotations.lexc.result.prolog
 delete mode 100644 test/tools/xre.sharp.lexc.flag.result
 create mode 100644 test/tools/xre.sharp.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.sharp.lexc.result
 create mode 100644 test/tools/xre.sharp.lexc.result.prolog
 delete mode 100644 test/tools/xre.star-plus-optional.lexc.flag.result
 create mode 100644 test/tools/xre.star-plus-optional.lexc.flag.result.prolog
 delete mode 100644 test/tools/xre.star-plus-optional.lexc.result
 create mode 100644 test/tools/xre.star-plus-optional.lexc.result.prolog
 delete mode 100644 tools/src/hfst-compiler.yy
 delete mode 100644 tools/src/hfst-scanner.ll
 create mode 100644 tools/src/hfst-twolc/src/hfst-twolc.cc
 create mode 100644 tools/src/hfst-twolc/src/htwolcpre1-main.cc
 create mode 100644 tools/src/hfst-twolc/src/htwolcpre2-main.cc
 create mode 100644 tools/src/hfst-twolc/src/htwolcpre3-main.cc
 delete mode 100644 tools/src/hfst-twolc/src/scanner2.ll
 create mode 100644 tools/src/sfst-main.cc

-- 
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/debian-science/packages/hfst.git



More information about the debian-science-commits mailing list