[hfst] 02/02: Imported Debian patch 3.12.2~r3258-1

Tino Didriksen tinodidriksen-guest at moszumanska.debian.org
Thu Mar 30 08:05:16 UTC 2017


This is an automated email from the git hooks/post-receive script.

tinodidriksen-guest pushed a commit to branch master
in repository hfst.

commit 2508744a5e96c239d2886beeef8a70ce7caf8094
Merge: 7bef2e0 5e4e314
Author: Tino Didriksen <tino at didriksen.cc>
Date:   Thu Mar 30 08:55:34 2017 +0200

    Imported Debian patch 3.12.2~r3258-1

 .gitignore                                         |   71 +-
 .travis.yml                                        |   41 +
 ChangeLog                                          |  334 +-
 ChangeLog.old                                      |  357 +-
 NEWS                                               |   80 +-
 README                                             |  467 +-
 README => README.rst                               |   40 +-
 autogen.sh                                         |    4 +-
 back-ends/dlfcn/dlfcn.c                            |    2 +-
 back-ends/dlfcn/dlfcn.h                            |   14 +-
 back-ends/foma/CHANGELOG                           |   10 +-
 back-ends/foma/Makefile.am                         |    4 +-
 back-ends/foma/README.cmatrix                      |    2 +-
 back-ends/foma/README.symbols                      |   10 +-
 back-ends/foma/apply.c                             |   42 +-
 back-ends/foma/coaccessible.c                      |    2 +-
 back-ends/foma/constructions.c                     |  106 +-
 back-ends/foma/define.c                            |   21 +-
 back-ends/foma/determinize.c                       |   18 +-
 back-ends/foma/dynarray.c                          |   20 +-
 back-ends/foma/extract.c                           |    1 +
 back-ends/foma/flags.c                             |   40 +-
 back-ends/foma/foma.c                              |   10 +-
 back-ends/foma/foma.h                              |    2 +-
 back-ends/foma/fomalib.h                           |   19 +-
 back-ends/foma/fomalibconf.h                       |   46 +-
 back-ends/foma/iface.c                             |   73 +-
 back-ends/foma/io.c                                |   37 +-
 back-ends/foma/lex.cmatrix.c                       |   46 +-
 back-ends/foma/lex.interface.c                     | 7986 ++++++++++----------
 back-ends/foma/lex.lexc.c                          |   98 +-
 back-ends/foma/lex.yy.c                            | 1943 ++---
 back-ends/foma/lexc.l                              |   12 +-
 back-ends/foma/lexcread.c                          |   44 +-
 back-ends/foma/mem.c                               |    8 +-
 back-ends/foma/minimize.c                          |   26 +-
 back-ends/foma/regex.c                             |  330 +-
 back-ends/foma/regex.l                             |   10 +-
 back-ends/foma/regex.y                             |   10 +-
 back-ends/foma/rewrite.c                           | 1251 ++-
 back-ends/foma/sigma.c                             |   14 +-
 back-ends/foma/spelling.c                          |   32 +-
 back-ends/foma/stack.c                             |    6 +-
 back-ends/foma/structures.c                        |   26 +-
 back-ends/foma/topsort.c                           |    6 +-
 back-ends/foma/trie.c                              |    2 +-
 back-ends/foma/utf8.c                              |   16 +-
 back-ends/openfst/NEWS                             |   24 +-
 back-ends/openfst/README                           |   12 +-
 back-ends/openfst/src/include/fst/config.h         |    2 +-
 back-ends/openfst/src/include/fst/config.h.in      |    2 +-
 back-ends/openfst/src/include/fst/encode.h         |    6 +-
 .../openfst/src/include/fst/generic-register.h     |    4 +
 back-ends/openfst/src/include/fst/interval-set.h   |    2 +-
 back-ends/openfst/src/include/fst/minimize.h       |    2 +-
 back-ends/openfst/src/include/fst/partition.h      |    2 +-
 back-ends/openfst/src/lib/compat.cc                |    2 +-
 back-ends/openfstwin/README                        |    2 +-
 back-ends/openfstwin/src/include/fst/compat.h      |    4 +-
 back-ends/openfstwin/src/include/fst/config.h      |    2 +-
 back-ends/openfstwin/src/include/fst/flags.h       |    6 +-
 back-ends/openfstwin/src/include/fst/replace.h     |    2 +-
 back-ends/openfstwin/src/lib/compat.cc             |    6 +-
 back-ends/sfst/alphabet.cc                         |   12 +-
 back-ends/sfst/alphabet.h                          |   10 +-
 back-ends/sfst/compact.cc                          |   34 +-
 back-ends/sfst/determinise.cc                      |    6 +-
 back-ends/sfst/fst.cc                              |   42 +-
 back-ends/sfst/fst.h                               |   20 +-
 back-ends/sfst/generate.cc                         |    4 +-
 back-ends/sfst/hopcroft.cc                         |   28 +-
 back-ends/sfst/interface.h                         |   12 +-
 back-ends/sfst/operators.cc                        |   42 +-
 back-ends/sfst/sgi.h                               |    4 +-
 configure.ac                                       |   98 +-
 debian/changelog                                   |    7 +
 debian/control                                     |   15 +-
 ...libhfst45-dev.install => libhfst48-dev.install} |    0
 debian/{libhfst45.install => libhfst48.install}    |    0
 ...ntian-overrides => libhfst48.lintian-overrides} |    0
 debian/{libhfst45.postinst => libhfst48.postinst}  |    0
 debian/patches/hfst_02_notimestamp.diff            |   21 +-
 debian/patches/hfst_03_char2int.diff               |  793 --
 debian/patches/series                              |    1 -
 debian/rules                                       |   11 +-
 doc/api_documentation.dox                          |  164 +-
 doc/hfst-lexc.rst                                  |    8 +-
 doc/hfst3-metadata-header-registry.rst             |   12 +-
 hfst.m4                                            |    4 +-
 lgpl-release/COPYING                               |  165 +
 lgpl-release/Makefile.am                           |   28 +
 lgpl-release/README-DEV                            |   13 +
 lgpl-release/back-ends/Makefile.am                 |   14 +
 configure.ac => lgpl-release/configure.ac          |  127 +-
 libhfst/Makefile.am                                |   16 +-
 libhfst/hfst.pc.in                                 |    2 +-
 libhfst/src/FormatSpecifiers.h                     |   12 +-
 libhfst/src/HarmonizeUnknownAndIdentitySymbols.cc  |   49 +-
 libhfst/src/HarmonizeUnknownAndIdentitySymbols.h   |   39 +-
 libhfst/src/HfstApply.cc                           |   92 +-
 libhfst/src/HfstDataTypes.cc                       |   67 +-
 libhfst/src/HfstDataTypes.h                        |   65 +-
 libhfst/src/HfstEpsilonHandler.cc                  |   22 +-
 libhfst/src/HfstEpsilonHandler.h                   |   14 +-
 libhfst/src/HfstExceptionDefs.cc                   |   36 +-
 libhfst/src/HfstExceptionDefs.h                    |   89 +-
 libhfst/src/HfstExtractStrings.h                   |   44 +-
 libhfst/src/HfstFlagDiacritics.cc                  |   46 +-
 libhfst/src/HfstFlagDiacritics.h                   |   76 +-
 libhfst/src/HfstInputStream.cc                     |  130 +-
 libhfst/src/HfstInputStream.h                      |  110 +-
 libhfst/src/HfstLookupFlagDiacritics.cc            |   42 +-
 libhfst/src/HfstLookupFlagDiacritics.h             |   27 +-
 libhfst/src/HfstOutputStream.cc                    |   70 +-
 libhfst/src/HfstOutputStream.h                     |   56 +-
 libhfst/src/HfstPrintDot.cc                        |   80 +-
 libhfst/src/HfstPrintDot.h                         |   18 +-
 libhfst/src/HfstPrintPCKimmo.cc                    |   30 +-
 libhfst/src/HfstPrintPCKimmo.h                     |   16 +-
 libhfst/src/HfstRules.cc                           |  240 +-
 libhfst/src/HfstStrings2FstTokenizer.cc            |   54 +-
 libhfst/src/HfstStrings2FstTokenizer.h             |   22 +-
 libhfst/src/HfstSymbolDefs.cc                      |   18 +-
 libhfst/src/HfstSymbolDefs.h                       |   62 +-
 libhfst/src/HfstTokenizer.cc                       |   67 +-
 libhfst/src/HfstTokenizer.h                        |   38 +-
 libhfst/src/HfstTransducer.cc                      | 1154 ++-
 libhfst/src/HfstTransducer.h                       |  722 +-
 libhfst/src/HfstXeroxRules.cc                      | 6287 +++++++--------
 libhfst/src/HfstXeroxRules.h                       |   10 +-
 libhfst/src/HfstXeroxRulesTest.cc                  |   20 +-
 libhfst/src/Makefile.am                            |   27 +-
 libhfst/src/hfst-string-conversions.cc             |   12 +-
 libhfst/src/hfst-string-conversions.h              |    4 +-
 libhfst/src/hfst.h                                 |   12 +-
 libhfst/src/hfst_apply_schemas.h                   |   20 +-
 libhfst/src/hfstdll.h                              |   12 +-
 .../src/implementations/ConvertFomaTransducer.cc   |   93 +-
 .../implementations/ConvertLogWeightTransducer.cc  |  103 +-
 libhfst/src/implementations/ConvertOlTransducer.cc |   80 +-
 .../src/implementations/ConvertSfstTransducer.cc   |   51 +-
 .../src/implementations/ConvertTransducerFormat.cc |  116 +-
 .../src/implementations/ConvertTransducerFormat.h  |   93 +-
 .../ConvertTropicalWeightTransducer.cc             |   91 +-
 .../src/implementations/ConvertXfsmTransducer.cc   |   40 +-
 libhfst/src/implementations/FomaTransducer.cc      |  326 +-
 libhfst/src/implementations/FomaTransducer.h       |   40 +-
 ...fstTransitionGraph.h => HfstBasicTransducer.cc} | 2083 +++--
 libhfst/src/implementations/HfstBasicTransducer.h  | 1120 +++
 libhfst/src/implementations/HfstBasicTransition.cc |   99 +
 libhfst/src/implementations/HfstBasicTransition.h  |  116 +
 libhfst/src/implementations/HfstOlTransducer.cc    |   72 +-
 libhfst/src/implementations/HfstOlTransducer.h     |   22 +-
 libhfst/src/implementations/HfstTransition.h       |   46 +-
 libhfst/src/implementations/HfstTransitionGraph.cc |   18 +-
 libhfst/src/implementations/HfstTransitionGraph.h  |  916 ++-
 .../HfstTropicalTransducerTransitionData.cc        |  264 +-
 .../HfstTropicalTransducerTransitionData.h         |  290 +-
 libhfst/src/implementations/LogWeightTransducer.cc |  436 +-
 libhfst/src/implementations/LogWeightTransducer.h  |   98 +-
 libhfst/src/implementations/Makefile.am            |   69 +-
 .../MyTransducerLibraryTransducer.cc               |   80 +-
 .../MyTransducerLibraryTransducer.h                |  118 +-
 libhfst/src/implementations/SfstTransducer.cc      |  238 +-
 libhfst/src/implementations/SfstTransducer.h       |   38 +-
 .../implementations/TropicalWeightTransducer.cc    |  586 +-
 .../src/implementations/TropicalWeightTransducer.h |  122 +-
 libhfst/src/implementations/XfsmTransducer.cc      |   56 +-
 libhfst/src/implementations/XfsmTransducer.h       |   18 +-
 .../compose_intersect/ComposeIntersectFst.cc       |   82 +-
 .../compose_intersect/ComposeIntersectFst.h        |   24 +-
 .../compose_intersect/ComposeIntersectLexicon.cc   |   64 +-
 .../compose_intersect/ComposeIntersectLexicon.h    |   14 +-
 .../compose_intersect/ComposeIntersectRule.cc      |   22 +-
 .../compose_intersect/ComposeIntersectRule.h       |   12 +-
 .../compose_intersect/ComposeIntersectRulePair.cc  |   45 +-
 .../compose_intersect/ComposeIntersectRulePair.h   |   14 +-
 .../compose_intersect/ComposeIntersectUtilities.cc |   16 +-
 .../compose_intersect/ComposeIntersectUtilities.h  |   20 +-
 .../implementations/optimized-lookup/convert.cc    |   42 +-
 .../src/implementations/optimized-lookup/convert.h |   73 +-
 .../optimized-lookup/find_epsilon_loops.cc         |   16 +-
 .../src/implementations/optimized-lookup/ospell.cc |   12 +-
 .../src/implementations/optimized-lookup/pmatch.cc |  589 +-
 .../src/implementations/optimized-lookup/pmatch.h  |  116 +-
 .../implementations/optimized-lookup/transducer.cc |  104 +-
 .../implementations/optimized-lookup/transducer.h  |   80 +-
 .../src => libhfst/src/parsers}/HfstTwolcDefs.h    |    8 +-
 libhfst/src/parsers/LexcCompiler.cc                |  368 +-
 libhfst/src/parsers/LexcCompiler.h                 |   18 +-
 libhfst/src/parsers/Makefile.am                    |  188 +-
 libhfst/src/parsers/PmatchCompiler.cc              |   21 +-
 libhfst/src/parsers/PmatchCompiler.h               |   18 +-
 .../src/parsers/SfstAlphabet.cc                    |   70 +-
 .../src/parsers/SfstAlphabet.h                     |   16 +-
 .../src/parsers/SfstBasic.cc                       |   10 +-
 .../HfstBasic.h => libhfst/src/parsers/SfstBasic.h |   10 +-
 .../src/parsers/SfstCompiler.cc                    |  266 +-
 .../src/parsers/SfstCompiler.h                     |   37 +-
 .../HfstUtf8.cc => libhfst/src/parsers/SfstUtf8.cc |    7 +-
 .../HfstUtf8.h => libhfst/src/parsers/SfstUtf8.h   |    8 +-
 libhfst/src/parsers/TwolcCompiler.cc               |  116 +
 .../src/parsers/TwolcCompiler.h                    |   30 +-
 libhfst/src/parsers/XfstCompiler.cc                |  799 +-
 libhfst/src/parsers/XfstCompiler.h                 |   57 +-
 libhfst/src/parsers/XreCompiler.cc                 |  146 +-
 libhfst/src/parsers/XreCompiler.h                  |   27 +-
 .../src/parsers}/alphabet_src/Alphabet.cc          |   48 +-
 .../src/parsers}/alphabet_src/Alphabet.h           |    0
 .../src/parsers}/commandline_src/CommandLine.cc    |  100 +-
 .../src/parsers}/commandline_src/CommandLine.h     |    8 +-
 .../src => libhfst/src/parsers}/common_globals.h   |    0
 .../src => libhfst/src/parsers}/grammar_defs.h     |    8 +-
 .../src/parsers/htwolcpre1-lexer.ll                |  293 +-
 .../src/parsers/htwolcpre1-parser.yy               |  297 +-
 libhfst/src/parsers/htwolcpre2-lexer.ll            |  313 +
 .../src/parsers/htwolcpre2-parser.yy               |  186 +-
 .../src/parsers/htwolcpre3-lexer.ll                |   59 +-
 .../src/parsers/htwolcpre3-parser.yy               |  271 +-
 .../src/parsers}/io_src/InputReader.cc             |   40 +-
 .../src/parsers}/io_src/InputReader.h              |   16 +-
 .../src/parsers}/io_src/input_defs.h               |    2 +-
 libhfst/src/parsers/lexc-lexer.ll                  |   22 +-
 libhfst/src/parsers/lexc-parser.yy                 |   37 +-
 libhfst/src/parsers/lexc-utils.cc                  |   44 +-
 libhfst/src/parsers/lexc-utils.h                   |   16 +-
 libhfst/src/parsers/pmatch_lex.ll                  |   68 +-
 libhfst/src/parsers/pmatch_parse.yy                |  249 +-
 libhfst/src/parsers/pmatch_utils.cc                |  903 ++-
 libhfst/src/parsers/pmatch_utils.h                 |  180 +-
 .../rule_src/ConflictResolvingLeftArrowRule.cc     |    4 +-
 .../rule_src/ConflictResolvingLeftArrowRule.h      |    6 +-
 .../rule_src/ConflictResolvingRightArrowRule.cc    |    6 +-
 .../rule_src/ConflictResolvingRightArrowRule.h     |    0
 .../src/parsers}/rule_src/LeftArrowRule.cc         |   16 +-
 .../src/parsers}/rule_src/LeftArrowRule.h          |    0
 .../parsers}/rule_src/LeftArrowRuleContainer.cc    |   30 +-
 .../src/parsers}/rule_src/LeftArrowRuleContainer.h |    2 +-
 .../parsers}/rule_src/LeftRestrictionArrowRule.cc  |   14 +-
 .../parsers}/rule_src/LeftRestrictionArrowRule.h   |    0
 .../src/parsers}/rule_src/OtherSymbolTransducer.cc |  178 +-
 .../src/parsers}/rule_src/OtherSymbolTransducer.h  |   44 +-
 .../src/parsers}/rule_src/RightArrowRule.cc        |   14 +-
 .../src/parsers}/rule_src/RightArrowRule.h         |    0
 .../parsers}/rule_src/RightArrowRuleContainer.cc   |   18 +-
 .../parsers}/rule_src/RightArrowRuleContainer.h    |    2 +-
 .../src => libhfst/src/parsers}/rule_src/Rule.cc   |   20 +-
 .../src => libhfst/src/parsers}/rule_src/Rule.h    |    6 +-
 .../src/parsers}/rule_src/RuleContainer.cc         |   12 +-
 .../src/parsers}/rule_src/RuleContainer.h          |    0
 .../src/parsers}/rule_src/TwolCGrammar.cc          |   38 +-
 .../src/parsers}/rule_src/TwolCGrammar.h           |   18 +-
 libhfst/src/parsers/sfst-compiler.yy               |  225 +
 libhfst/src/parsers/sfst-scanner.ll                |  202 +
 .../src/parsers}/string_src/string_manipulation.cc |   50 +-
 .../src/parsers}/string_src/string_manipulation.h  |   26 +-
 .../parsers}/variable_src/ConstContainerIterator.h |   26 +-
 .../variable_src/MatchedConstContainerIterator.h   |   36 +-
 .../variable_src/MixedConstContainerIterator.h     |   30 +-
 .../src/parsers}/variable_src/RuleSymbolVector.cc  |   12 +-
 .../src/parsers}/variable_src/RuleSymbolVector.h   |    6 +-
 .../src/parsers}/variable_src/RuleVariables.cc     |    2 +-
 .../src/parsers}/variable_src/RuleVariables.h      |    0
 .../variable_src/RuleVariablesConstIterator.cc     |    6 +-
 .../variable_src/RuleVariablesConstIterator.h      |    4 +-
 .../src/parsers}/variable_src/VariableBlock.h      |   20 +-
 .../parsers}/variable_src/VariableBlockContainer.h |   18 +-
 .../src/parsers}/variable_src/VariableContainer.h  |    6 +-
 .../parsers}/variable_src/VariableContainerBase.h  |    2 +-
 .../src/parsers}/variable_src/VariableDefs.h       |    0
 .../parsers}/variable_src/VariableValueIterator.h  |    4 +-
 .../src/parsers}/variable_src/VariableValues.cc    |    0
 .../src/parsers}/variable_src/VariableValues.h     |    0
 libhfst/src/parsers/xfst-lexer.ll                  |   68 +-
 libhfst/src/parsers/xfst-parser.yy                 |  156 +-
 libhfst/src/parsers/xfst-utils.cc                  |   42 +-
 libhfst/src/parsers/xfst-utils.h                   |   20 +-
 libhfst/src/parsers/xfst_help_message.cc           |   50 +-
 libhfst/src/parsers/xfst_help_message.h            |   30 +-
 libhfst/src/parsers/xre_lex.ll                     |   86 +-
 libhfst/src/parsers/xre_parse.yy                   |  292 +-
 libhfst/src/parsers/xre_utils.cc                   |  224 +-
 libhfst/src/parsers/xre_utils.h                    |   24 +-
 m4/ax_check_compile_flag.m4                        |   74 +
 man/Makefile.am                                    |   79 +-
 man/hfst-affix-guessify.1                          |   18 +-
 man/hfst-apertium-proc.1                           |   12 +-
 man/hfst-calculate.1                               |   22 +-
 man/hfst-compare.1                                 |   16 +-
 man/hfst-compose-intersect.1                       |   18 +-
 man/hfst-compose.1                                 |   22 +-
 man/hfst-concatenate.1                             |   18 +-
 man/hfst-conjunct.1                                |   18 +-
 man/hfst-determinize.1                             |   14 +-
 man/hfst-disjunct.1                                |   18 +-
 man/hfst-edit-metadata.1                           |   20 +-
 man/hfst-expand-equivalences.1                     |   20 +-
 man/hfst-format.1                                  |   14 +-
 man/hfst-fst2fst.1                                 |   16 +-
 man/hfst-fst2strings.1                             |   36 +-
 man/hfst-fst2txt.1                                 |   16 +-
 man/hfst-grep.1                                    |   48 +-
 man/hfst-guess.1                                   |   14 +-
 man/hfst-guessify.1                                |   14 +-
 man/hfst-head.1                                    |   16 +-
 man/hfst-info.1                                    |   18 +-
 man/hfst-invert.1                                  |   14 +-
 man/hfst-lexc-compiler.1                           |   57 -
 man/hfst-lexc.1                                    |   22 +-
 man/hfst-lookup.1                                  |   58 +-
 man/hfst-minimize.1                                |   14 +-
 man/hfst-multiply.1                                |   16 +-
 man/hfst-name.1                                    |   18 +-
 man/hfst-optimized-lookup.1                        |   22 +-
 man/hfst-pair-test.1                               |   26 +-
 man/hfst-pmatch.1                                  |   37 +-
 man/hfst-pmatch2fst.1                              |   16 +-
 man/hfst-project.1                                 |   16 +-
 man/hfst-prune-alphabet.1                          |   14 +-
 man/hfst-push-weights.1                            |   16 +-
 man/hfst-regexp2fst.1                              |   29 +-
 man/hfst-remove-epsilons.1                         |   14 +-
 man/hfst-repeat.1                                  |   18 +-
 man/hfst-reverse.1                                 |   14 +-
 man/hfst-reweight-tagger.1                         |   14 +-
 man/hfst-reweight.1                                |   35 +-
 man/hfst-shuffle.1                                 |   18 +-
 man/hfst-split.1                                   |   16 +-
 man/hfst-strings2fst.1                             |   26 +-
 man/hfst-substitute.1                              |   28 +-
 man/hfst-subtract.1                                |   18 +-
 man/hfst-summarize.1                               |   16 +-
 man/hfst-tag.1                                     |   14 +-
 man/hfst-tail.1                                    |   16 +-
 man/hfst-tokenize.1                                |   52 +-
 man/hfst-tool.1.template                           |    2 +-
 man/hfst-train-tagger-system.1                     |    1 -
 man/hfst-traverse.1                                |   14 +-
 man/hfst-twolc-system.1                            |    1 -
 man/hfst-twolc.1                                   |   16 +-
 man/hfst-txt2fst.1                                 |   18 +-
 man/hfst-xfst.1                                    |   24 +-
 python/Makefile.am                                 |   20 +-
 python/README                                      |  121 +-
 python/config.h                                    |    0
 python/doc/Doxyfile                                |    4 +-
 python/doc/README                                  |   17 +
 python/doc/{libhfst.py => hfst/__init__.py}        | 2259 +++---
 python/doc/hfst/exceptions/__init__.py             |  300 +
 python/doc/hfst/sfst_rules/__init__.py             |  242 +
 python/doc/hfst/xerox_rules/__init__.py            |   98 +
 python/doc/xml2docstrings.sh                       |   35 +
 python/docstrings.i                                | 3450 +++++++++
 python/hfst/__init__.py                            | 1261 ++++
 python/hfst/exceptions/__init__.py                 |   66 +
 python/hfst/sfst_rules/__init__.py                 |   28 +
 python/hfst/xerox_rules/__init__.py                |   35 +
 python/hfst_extensions.cc                          |   38 +
 python/hfst_file_extensions.cc                     |   44 +
 python/hfst_lexc_extensions.cc                     |   57 +
 python/hfst_lookup_extensions.cc                   |   95 +
 python/hfst_pmatch_extensions.cc                   |   93 +
 python/hfst_prolog_extensions.cc                   |   28 +
 python/hfst_regex_extensions.cc                    |   34 +
 python/hfst_rules_extensions.cc                    |  174 +
 python/hfst_sfst_extensions.cc                     |   45 +
 python/hfst_xfst_extensions.cc                     |   68 +
 python/libhfst.i                                   | 2366 +++---
 python/pypi/COPYING                                |  674 ++
 python/pypi/MANIFEST.in                            |   22 +
 python/pypi/README                                 |    0
 python/pypi/README.rst                             |  116 +
 python/pypi/config.h                               |    0
 python/pypi/copy-files.sh                          |   17 +
 python/pypi/setup.cfg                              |    5 +
 python/pypi/setup.py                               |  234 +
 python/setup.py                                    |   22 +-
 python/test/Makefile.am                            |   10 +-
 python/test/README                                 |   18 +-
 python/test/cat.prolog                             |    5 +
 python/test/cats_and_dogs.prolog                   |   20 +
 python/test/cats_and_dogs_fail.prolog              |   31 +
 python/test/examples.py                            |  388 -
 python/test/foo_att_prolog                         |    3 -
 python/test/foo_basic                              |    8 +-
 python/test/foobar.hfst                            |  Bin 768 -> 0 bytes
 python/test/foobar2.hfst                           |  Bin 512 -> 0 bytes
 python/test/streets.txt                            |    6 +
 python/test/test.bat                               |   17 +
 python/test/test.py                                |    6 -
 python/test/test.sfstpl                            |    1 +
 python/test/test.sh                                |  105 +-
 python/test/test_att_reader.py                     |   25 +
 python/test/test_dir_hfst.py                       |   35 +
 python/test/test_dir_hfst_exceptions.py            |   18 +
 python/test/test_dir_hfst_sfst_rules.py            |   13 +
 python/test/test_examples.py                       |  405 +
 python/test/test_exceptions.py                     |   49 +
 python/test/test_hfst.py                           |  353 +-
 python/test/test_pmatch.py                         |   44 +
 python/test/test_prolog.py                         |   65 +
 python/test/test_prolog_reader.py                  |   25 +
 python/test/test_read_att_transducer.py            |   18 +
 python/test/test_streams_1.py                      |   27 +-
 python/test/test_streams_2.py                      |   25 +-
 python/test/test_streams_3.py                      |   38 +-
 python/test/test_tokenizer.py                      |   67 +
 python/test/test_xerox_rules.py                    |   49 +
 python/test/test_xre.py                            |   22 +
 python/test/testfile.att                           |   12 +-
 python/test/testfile1.hfst                         |  Bin 1364 -> 0 bytes
 python/test/testfile3.att                          |   11 -
 python/test/testfile_fail.att                      |   15 +
 scripts/README                                     |   14 +-
 scripts/copy-for-windows.sh                        |  236 +-
 scripts/fetch-stats.sh                             |   34 +
 scripts/generate-cc-files.sh                       |   12 +-
 scripts/generate-static-binaries.sh                |    4 +-
 scripts/hfst-foma-wrapper.sh.in                    |    5 +-
 scripts/hfst-foma.in                               |    3 +
 scripts/make-libhfst-dist.sh                       |   43 +
 scripts/make-python-package.sh                     |   17 +
 scripts/readmes/README_eight_tools_mac.txt         |    4 +-
 scripts/readmes/README_eight_tools_win.txt         |    6 +-
 scripts/readmes/README_python_mac.txt              |   27 +
 scripts/readmes/README_python_win.txt              |   27 +
 scripts/readmes/README_xfst_mac.txt                |    4 +-
 scripts/readmes/README_xfst_win.txt                |    6 +-
 scripts/windows/make-hfst-lexc.bat                 |    3 +-
 scripts/windows/make-hfst-proc.bat                 |    3 +-
 scripts/windows/make-hfst-tool.bat                 |   41 +-
 scripts/windows/make-hfst-xfst.bat                 |    3 +-
 scripts/windows/make-htwolcpre1.bat                |    3 +-
 scripts/windows/make-htwolcpre2.bat                |    3 +-
 scripts/windows/make-htwolcpre3.bat                |    3 +-
 scripts/windows/make-python-bindings.bat           |    8 +-
 scripts/windows/make-python-package.bat            |   18 +
 test/Makefile.am                                   |    7 +-
 test/libhfst/Makefile.am                           |    2 +-
 test/libhfst/auxiliary_functions.cc                |    6 +-
 test/libhfst/test_constructors.cc                  |   12 +-
 test/libhfst/test_examples.cc                      |   34 +-
 test/libhfst/test_flag_diacritics.cc               |   14 +-
 test/libhfst/test_hfst_basic_transducer.cc         |   16 +-
 test/libhfst/test_lexc.cc                          |   16 +-
 test/libhfst/test_rules.cc                         |   46 +-
 test/libhfst/test_streams.cc                       |   16 +-
 test/libhfst/test_tokenizer.cc                     |   42 +-
 test/libhfst/test_transducer_functions.cc          |  116 +-
 test/tools/Makefile.am                             |  169 +-
 test/tools/basic.UTF-8.lexc.flag.result            |  Bin 1229 -> 0 bytes
 test/tools/basic.UTF-8.lexc.flag.result.prolog     |   26 +
 test/tools/basic.UTF-8.lexc.result                 |   44 -
 test/tools/basic.UTF-8.lexc.result.prolog          |   22 +
 .../basic.almost-reserved-words.lexc.flag.result   |  Bin 847 -> 0 bytes
 ...c.almost-reserved-words.lexc.flag.result.prolog |   49 +
 test/tools/basic.almost-reserved-words.lexc.result |  Bin 725 -> 0 bytes
 .../basic.almost-reserved-words.lexc.result.prolog |   45 +
 test/tools/basic.cat-dog-bird.lexc.flag.result     |  Bin 886 -> 0 bytes
 .../basic.cat-dog-bird.lexc.flag.result.prolog     |   16 +
 test/tools/basic.cat-dog-bird.lexc.result          |   27 -
 test/tools/basic.cat-dog-bird.lexc.result.prolog   |   12 +
 test/tools/basic.colons.lexc.flag.result           |  Bin 1224 -> 0 bytes
 test/tools/basic.colons.lexc.flag.result.prolog    |   29 +
 test/tools/basic.colons.lexc.result                |   43 -
 test/tools/basic.colons.lexc.result.prolog         |   25 +
 test/tools/basic.comments.lexc.flag.result         |  Bin 1453 -> 0 bytes
 test/tools/basic.comments.lexc.flag.result.prolog  |   31 +
 test/tools/basic.comments.lexc.result              |   41 -
 test/tools/basic.comments.lexc.result.prolog       |   23 +
 test/tools/basic.empty-sides.lexc.flag.result      |  Bin 1225 -> 0 bytes
 .../basic.empty-sides.lexc.flag.result.prolog      |   25 +
 test/tools/basic.empty-sides.lexc.result           |   33 -
 test/tools/basic.empty-sides.lexc.result.prolog    |   17 +
 test/tools/basic.escapes.lexc.flag.result          |  Bin 771 -> 0 bytes
 test/tools/basic.escapes.lexc.flag.result.prolog   |   13 +
 test/tools/basic.escapes.lexc.result               |   22 -
 test/tools/basic.escapes.lexc.result.prolog        |    9 +
 test/tools/basic.infostrings.lexc.flag.result      |  Bin 1026 -> 0 bytes
 .../basic.infostrings.lexc.flag.result.prolog      |   20 +
 test/tools/basic.infostrings.lexc.result           |   28 -
 test/tools/basic.infostrings.lexc.result.prolog    |   14 +
 .../basic.initial-lexicon-empty.lexc.flag.result   |  Bin 760 -> 0 bytes
 ...c.initial-lexicon-empty.lexc.flag.result.prolog |   11 +
 test/tools/basic.initial-lexicon-empty.lexc.result |   14 -
 .../basic.initial-lexicon-empty.lexc.result.prolog |    5 +
 .../basic.lowercase-lexicon-end.lexc.flag.result   |  Bin 2266 -> 0 bytes
 ...c.lowercase-lexicon-end.lexc.flag.result.prolog |   46 +
 test/tools/basic.lowercase-lexicon-end.lexc.result |   54 -
 .../basic.lowercase-lexicon-end.lexc.result.prolog |   29 +
 .../tools/basic.multi-entry-lines.lexc.flag.result |  Bin 784 -> 0 bytes
 ...basic.multi-entry-lines.lexc.flag.result.prolog |   14 +
 test/tools/basic.multi-entry-lines.lexc.result     |   21 -
 .../basic.multi-entry-lines.lexc.result.prolog     |   10 +
 .../basic.multichar-escaped-zero.lexc.flag.result  |  Bin 785 -> 0 bytes
 ....multichar-escaped-zero.lexc.flag.result.prolog |   13 +
 .../tools/basic.multichar-escaped-zero.lexc.result |   16 -
 ...basic.multichar-escaped-zero.lexc.result.prolog |    7 +
 .../tools/basic.multichar-symbols.lexc.flag.result |  Bin 840 -> 0 bytes
 ...basic.multichar-symbols.lexc.flag.result.prolog |   14 +
 test/tools/basic.multichar-symbols.lexc.result     |   26 -
 .../basic.multichar-symbols.lexc.result.prolog     |   10 +
 test/tools/basic.no-Root.lexc.flag.result          |  Bin 881 -> 0 bytes
 test/tools/basic.no-Root.lexc.flag.result.prolog   |   16 +
 test/tools/basic.no-Root.lexc.result               |   27 -
 test/tools/basic.no-Root.lexc.result.prolog        |   12 +
 .../tools/basic.no-newline-at-end.lexc.flag.result |  Bin 641 -> 0 bytes
 ...basic.no-newline-at-end.lexc.flag.result.prolog |    9 +
 test/tools/basic.no-newline-at-end.lexc.result     |   14 -
 .../basic.no-newline-at-end.lexc.result.prolog     |    5 +
 test/tools/basic.punctuation.lexc.flag.result      |  Bin 2456 -> 0 bytes
 .../basic.punctuation.lexc.flag.result.prolog      |   73 +
 test/tools/basic.punctuation.lexc.result           |  132 -
 test/tools/basic.punctuation.lexc.result.prolog    |   69 +
 test/tools/basic.regexps.lexc.flag.result          |  Bin 543 -> 0 bytes
 test/tools/basic.regexps.lexc.flag.result.prolog   |   14 +
 test/tools/basic.regexps.lexc.result               |  Bin 315 -> 0 bytes
 test/tools/basic.regexps.lexc.result.prolog        |    6 +
 test/tools/basic.root-loop.lexc.flag.result        |  Bin 785 -> 0 bytes
 test/tools/basic.root-loop.lexc.flag.result.prolog |   13 +
 test/tools/basic.root-loop.lexc.result             |   22 -
 test/tools/basic.root-loop.lexc.result.prolog      |    9 +
 test/tools/basic.spurious-lexicon.lexc.flag.result |  Bin 844 -> 0 bytes
 .../basic.spurious-lexicon.lexc.flag.result.prolog |   14 +
 test/tools/basic.spurious-lexicon.lexc.result      |   19 -
 .../basic.spurious-lexicon.lexc.result.prolog      |    8 +
 test/tools/basic.string-pairs.lexc.flag.result     |  Bin 968 -> 0 bytes
 .../basic.string-pairs.lexc.flag.result.prolog     |   18 +
 test/tools/basic.string-pairs.lexc.result          |   31 -
 test/tools/basic.string-pairs.lexc.result.prolog   |   14 +
 test/tools/basic.two-lexicons.lexc.flag.result     |  Bin 1132 -> 0 bytes
 .../basic.two-lexicons.lexc.flag.result.prolog     |   22 +
 test/tools/basic.two-lexicons.lexc.result          |   35 -
 test/tools/basic.two-lexicons.lexc.result.prolog   |   16 +
 test/tools/basic.zeros-epsilons.lexc.flag.result   |  Bin 1733 -> 0 bytes
 .../basic.zeros-epsilons.lexc.flag.result.prolog   |   46 +
 test/tools/basic.zeros-epsilons.lexc.result        |   63 -
 test/tools/basic.zeros-epsilons.lexc.result.prolog |   42 +
 test/tools/cats_and_dogs_semicolon.xre             |    2 +-
 test/tools/compare-functionality.sh                |    2 +
 .../fsmbook-tests/hfst-scripts/Lingala.hfst.script |    2 +-
 test/tools/fsmbook-tests/test.sh                   |    5 +
 test/tools/hfst-check-environment.sh               |    2 +-
 test/tools/hfst-check-help.sh                      |   17 +-
 test/tools/hfst-check-version.sh                   |   17 +-
 test/tools/hfst.weights.lexc.flag.result           |  Bin 938 -> 0 bytes
 test/tools/hfst.weights.lexc.flag.result.prolog    |   16 +
 test/tools/hfst.weights.lexc.result                |  Bin 610 -> 0 bytes
 test/tools/hfst.weights.lexc.result.prolog         |   10 +
 test/tools/incompatible-formats.sh                 |    2 +-
 test/tools/lexc-compiler-functionality.sh          |   10 +-
 test/tools/mismatching-input-streams.sh            |    2 +-
 .../no-newline-before-sublexicon.lexc.flag.result  |   31 -
 ...wline-before-sublexicon.lexc.flag.result.prolog |   11 +
 .../tools/no-newline-before-sublexicon.lexc.result |   19 -
 ...no-newline-before-sublexicon.lexc.result.prolog |    5 +
 test/tools/pmatch-functionality.sh                 |    2 +-
 test/tools/pmatch-tests.sh                         |   13 +
 test/tools/proc-caps-gen.strings                   |    1 +
 test/tools/proc-caps-out1.strings                  |    2 +-
 test/tools/proc-caps-out2.strings                  |    1 +
 test/tools/proc-caps.txt                           |   39 +-
 test/tools/symbol-harmonization-functionality.sh   |    6 +-
 test/tools/tokenize-backtrack-functionality.sh     |   56 +
 ...nize-backtrack-out-giella-cg-contiguous.strings |    9 +
 ...tokenize-backtrack-out-giella-cg-spaces.strings |   14 +
 .../tools/tokenize-backtrack-out-giella-cg.strings |   21 +
 test/tools/tokenize-backtrack.lexc                 |   65 +
 test/tools/tokenize-backtrack.pmscript             |   16 +
 test/tools/tokenize-dog-in.lexc                    |   32 +
 test/tools/tokenize-dog-out-cg.strings             |   13 +
 .../tokenize-dog-out-giella-cg-flushing.strings    |   13 +
 .../tokenize-dog-out-giella-cg-superblank.strings  |   12 +
 test/tools/tokenize-dog-out-giella-cg.strings      |   15 +
 test/tools/tokenize-dog-out-xerox.strings          |    9 +
 test/tools/tokenize-dog-out.strings                |    4 +
 test/tools/tokenize-dog.pmscript                   |   16 +
 test/tools/tokenize-flushing-functionality.sh      |   71 +
 test/tools/tokenize-functionality.sh               |   80 +
 test/tools/warn.one-sided-flags.lexc.flag.result   |  Bin 461 -> 0 bytes
 .../warn.one-sided-flags.lexc.flag.result.prolog   |   11 +
 test/tools/warn.one-sided-flags.lexc.result        |  Bin 347 -> 0 bytes
 test/tools/warn.one-sided-flags.lexc.result.prolog |    7 +
 ...icon-mentioned-but-not-defined.lexc.flag.result |   19 -
 ...ntioned-but-not-defined.lexc.flag.result.prolog |    6 +
 ...ublexicon-mentioned-but-not-defined.lexc.result |   11 -
 ...on-mentioned-but-not-defined.lexc.result.prolog |    2 +
 test/tools/xre.any-variations.lexc.flag.result     |  Bin 1971 -> 0 bytes
 .../xre.any-variations.lexc.flag.result.prolog     |   87 +
 test/tools/xre.any-variations.lexc.result          |  Bin 1705 -> 0 bytes
 test/tools/xre.any-variations.lexc.result.prolog   |   83 +
 ...re.automatic-multichar-symbols.lexc.flag.result |  Bin 1631 -> 0 bytes
 ...matic-multichar-symbols.lexc.flag.result.prolog |   41 +
 .../xre.automatic-multichar-symbols.lexc.result    |   62 -
 ....automatic-multichar-symbols.lexc.result.prolog |   33 +
 test/tools/xre.basic.lexc.flag.result              |  Bin 1073 -> 0 bytes
 test/tools/xre.basic.lexc.flag.result.prolog       |   22 +
 test/tools/xre.basic.lexc.result                   |   38 -
 test/tools/xre.basic.lexc.result.prolog            |   18 +
 test/tools/xre.definitions.lexc.flag.result        |  Bin 1915 -> 0 bytes
 test/tools/xre.definitions.lexc.flag.result.prolog |   67 +
 test/tools/xre.definitions.lexc.result             |   98 -
 test/tools/xre.definitions.lexc.result.prolog      |   63 +
 test/tools/xre.less-than-twice.lexc                |    1 +
 .../xre.less-than-twice.lexc.flag.result.prolog    |    9 +
 test/tools/xre.less-than-twice.lexc.result.prolog  |    5 +
 test/tools/xre.months.lexc.flag.result             |  Bin 1998 -> 0 bytes
 test/tools/xre.months.lexc.flag.result.prolog      |   52 +
 test/tools/xre.months.lexc.result                  |   80 -
 test/tools/xre.months.lexc.result.prolog           |   48 +
 test/tools/xre.more-than-twice.lexc                |    1 +
 .../xre.more-than-twice.lexc.flag.result.prolog    |   14 +
 test/tools/xre.more-than-twice.lexc.result.prolog  |   10 +
 test/tools/xre.nested-definitions.lexc.flag.result |  Bin 1248 -> 0 bytes
 .../xre.nested-definitions.lexc.flag.result.prolog |   39 +
 test/tools/xre.nested-definitions.lexc.result      |   53 -
 .../xre.nested-definitions.lexc.result.prolog      |   35 +
 test/tools/xre.numeric-star.lexc.flag.result       |  Bin 801 -> 0 bytes
 .../tools/xre.numeric-star.lexc.flag.result.prolog |   16 +
 test/tools/xre.numeric-star.lexc.result            |   28 -
 test/tools/xre.numeric-star.lexc.result.prolog     |   12 +
 test/tools/xre.quotations.lexc.flag.result         |  Bin 908 -> 0 bytes
 test/tools/xre.quotations.lexc.flag.result.prolog  |   15 +
 test/tools/xre.quotations.lexc.result              |   27 -
 test/tools/xre.quotations.lexc.result.prolog       |   11 +
 test/tools/xre.sharp.lexc.flag.result              |  Bin 1360 -> 0 bytes
 test/tools/xre.sharp.lexc.flag.result.prolog       |   35 +
 test/tools/xre.sharp.lexc.result                   |   67 -
 test/tools/xre.sharp.lexc.result.prolog            |   31 +
 test/tools/xre.star-plus-optional.lexc.flag.result |  Bin 1064 -> 0 bytes
 .../xre.star-plus-optional.lexc.flag.result.prolog |   23 +
 test/tools/xre.star-plus-optional.lexc.result      |   36 -
 .../xre.star-plus-optional.lexc.result.prolog      |   19 +
 tools/src/FunctionalTransducer.cc                  |   10 +-
 tools/src/FunctionalTransducer.h                   |    2 +-
 tools/src/Makefile.am                              |   29 +-
 tools/src/generate_model_forms.cc                  |   28 +-
 tools/src/guessify_fst.cc                          |   16 +-
 tools/src/guessify_fst.h                           |    2 +-
 tools/src/hfst-affix-guessify.cc                   |   12 +-
 tools/src/hfst-binary-tool.cc                      |    8 +-
 tools/src/hfst-commandline.cc                      |   25 +-
 tools/src/hfst-commandline.h                       |   24 +-
 tools/src/hfst-compare.cc                          |   18 +-
 tools/src/hfst-compiler.yy                         |  494 --
 tools/src/hfst-compose-intersect.cc                |   48 +-
 tools/src/hfst-compose.cc                          |   30 +-
 tools/src/hfst-concatenate.cc                      |   20 +-
 tools/src/hfst-conjunct.cc                         |   20 +-
 tools/src/hfst-determinize.cc                      |   12 +-
 tools/src/hfst-disjunct.cc                         |   14 +-
 tools/src/hfst-edit-metadata.cc                    |   16 +-
 tools/src/hfst-expand-equivalences.cc              |   14 +-
 tools/src/hfst-file-to-mem.cc                      |   12 +-
 tools/src/hfst-flookup.cc                          |   86 +-
 tools/src/hfst-format.cc                           |   12 +-
 tools/src/hfst-fst2fst.cc                          |   62 +-
 tools/src/hfst-fst2strings.cc                      |   68 +-
 tools/src/hfst-fst2txt.cc                          |   40 +-
 tools/src/hfst-getopt.cc                           |    2 +-
 tools/src/hfst-getopt.h                            |    2 +-
 tools/src/hfst-grep.cc                             |   24 +-
 tools/src/hfst-guess.cc                            |   50 +-
 tools/src/hfst-guessify.cc                         |   34 +-
 tools/src/hfst-head.cc                             |   12 +-
 tools/src/hfst-info.cc                             |   20 +-
 tools/src/hfst-invert.cc                           |   12 +-
 tools/src/hfst-lexc-compiler.cc                    |    4 +-
 tools/src/hfst-lexc-wrapper.cc                     |   10 +-
 tools/src/hfst-lookup.cc                           |  540 +-
 tools/src/hfst-minimize.cc                         |   12 +-
 tools/src/hfst-multiply.cc                         |   12 +-
 tools/src/hfst-name.cc                             |   12 +-
 tools/src/hfst-optimized-lookup.cc                 |   60 +-
 tools/src/hfst-optimized-lookup.h                  |   26 +-
 tools/src/hfst-pair-test-commandline.h             |   22 +-
 tools/src/hfst-pair-test-transducers.h             |   70 +-
 tools/src/hfst-pair-test.cc                        |   88 +-
 tools/src/hfst-pmatch.cc                           |  136 +-
 tools/src/hfst-pmatch2fst.cc                       |   83 +-
 .../hfst-preprocess-for-optimized-lookup-format.cc |   18 +-
 tools/src/hfst-proc/Makefile.am                    |    9 -
 tools/src/hfst-proc/alphabet.cc                    |   20 +-
 tools/src/hfst-proc/alphabet.h                     |   24 +-
 tools/src/hfst-proc/applicators.cc                 |  137 +-
 tools/src/hfst-proc/applicators.h                  |   10 +-
 tools/src/hfst-proc/buffer.h                       |   10 +-
 tools/src/hfst-proc/formatter.cc                   |   72 +
 tools/src/hfst-proc/formatter.h                    |   22 +-
 tools/src/hfst-proc/hfst-proc.cc                   |   21 +-
 tools/src/hfst-proc/lookup-path.h                  |    4 +-
 tools/src/hfst-proc/lookup-state.cc                |    8 +-
 tools/src/hfst-proc/lookup-state.h                 |    2 +-
 tools/src/hfst-proc/tokenizer.cc                   |   46 +-
 tools/src/hfst-proc/tokenizer.h                    |   71 +-
 tools/src/hfst-program-options.cc                  |   14 +-
 tools/src/hfst-program-options.h                   |    2 +-
 tools/src/hfst-project.cc                          |   10 +-
 tools/src/hfst-prune-alphabet.cc                   |    8 +-
 tools/src/hfst-push-weights.cc                     |   10 +-
 tools/src/hfst-regexp2fst.cc                       |   61 +-
 tools/src/hfst-remove-epsilons.cc                  |   12 +-
 tools/src/hfst-repeat.cc                           |   24 +-
 tools/src/hfst-reverse.cc                          |   12 +-
 tools/src/hfst-reweight.cc                         |   22 +-
 tools/src/hfst-scanner.ll                          |  194 -
 tools/src/hfst-shuffle.cc                          |   14 +-
 tools/src/hfst-split.cc                            |   14 +-
 tools/src/hfst-strings2fst.cc                      |   36 +-
 tools/src/hfst-strip-header.cc                     |    6 +-
 tools/src/hfst-substitute.cc                       |   74 +-
 tools/src/hfst-subtract.cc                         |   20 +-
 tools/src/hfst-summarize.cc                        |   46 +-
 tools/src/hfst-tagger/src/Makefile.am              |   57 +-
 .../hfst-tagger/src/build_model_src/FstBuilder.cc  |   38 +-
 .../hfst-tagger/src/build_model_src/FstBuilder.h   |    2 +-
 .../src/build_model_src/LexicalModelBuilder.cc     |    2 +-
 tools/src/hfst-tagger/src/build_model_src/Makefile |    2 +-
 .../src/build_model_src/ModelBuilder.cc            |   22 +-
 .../src/build_model_src/SequenceModelBuilder.cc    |    6 +-
 .../src/build_model_src/TaggerBuilder.cc           |    4 +-
 .../src/build_model_src/TaggerBuilder.h            |    2 +-
 .../WeightedStringVectorCollection.cc              |   26 +-
 .../WeightedStringVectorCollection.h               |   10 +-
 .../src/build_model_src/string_handling.cc         |  163 +-
 .../src/build_model_src/string_handling.h          |    6 +-
 .../hfst-tagger/src/build_model_src/tagger_aux.py  |   20 +-
 tools/src/hfst-tagger/src/hfst-build-tagger.cc     |    8 +-
 .../src/hfst-open-input-file-for-tagger.cc         |   12 +-
 tools/src/hfst-tagger/src/hfst-reweight-tagger.cc  |    6 +-
 tools/src/hfst-tagger/src/hfst-tag.cc              |    6 +-
 .../hfst-tagger/src/hfst-train-tagger-system.cc    |   10 +-
 .../src/hfst_tagger_compute_data_statistics.py     |   16 +-
 .../src/use_model_src/AcyclicAutomaton.cc          |    6 +-
 .../src/use_model_src/AcyclicAutomaton.h           |    2 +-
 .../use_model_src/DelayedSequenceModelComponent.cc |   10 +-
 .../use_model_src/DelayedSequenceModelComponent.h  |    2 +-
 .../src/use_model_src/NewLexicalModel.cc           |   87 +-
 .../src/use_model_src/NewLexicalModel.h            |   14 +-
 .../src/use_model_src/SentenceTagger.cc            |   22 +-
 .../src/use_model_src/SentenceTransducer.cc        |   28 +-
 .../src/use_model_src/SequenceModelComponent.cc    |   60 +-
 .../src/use_model_src/SequenceModelComponent.h     |    2 +-
 .../use_model_src/SequenceModelComponentPair.cc    |   22 +-
 .../src/use_model_src/SequenceModelComponentPair.h |    2 +-
 .../src/use_model_src/SequenceTagger.cc            |   28 +-
 .../hfst-tagger/src/use_model_src/SequenceTagger.h |    4 +-
 tools/src/hfst-tail.cc                             |    8 +-
 tools/src/hfst-tokenize.cc                         |  830 +-
 tools/src/hfst-tool-metadata.cc                    |   21 +-
 tools/src/hfst-tool-metadata.h                     |    4 +-
 tools/src/hfst-traverse.cc                         |   22 +-
 tools/src/hfst-twolc/src/Makefile.am               |  231 +-
 .../src/doxygen_src/hfst_twolc_doxygen_header.h    |   32 +-
 tools/src/hfst-twolc/src/hfst-twolc-system.cc      |    8 +-
 tools/src/hfst-twolc/src/hfst-twolc.cc             |  164 +
 tools/src/hfst-twolc/src/htwolcpre1-main.cc        |   70 +
 tools/src/hfst-twolc/src/htwolcpre2-main.cc        |   49 +
 tools/src/hfst-twolc/src/htwolcpre3-main.cc        |  102 +
 tools/src/hfst-twolc/src/scanner2.ll               |  294 -
 tools/src/hfst-twolc/test/test                     |  114 +-
 tools/src/hfst-txt2fst.cc                          |   22 +-
 tools/src/hfst-unary-tool.cc                       |   12 +-
 tools/src/inc/check-params-unary.h                 |   10 +-
 tools/src/inc/getopt-cases-common.h                |    4 +-
 tools/src/inc/getopt-cases-unary.h                 |    4 +-
 tools/src/inc/globals-common.h                     |    4 +-
 tools/src/lexc-readline-ui.cc                      |    2 +-
 tools/src/parsers/Makefile.am                      |   32 +-
 tools/src/parsers/abbrcmd.h                        |    5 +-
 tools/src/parsers/cmd.h                            |    5 +-
 tools/src/parsers/foma_commands                    |   16 +-
 tools/src/parsers/foma_commands.help               |    2 +-
 tools/src/parsers/hfst-xfst.cc                     |   29 +-
 tools/src/parsers/name2cmd.h                       |    2 +-
 tools/src/parsers/test/Makefile.am                 |    9 +-
 tools/src/parsers/test/eliminate_flag.output       |    5 +
 tools/src/parsers/test/eliminate_flag.xfst         |   45 +
 tools/src/parsers/test/test.sh                     |   43 +-
 tools/src/parsers/xfst_commands.h                  |    2 +-
 tools/src/sfst-main.cc                             |  248 +
 tools/src/test-memory-leaks.sh                     |    4 +-
 tools/src/test.cc                                  |   30 +-
 783 files changed, 41149 insertions(+), 27736 deletions(-)

diff --cc debian/changelog
index 2b5f40d,0000000..596fa55
mode 100644,000000..100644
--- a/debian/changelog
+++ b/debian/changelog
@@@ -1,77 -1,0 +1,84 @@@
++hfst (3.12.2~r3258-1) unstable; urgency=low
++
++  * Update to latest upstream release.
++  * Now also builds Python modules for Python 2.x
++
++ -- Tino Didriksen <tino at didriksen.cc>  Thu, 30 Mar 2017 08:55:34 +0200
++
 +hfst (3.10.0~r2798-3) unstable; urgency=medium
 +
 +  [ Tino Didriksen ]
 +  * Workaround tests failing on big-endian (Closes: #827199)
 +    + Not solved, but not needed because hfst-ospell fixed the end-user case
 +
 + -- Kartik Mistry <kartik at debian.org>  Thu, 23 Mar 2017 18:48:47 +0530
 +
 +hfst (3.10.0~r2798-2) unstable; urgency=low
 +
 +  [ Tino Didriksen ]
 +  * debian/patches/hfst_03_char2int.diff:
 +    + Fix FTBFS: twolc test fails or times out (Closes: #826659)
 +
 + -- Kartik Mistry <kartik at debian.org>  Mon, 13 Jun 2016 10:17:56 +0530
 +
 +hfst (3.10.0~r2798-1) unstable; urgency=low
 +
 +  [ Tino Didriksen ]
 +  * Update to latest upstream release.
 +
 +  [ Kartik Mistry ]
 +  * debian/control:
 +    + Updated Standards-Version to 3.9.8
 +
 + -- Kartik Mistry <kartik at debian.org>  Mon, 06 Jun 2016 18:33:47 +0530
 +
 +hfst (3.9.0~r4595-3) unstable; urgency=medium
 +
 +  * Update package to generate appropriate dependencies for python bindings
 +    as well as building for all supported python3 versions. Patch was not added
 +    in last update by mistake (Closes: #809446)
 +
 + -- Kartik Mistry <kartik at debian.org>  Wed, 10 Feb 2016 10:59:55 +0530
 +
 +hfst (3.9.0~r4595-2) unstable; urgency=low
 +
 +  [ Tino Didriksen ]
 +  * Removed old-style hardening support.
 +  * Added overrides.
 +
 + -- Kartik Mistry <kartik at debian.org>  Tue, 02 Feb 2016 17:41:03 +0530
 +
 +hfst (3.9.0~r4595-1) unstable; urgency=low
 +
 +  [ Tino Didriksen ]
 +  * Update to latest upstream release.
 +
 +  [ Kartik Mistry ]
 +  * debian/control:
 +    + Fixed Vcs-* URLs.
 +  * debian/copyright:
 +    + Updated SFST and Foma upstream URLs.
 +  * debian/rules:
 +    + Added hardening support.
 +
 + -- Kartik Mistry <kartik at debian.org>  Tue, 02 Feb 2016 11:49:33 +0530
 +
 +hfst (3.8.3~r4409-1) unstable; urgency=low
 +
 +  * Update to latest upstream release.
 +
 + -- Tino Didriksen <mail at tinodidriksen.com>  Mon, 03 Aug 2015 06:53:49 +0000
 +
 +hfst (3.8.2~r4145-1) unstable; urgency=low
 +
 +  [ Tino Didriksen ]
 +  * Initial release (Closes: #781759).
 +  * Add Python and Python3 modules.
 +  * Fix some Lintian errors.
 +  * Disable static libraries.
 +
 +  [ Kartik Mistry ]
 +  * Added hardening support.
 +  * Added patch description.
 +
 + -- Kartik Mistry <kartik at debian.org>  Wed, 22 Jul 2015 17:46:52 -0500
diff --cc debian/control
index 696b874,0000000..6cabd1a
mode 100644,000000..100644
--- a/debian/control
+++ b/debian/control
@@@ -1,95 -1,0 +1,94 @@@
 +Source: hfst
 +Section: science
 +Priority: optional
 +Maintainer: Debian Science Team <debian-science-maintainers at lists.alioth.debian.org>
 +Uploaders: Tino Didriksen <tino at didriksen.cc>,
 +           Kartik Mistry <kartik at debian.org>
 +Build-Depends: autoconf,
 +               automake,
 +               autotools-dev,
 +               bison,
 +               debhelper (>= 9.0),
 +               dh-autoreconf,
-                dh-python,
 +               dpkg-dev (>= 1.16.1~),
 +               flex,
 +               libicu-dev,
 +               libreadline-dev,
 +               libtool,
-                python-dev,
++               python-all-dev,
 +               python3-all-dev,
 +               swig,
 +               zlib1g-dev
 +Standards-Version: 3.9.8
 +Homepage: http://www.ling.helsinki.fi/kieliteknologia/tutkimus/hfst/
 +Vcs-Git: https://anonscm.debian.org/cgit/debian-science/packages/hfst.git
 +Vcs-Browser: https://anonscm.debian.org/cgit/debian-science/packages/hfst.git
 +
 +Package: hfst
 +Architecture: any
- Depends: libhfst45 (= ${binary:Version}),
++Depends: libhfst48 (= ${binary:Version}),
 +         ${misc:Depends},
 +         ${python:Depends},
 +         ${shlibs:Depends}
 +Description: Helsinki Finite-State Transducer Technology
 + The Helsinki Finite-State Transducer software is intended for the
 + implementation of morphological analysers and other tools which are
 + based on weighted and unweighted finite-state transducer technology.
 +
- Package: libhfst45
++Package: libhfst48
 +Architecture: any
 +Depends: ${misc:Depends}, ${shlibs:Depends}
 +Provides: libhfst
 +Conflicts: libhfst, libhfst3
 +Replaces: libhfst, libhfst3
 +Description: Helsinki Finite-State Transducer Technology Libraries
 + The Helsinki Finite-State Transducer software is intended for the
 + implementation of morphological analysers and other tools which are
 + based on weighted and unweighted finite-state transducer technology.
 + .
 + This package provides runtime libraries for HFST.
 +
- Package: libhfst45-dev
++Package: libhfst48-dev
 +Architecture: any
 +Section: libdevel
 +Depends: hfst (= ${binary:Version}),
-          libhfst45 (= ${binary:Version}),
++         libhfst48 (= ${binary:Version}),
 +         ${misc:Depends},
 +         ${shlibs:Depends}
 +Provides: libhfst-dev
 +Conflicts: libhfst-dev, libhfst3-dev
 +Replaces: libhfst-dev, libhfst3-dev
 +Description: Helsinki Finite-State Transducer Technology Development files
 + The Helsinki Finite-State Transducer software is intended for the
 + implementation of morphological analysers and other tools which are
 + based on weighted and unweighted finite-state transducer technology.
 + .
 + This package provides development headers and libraries for HFST
 +
 +Package: python-libhfst
 +Architecture: any
 +Section: python
- Depends: libhfst45 (= ${binary:Version}),
++Depends: libhfst48 (= ${binary:Version}),
 +         ${misc:Depends},
 +         ${python:Depends},
 +         ${shlibs:Depends}
 +Description: Helsinki Finite-State Transducer Technology (Python2 module)
 + The Helsinki Finite-State Transducer software is intended for the
 + implementation of morphological analysers and other tools which are
 + based on weighted and unweighted finite-state transducer technology.
 + .
 + This package provides Python2 module for libhfst.
 +
 +Package: python3-libhfst
 +Architecture: any
 +Section: python
- Depends: libhfst45 (= ${binary:Version}),
++Depends: libhfst48 (= ${binary:Version}),
 +         ${misc:Depends},
 +         ${python3:Depends},
 +         ${shlibs:Depends}
 +Description: Helsinki Finite-State Transducer Technology (Python3 module)
 + The Helsinki Finite-State Transducer software is intended for the
 + implementation of morphological analysers and other tools which are
 + based on weighted and unweighted finite-state transducer technology.
 + .
 + This package provides Python3 module for libhfst.
diff --cc debian/libhfst48-dev.install
index f8f2354,0000000..f8f2354
mode 100644,000000..100644
--- a/debian/libhfst48-dev.install
+++ b/debian/libhfst48-dev.install
diff --cc debian/libhfst48.install
index 9503874,0000000..9503874
mode 100644,000000..100644
--- a/debian/libhfst48.install
+++ b/debian/libhfst48.install
diff --cc debian/libhfst48.lintian-overrides
index 4fa2abe,0000000..4fa2abe
mode 100644,000000..100644
--- a/debian/libhfst48.lintian-overrides
+++ b/debian/libhfst48.lintian-overrides
diff --cc debian/libhfst48.postinst
index 7df96b6,0000000..7df96b6
mode 100644,000000..100644
--- a/debian/libhfst48.postinst
+++ b/debian/libhfst48.postinst
diff --cc debian/patches/hfst_02_notimestamp.diff
index c2c3659,0000000..5b44e47
mode 100644,000000..100644
--- a/debian/patches/hfst_02_notimestamp.diff
+++ b/debian/patches/hfst_02_notimestamp.diff
@@@ -1,25 -1,0 +1,24 @@@
- Description: Do not timestamp in output.
- Index: b/tools/src/hfst-optimized-lookup.cc
- ===================================================================
- --- a/tools/src/hfst-optimized-lookup.cc	(revision 4029)
- +++ b/tools/src/hfst-optimized-lookup.cc	(working copy)
- @@ -92,7 +92,6 @@
++diff --git a/tools/src/hfst-optimized-lookup.cc b/tools/src/hfst-optimized-lookup.cc
++index a31e8a4..3d56389 100644
++--- a/tools/src/hfst-optimized-lookup.cc
+++++ b/tools/src/hfst-optimized-lookup.cc
++@@ -97,7 +97,6 @@ bool print_version(void)
 +   std::cout <<
 +     "\n" <<
 +     PACKAGE_STRING << std::endl <<
 +-    __DATE__ << " " __TIME__ << std::endl <<
 +     "copyright (C) 2009 University of Helsinki\n";
 +   return true;
 + }
- Index: b/tools/src/hfst-proc/hfst-proc.cc
- ===================================================================
- --- a/tools/src/hfst-proc/hfst-proc.cc	(revision 4029)
- +++ b/tools/src/hfst-proc/hfst-proc.cc	(working copy)
- @@ -153,7 +153,6 @@
++diff --git a/tools/src/hfst-proc/hfst-proc.cc b/tools/src/hfst-proc/hfst-proc.cc
++index c0d293a..bd4d930 100644
++--- a/tools/src/hfst-proc/hfst-proc.cc
+++++ b/tools/src/hfst-proc/hfst-proc.cc
++@@ -154,7 +154,6 @@ bool print_version(void)
 +     " (" << PACKAGE_STRING << ")" <<
 + #endif
 +     std::endl <<
 +-    __DATE__ << " " __TIME__ << std::endl <<
 +     "copyright (C) 2009-2011 University of Helsinki\n";
 +   return true;
 + }
diff --cc debian/patches/series
index 7c3f311,0000000..00479d1
mode 100644,000000..100644
--- a/debian/patches/series
+++ b/debian/patches/series
@@@ -1,2 -1,0 +1,1 @@@
- hfst_03_char2int.diff
 +hfst_02_notimestamp.diff
diff --cc debian/rules
index baf5467,0000000..35af3f5
mode 100755,000000..100755
--- a/debian/rules
+++ b/debian/rules
@@@ -1,38 -1,0 +1,39 @@@
 +#!/usr/bin/make -f
 +# -*- makefile -*-
 +
 +#export DH_VERBOSE=1
 +
 +NUMJOBS = 1
 +ifneq (,$(filter parallel=%,$(DEB_BUILD_OPTIONS)))
 +	NUMJOBS = $(patsubst parallel=%,%,$(filter parallel=%,$(DEB_BUILD_OPTIONS)))
 +endif
 +
++build2vers := $(shell pyversions -sv)
 +build3vers := $(shell py3versions -sv)
 +
 +# This has to be exported to make some magic below work.
 +export DH_OPTIONS
 +
 +%:
- 	dh $@ --fail-missing --parallel --with autoreconf,python2,python3
++	dh $@ --fail-missing --parallel --with autoreconf
 +
 +override_dh_auto_configure:
- 	dh_auto_configure -- --disable-static --with-unicode-handler=ICU --enable-all-tools
++	dh_auto_configure -- --disable-static --with-unicode-handler=ICU --enable-all-tools --with-readline
 +
 +override_dh_auto_build:
 +	$(MAKE) -j$(NUMJOBS) || $(MAKE) -j$(NUMJOBS) || $(MAKE)
- 	set -e && for i in $(build3vers); do \
++	set -e && for i in $(build2vers) $(build3vers); do \
 +		cd $(CURDIR)/python && python$$i setup.py build_ext && strip --strip-unneeded build/*/*.so; \
 +	done
 +
 +override_dh_auto_test:
- #	make -j1 check
++	$(MAKE) -j1 check
 +
 +override_dh_auto_install:
 +	dh_auto_install
- 	set -e && for i in $(build3vers); do \
++	set -e && for i in $(build2vers) $(build3vers); do \
 +		cd $(CURDIR)/python && python$$i setup.py install --no-compile --prefix /usr --install-layout deb --root $(CURDIR)/debian/tmp; \
 +	done
 +	find $(CURDIR) -type f -name '*.pyc' -exec rm -f '{}' \;
 +	find $(CURDIR) -type f -name '*.pyo' -exec rm -f '{}' \;
 +	find $(CURDIR) -type f -name '*.la' -exec rm -f '{}' \;

-- 
Alioth's /usr/local/bin/git-commit-notice on /srv/git.debian.org/git/debian-science/packages/hfst.git



More information about the debian-science-commits mailing list