NAME

       ngramread - Transform text formats to fst.

DESCRIPTION

       Transform text formats to fst.

SYNOPSIS

       ngramread [--options] [in.txt [out.fst]]

OPTIONS

       --ARPA: type = bool, default = false

              Read model from ARPA format

       --OOV_symbol: type = string, default = "<unk>"

              Class label for OOV symbols

       --epsilon_symbol: type = string, default = "<epsilon>"

              Label for epsilon transitions

       --renormalize_arpa: type = bool, default = false

              If  true,  attempts to renormalize an unnormalized ARPA format model by normalizing
              the unigram state and recomputing the backoff weights.  Only used if --ARPA=true.

       --symbols: type = string, default = ""

              Label symbol table

       --help: type = bool, default = false

              show usage information

       --helpshort: type = bool, default = false

              show brief usage information

       --tmpdir: type = string, default = "/tmp"

              temporary directory

       --v: type = int32, default = 0

              verbosity level

       --fst_align: type = bool, default = false

              Write FST data aligned where appropriate

       --fst_default_cache_gc: type = bool, default = true

              Enable garbage collection of cache

       --fst_default_cache_gc_limit: type = int64, default = 1048576

              Cache byte size that triggers garbage collection

       --fst_read_mode: type = string, default = "read"

              Default file reading mode for mappable files

       --fst_verify_properties: type = bool, default = false

              Verify FST properties queried by TestProperties

       --save_relabel_ipairs: type = string, default = ""

              Save input relabel pairs to file

       --save_relabel_opairs: type = string, default = ""

              Save output relabel pairs to file

       --end_symbol: type = string, default = "</s>"

              Class label for sentence start

       --start_symbol: type = string, default = "<s>"

              Class label for sentence start

       --fst_compat_symbols: type = bool, default = true

              Require symbol tables to match when appropriate

       --fst_field_separator: type = string, default = "      "

              Set of characters used as a separator between printed fields

       --fst_error_fatal: type = bool, default = true

              FST errors are fatal; o.w. return  objects  flagged  as  bad:  e.g.,  FSTs:  kError
              property set, FST weights: not a Member()

       --ngram_error_fatal: type = bool, default = true

              NGram   errors   are   fatal;   o.w.   return   objects   flagged  as  bad:   e.g.,
              NGramModel::Error() returns true.

       --fst_weight_parentheses: type = string, default = ""

              Characters enclosing the first weight of a printed  composite  weight  (e.g.,  pair
              weight,  tuple weight and derived classes) to ensure proper I/O of nested composite
              weights; must have size 0 (none) or 2 (open and close parenthesis)

       --fst_weight_separator: type = string, default = ","

              Character separator between printed composite weights; must be a single character