mirror of
https://github.com/tesseract-ocr/tesseract.git
synced 2024-11-27 20:59:36 +08:00
5b79487a8e
git-svn-id: https://tesseract-ocr.googlecode.com/svn/trunk@302 d0cd1f9f-072b-0410-8dd7-cf729c803f20
76 lines
2.9 KiB
C++
76 lines
2.9 KiB
C++
///////////////////////////////////////////////////////////////////////
|
|
// File: wordlist2dawg.cpp
|
|
// Description: Program to generate a DAWG from a word list file
|
|
// Author: Thomas Kielbus
|
|
// Created: Thu May 10 18:11:42 PDT 2007
|
|
//
|
|
// (C) Copyright 2006, Google Inc.
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
///////////////////////////////////////////////////////////////////////
|
|
|
|
// Given a file that contains a list of words (one word per line) this program
|
|
// generates the corresponding squished DAWG file.
|
|
|
|
#include <stdio.h>
|
|
|
|
#include "classify.h"
|
|
#include "dawg.h"
|
|
#include "emalloc.h"
|
|
#include "freelist.h"
|
|
#include "trie.h"
|
|
#include "unicharset.h"
|
|
|
|
static const int kMaxNumEdges = 10000000;
|
|
|
|
int main(int argc, char** argv) {
|
|
if (!(argc == 4 || (argc == 5 && strcmp(argv[1], "-t") == 0))) {
|
|
printf("Usage: %s [-t] word_list_file dawg_file unicharset_file", argv[0]);
|
|
return 1;
|
|
}
|
|
tesseract::Classify classify;
|
|
int argv_index = 0;
|
|
if (argc == 5) ++argv_index;
|
|
const char* wordlist_filename = argv[++argv_index];
|
|
const char* dawg_filename = argv[++argv_index];
|
|
const char* unicharset_file = argv[++argv_index];
|
|
if (!classify.getDict().getUnicharset().load_from_file(unicharset_file)) {
|
|
tprintf("Failed to load unicharset from '%s'\n", unicharset_file);
|
|
return 1;
|
|
}
|
|
const UNICHARSET &unicharset = classify.getDict().getUnicharset();
|
|
if (argc == 4) {
|
|
tesseract::Trie trie(
|
|
// the first 3 arguments are not used in this case
|
|
tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM,
|
|
kMaxNumEdges, unicharset.size());
|
|
printf("Reading word list from '%s'\n", wordlist_filename);
|
|
if (!trie.read_word_list(wordlist_filename, unicharset)) {
|
|
printf("Failed to read word list from '%s'\n", wordlist_filename);
|
|
exit(1);
|
|
}
|
|
printf("Reducing Trie to SquishedDawg\n");
|
|
tesseract::SquishedDawg *dawg = trie.trie_to_dawg();
|
|
printf("Writing squished DAWG to '%s'\n", dawg_filename);
|
|
dawg->write_squished_dawg(dawg_filename);
|
|
delete dawg;
|
|
} else {
|
|
printf("Loading dawg DAWG from '%s'\n", dawg_filename);
|
|
tesseract::SquishedDawg words(
|
|
dawg_filename,
|
|
// these 3 arguments are not used in this case
|
|
tesseract::DAWG_TYPE_WORD, "", SYSTEM_DAWG_PERM);
|
|
printf("Checking word list from '%s'\n", wordlist_filename);
|
|
words.check_for_words(wordlist_filename, unicharset, true);
|
|
}
|
|
return 0;
|
|
}
|