mirror/tesseract
1
0
Fork 0
mirror of https://github.com/tesseract-ocr/tesseract.git synced 2024-11-25 03:29:05 +08:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity
a978ccb68f
tesseract/textord/tordmain.cpp
theraysmith 4c6c58e6ea Fixed name collision with jpeg library 
git-svn-id: https://tesseract-ocr.googlecode.com/svn/trunk@158 d0cd1f9f-072b-0410-8dd7-cf729c803f20
2008-04-22 00:34:11 +00:00

912 lines
34 KiB
C++
Raw Blame History

/**********************************************************************
* File: tordmain.cpp (Formerly textordp.c)
* Description: C++ top level textord code.
* Author: Ray Smith
* Created: Tue Jul 28 17:12:33 BST 1992
*
* (C) Copyright 1992, Hewlett-Packard Ltd.
** Licensed under the Apache License, Version 2.0 (the "License");
** you may not use this file except in compliance with the License.
** You may obtain a copy of the License at
** http://www.apache.org/licenses/LICENSE-2.0
** Unless required by applicable law or agreed to in writing, software
** distributed under the License is distributed on an "AS IS" BASIS,
** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
** See the License for the specific language governing permissions and
** limitations under the License.
*
**********************************************************************/
#include "mfcpch.h"
#ifdef __UNIX__
#include <assert.h>
#endif
#include "stderr.h"
#include "globaloc.h"
#include "tessout.h"
#include "blread.h"
#include "blobbox.h"
//#include "lmedsq.h"
#include "edgblob.h"
//#include "adthsh.h"
#include "drawtord.h"
#include "makerow.h"
#include "wordseg.h"
#include "ocrclass.h"
#include "genblob.h"
#include "imgs.h"
//#include "bairdskw.h"
#include "tordmain.h"
#include "secname.h"
#include "pageseg.h"
const ERRCODE BLOCKLESS_BLOBS = "Warning:some blobs assigned to no block";
#ifdef GRAPHICS_DISABLED
ETEXT_DESC *global_monitor = NULL;
#endif
#define EXTERN
EXTERN BOOL_VAR (textord_no_rejects, FALSE, "Don't remove noise blobs");
EXTERN BOOL_VAR (textord_show_blobs, FALSE, "Display unsorted blobs");
EXTERN BOOL_VAR (textord_show_boxes, FALSE, "Display unsorted blobs");
EXTERN BOOL_VAR (textord_new_initial_xheight, TRUE,
"Use test xheight mechanism");
EXTERN BOOL_VAR (textord_exit_after, FALSE, "Exit after completing textord");
EXTERN INT_VAR (textord_max_noise_size, 7, "Pixel size of noise");
EXTERN double_VAR (textord_blob_size_bigile, 95,
"Percentile for large blobs");
EXTERN double_VAR (textord_noise_area_ratio, 0.7,
"Fraction of bounding box for noise");
EXTERN double_VAR (textord_blob_size_smallile, 20,
"Percentile for small blobs");
EXTERN double_VAR (textord_initialx_ile, 0.75,
"Ile of sizes for xheight guess");
EXTERN double_VAR (textord_initialasc_ile, 0.90,
"Ile of sizes for xheight guess");
EXTERN INT_VAR (textord_noise_sizefraction, 10,
"Fraction of size for maxima");
EXTERN double_VAR (textord_noise_sizelimit, 0.5,
"Fraction of x for big t count");
EXTERN INT_VAR (textord_noise_translimit, 16, "Transitions for normal blob");
EXTERN double_VAR (textord_noise_normratio, 2.0,
"Dot to norm ratio for deletion");
EXTERN BOOL_VAR (textord_noise_rejwords, TRUE, "Reject noise-like words");
EXTERN BOOL_VAR (textord_noise_rejrows, TRUE, "Reject noise-like rows");
EXTERN double_VAR (textord_noise_syfract, 0.2,
"xh fract error for norm blobs");
EXTERN double_VAR (textord_noise_sxfract, 0.4,
"xh fract width error for norm blobs");
EXTERN INT_VAR (textord_noise_sncount, 1, "super norm blobs to save row");
EXTERN double_VAR (textord_noise_rowratio, 6.0,
"Dot to norm ratio for deletion");
EXTERN BOOL_VAR (textord_noise_debug, FALSE, "Debug row garbage detector");
EXTERN double_VAR (textord_blshift_maxshift, 0.00, "Max baseline shift");
EXTERN double_VAR (textord_blshift_xfraction, 9.99,
"Min size of baseline shift");
EXTERN STRING_EVAR (tessedit_image_ext, ".tif", "Externsion for image file");
#ifndef EMBEDDED
EXTERN clock_t previous_cpu;
#endif
extern BOOL_VAR_H (polygon_tess_approximation, TRUE,
"Do tess poly instead of grey scale");
#define MAX_NEAREST_DIST 600 //for block skew stats
#define MAX_BLOB_TRANSITIONS100 //for nois stats
extern IMAGE page_image; //must be defined somewhere
extern BOOL_VAR_H (interactive_mode, TRUE, "Run interactively?");
extern /*"C" */ ETEXT_DESC *global_monitor; //progress monitor
/**********************************************************************
* read_and_textord
*
* Read a file of blocks n blobs and textord them.
**********************************************************************/
void read_and_textord( //read .pb file
const char *filename, //.pb file
BLOCK_LIST *blocks) {
int c; //input character
FILE *infp; //input file
BLOCK *block; //current block
TBOX page_box; //bounding_box
BLOCK_IT block_it = blocks; //iterator
//different orientations
TO_BLOCK_LIST land_blocks, port_blocks;
infp = fopen (filename, "r");
if (infp == NULL)
CANTOPENFILE.error ("read_and_textord", EXIT, filename);
while (((c = fgetc (infp)) != EOF) && (ungetc (c, infp) != EOF)) {
//get one
block = BLOCK::de_serialise (infp);
//add to list
block_it.add_after_then_move (block);
//find page size
page_box += block->bounding_box ();
}
fclose(infp);
assign_blobs_to_blocks2(blocks, &land_blocks, &port_blocks);
filter_blobs (page_box.topright (), &port_blocks, !textord_test_landscape);
filter_blobs (page_box.topright (), &land_blocks, textord_test_landscape);
textord_page (page_box.topright (), blocks, &land_blocks, &port_blocks);
}
/**********************************************************************
* edges_and_textord
*
* Read a file of blocks n blobs and textord them.
**********************************************************************/
void edges_and_textord( //read .pb file
const char *filename, //.pb file
BLOCK_LIST *blocks) {
BLOCK *block; //current block
const char *lastdot; //of name
STRING name = filename; //truncated name
ICOORD page_tr;
TBOX page_box; //bounding_box
PDBLK_CLIST pd_blocks; //copy of list
BLOCK_IT block_it = blocks; //iterator
PDBLK_C_IT pd_it = &pd_blocks; //iterator
//different orientations
TO_BLOCK_LIST land_blocks, port_blocks;
IMAGE thresh_image; //thresholded
lastdot = strrchr (name.string (), '.');
if (lastdot != NULL)
name[lastdot-name.string()] = '\0';
if (page_image.get_bpp () == 0) {
name += tessedit_image_ext;
if (page_image.read_header (name.string ()))
CANTOPENFILE.error ("edges_and_textord", EXIT, name.string ());
if (page_image.read (0))
READFAILED.error ("edges_and_textord", EXIT, name.string ());
name = filename;
lastdot = strrchr (name.string (), '.');
if (lastdot != NULL)
name[lastdot-name.string()] = '\0';
}
page_tr = ICOORD (page_image.get_xsize (), page_image.get_ysize ());
if (!read_pd_file (name, page_image.get_xsize (), page_image.get_ysize (),
blocks))
segment_page(blocks);
block_it.set_to_list (blocks);
if (global_monitor != NULL)
global_monitor->ocr_alive = TRUE;
if (page_image.get_bpp () > 1) {
set_global_loc_code(LOC_ADAPTIVE);
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
block = block_it.data ();
pd_it.add_after_then_move (block);
}
// adaptive_threshold(&page_image,&pd_blocks,&thresh_image);
set_global_loc_code(LOC_EDGE_PROG);
#ifndef EMBEDDED
previous_cpu = clock ();
#endif
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
block = block_it.data ();
if (!polygon_tess_approximation)
invert_image(&page_image);
#ifndef GRAPHICS_DISABLED
extract_edges(NULL, &page_image, &thresh_image, page_tr, block);
#else
extract_edges(&page_image, &thresh_image, page_tr, block);
#endif
page_box += block->bounding_box ();
}
page_image = thresh_image; //everyone else gets it
}
else {
set_global_loc_code(LOC_EDGE_PROG);
if (!page_image.white_high ())
invert_image(&page_image);
#ifndef EMBEDDED
previous_cpu = clock ();
#endif
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
block = block_it.data ();
#ifndef GRAPHICS_DISABLED
extract_edges(NULL, &page_image, &page_image, page_tr, block);
#else
extract_edges(&page_image, &page_image, page_tr, block);
#endif
page_box += block->bounding_box ();
}
}
if (global_monitor != NULL) {
global_monitor->ocr_alive = TRUE;
global_monitor->progress = 10;
}
assign_blobs_to_blocks2(blocks, &land_blocks, &port_blocks);
if (global_monitor != NULL)
global_monitor->ocr_alive = TRUE;
filter_blobs (page_box.topright (), &land_blocks, textord_test_landscape);
#ifndef EMBEDDED
previous_cpu = clock ();
#endif
filter_blobs (page_box.topright (), &port_blocks, !textord_test_landscape);
if (global_monitor != NULL)
global_monitor->ocr_alive = TRUE;
textord_page (page_box.topright (), blocks, &land_blocks, &port_blocks);
}
/**********************************************************************
* assign_blobs_to_blocks2
*
* Make a list of TO_BLOCKs for portrait and landscape orientation.
**********************************************************************/
void assign_blobs_to_blocks2( //split into groups
BLOCK_LIST *blocks, //blocks to process
TO_BLOCK_LIST *land_blocks, //rotated for landscape
TO_BLOCK_LIST *port_blocks //output list
) {
BLOCK *block; //current block
BLOBNBOX *newblob; //created blob
C_BLOB *blob; //current blob
BLOCK_IT block_it = blocks;
C_BLOB_IT blob_it; //iterator
BLOBNBOX_IT port_box_it; //iterator
//destination iterator
TO_BLOCK_IT port_block_it = port_blocks;
TO_BLOCK *port_block; //created block
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
block = block_it.data ();
blob_it.set_to_list (block->blob_list ());
//make one
port_block = new TO_BLOCK (block);
//make one
port_box_it.set_to_list (&port_block->blobs);
for (blob_it.mark_cycle_pt (); !blob_it.cycled_list ();
blob_it.forward ()) {
blob = blob_it.extract ();
//convert blob
newblob = new BLOBNBOX (blob);
//add to list
port_box_it.add_after_then_move (newblob);
//convert blob
}
port_block_it.add_after_then_move (port_block);
}
}
/**********************************************************************
* filter_blobs
*
* Sort the blobs into sizes in all the blocks for later work.
**********************************************************************/
void filter_blobs( //split into groups
ICOORD page_tr, //top right
TO_BLOCK_LIST *blocks, //output list
BOOL8 testing_on //for plotting
) {
TO_BLOCK_IT block_it = blocks; //destination iterator
TO_BLOCK *block; //created block
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
block = block_it.data ();
block->line_size = filter_noise_blobs (&block->blobs,
&block->noise_blobs,
&block->small_blobs,
&block->large_blobs);
block->line_spacing =
block->line_size * (textord_merge_desc + textord_merge_x +
textord_merge_asc +
textord_merge_asc) / textord_merge_x;
block->line_size *= textord_min_linesize;
block->max_blob_size = block->line_size * textord_excess_blobsize;
#ifndef GRAPHICS_DISABLED
if (textord_show_blobs && testing_on) {
if (to_win == NULL)
create_to_win(page_tr);
plot_blob_list (to_win, &block->noise_blobs,
ScrollView::CORAL, ScrollView::BLUE);
plot_blob_list (to_win, &block->small_blobs,
ScrollView::GOLDENROD, ScrollView::YELLOW);
plot_blob_list (to_win, &block->large_blobs,
ScrollView::DARK_GREEN, ScrollView::YELLOW);
plot_blob_list (to_win, &block->blobs,
ScrollView::WHITE, ScrollView::BROWN);
}
if (textord_show_boxes && testing_on) {
if (to_win == NULL)
create_to_win(page_tr);
plot_box_list (to_win, &block->noise_blobs, ScrollView::WHITE);
plot_box_list (to_win, &block->small_blobs, ScrollView::WHITE);
plot_box_list (to_win, &block->large_blobs, ScrollView::WHITE);
plot_box_list (to_win, &block->blobs, ScrollView::WHITE);
}
#endif
}
}
/**********************************************************************
* filter_noise_blobs
*
* Move small blobs to a separate list.
**********************************************************************/
float filter_noise_blobs( //separate noise
BLOBNBOX_LIST *src_list, //origonal list
BLOBNBOX_LIST *noise_list, //noise list
BLOBNBOX_LIST *small_list, //small blobs
BLOBNBOX_LIST *large_list //large blobs
) {
inT16 height; //height of blob
inT16 width; //of blob
BLOBNBOX_IT src_it = src_list; //iterators
BLOBNBOX_IT noise_it = noise_list;
BLOBNBOX_IT small_it = small_list;
BLOBNBOX_IT large_it = large_list;
STATS size_stats (0, MAX_NEAREST_DIST);
//blob heights
if (textord_new_initial_xheight)
return filter_noise_blobs2 (src_list, noise_list, small_list, large_list);
float min_y; //size limits
float max_y;
float max_x;
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
if (src_it.data ()->bounding_box ().height () < textord_max_noise_size)
noise_it.add_after_then_move (src_it.extract ());
}
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
size_stats.add (src_it.data ()->bounding_box ().height (), 1);
}
min_y = floor (size_stats.ile (textord_blob_size_smallile / 100.0));
max_y = ceil (size_stats.ile (textord_blob_size_bigile / 100.0));
max_x = ceil (size_stats.ile (0.5) * textord_width_limit);
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
height = src_it.data ()->bounding_box ().height ();
width = src_it.data ()->bounding_box ().width ();
if (height < min_y)
small_it.add_after_then_move (src_it.extract ());
else if (height > max_y || width > max_x)
large_it.add_after_then_move (src_it.extract ());
}
return size_stats.ile (textord_initialx_ile);
}
/**********************************************************************
* filter_noise_blobs2
*
* Move small blobs to a separate list.
**********************************************************************/
float filter_noise_blobs2( //separate noise
BLOBNBOX_LIST *src_list, //origonal list
BLOBNBOX_LIST *noise_list, //noise list
BLOBNBOX_LIST *small_list, //small blobs
BLOBNBOX_LIST *large_list //large blobs
) {
inT16 height; //height of blob
inT16 width; //of blob
BLOBNBOX *blob; //current blob
float initial_x; //first guess
BLOBNBOX_IT src_it = src_list; //iterators
BLOBNBOX_IT noise_it = noise_list;
BLOBNBOX_IT small_it = small_list;
BLOBNBOX_IT large_it = large_list;
STATS size_stats (0, MAX_NEAREST_DIST);
//blob heights
float min_y; //size limits
float max_y;
float max_x;
float max_height; //of good blobs
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
blob = src_it.data ();
if (blob->bounding_box ().height () < textord_max_noise_size)
noise_it.add_after_then_move (src_it.extract ());
else if (blob->enclosed_area () >= blob->bounding_box ().height ()
* blob->bounding_box ().width () * textord_noise_area_ratio)
small_it.add_after_then_move (src_it.extract ());
}
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
size_stats.add (src_it.data ()->bounding_box ().height (), 1);
}
initial_x = size_stats.ile (textord_initialx_ile);
max_y =
ceil (initial_x *
(textord_merge_desc + textord_merge_x +
2 * textord_merge_asc) / textord_merge_x);
min_y = floor (initial_x / 2);
max_x = ceil (initial_x * textord_width_limit);
small_it.move_to_first ();
for (small_it.mark_cycle_pt (); !small_it.cycled_list ();
small_it.forward ()) {
height = small_it.data()->bounding_box().height();
if (height > max_y)
large_it.add_after_then_move(small_it.extract ());
else if (height >= min_y)
src_it.add_after_then_move(small_it.extract ());
}
size_stats.clear ();
for (src_it.mark_cycle_pt (); !src_it.cycled_list (); src_it.forward ()) {
height = src_it.data ()->bounding_box ().height ();
width = src_it.data ()->bounding_box ().width ();
if (height < min_y)
small_it.add_after_then_move (src_it.extract ());
else if (height > max_y || width > max_x)
large_it.add_after_then_move (src_it.extract ());
else
size_stats.add (height, 1);
}
max_height = size_stats.ile (textord_initialasc_ile);
// printf("max_y=%g, min_y=%g, initial_x=%g, max_height=%g,",
// max_y,min_y,initial_x,max_height);
max_height *= textord_merge_x / (textord_merge_x + textord_merge_asc);
if (max_height > initial_x)
initial_x = max_height;
// printf(" ret=%g\n",initial_x);
return initial_x;
}
/**********************************************************************
* textord_page
*
* Textord the list of blobs and return a list of proper blocks.
**********************************************************************/
void textord_page( //make rows & words
ICOORD page_tr, //top right
BLOCK_LIST *blocks, //block list
TO_BLOCK_LIST *land_blocks, //rotated for landscape
TO_BLOCK_LIST *port_blocks //output list
) {
float gradient; //global skew
set_global_loc_code(LOC_TEXT_ORD_ROWS);
gradient = make_rows (page_tr, blocks, land_blocks, port_blocks);
if (global_monitor != NULL) {
global_monitor->ocr_alive = TRUE;
global_monitor->progress = 20;
}
set_global_loc_code(LOC_TEXT_ORD_WORDS);
make_words(page_tr, gradient, blocks, land_blocks, port_blocks);
if (global_monitor != NULL) {
global_monitor->ocr_alive = TRUE;
global_monitor->progress = 30;
}
cleanup_blocks(blocks); //remove empties
#ifndef GRAPHICS_DISABLED
close_to_win();
#endif
if (textord_exit_after && !interactive_mode)
exit (0);
}
/**********************************************************************
* cleanup_blocks
*
* Delete empty blocks, rows from the page.
**********************************************************************/
void cleanup_blocks( //remove empties
BLOCK_LIST *blocks //list
) {
BLOCK_IT block_it = blocks; //iterator
ROW_IT row_it; //row iterator
for (block_it.mark_cycle_pt (); !block_it.cycled_list ();
block_it.forward ()) {
row_it.set_to_list (block_it.data ()->row_list ());
for (row_it.mark_cycle_pt (); !row_it.cycled_list (); row_it.forward ()) {
if ((textord_noise_rejrows
&& !row_it.data ()->word_list ()->empty ()
&& clean_noise_from_row (row_it.data ()))
|| row_it.data ()->word_list ()->empty ())
delete row_it.extract ();//lose empty row
else {
if (textord_noise_rejwords)
clean_noise_from_words (row_it.data ());
if (textord_blshift_maxshift >= 0)
tweak_row_baseline (row_it.data ());
}
}
if (block_it.data ()->row_list ()->empty ()) {
delete block_it.extract ();//lose empty block
}
}
}
/**********************************************************************
* clean_noise_from_row
*
* Move blobs of words from rows of garbage into the reject blobs list.
**********************************************************************/
BOOL8 clean_noise_from_row( //remove empties
ROW *row //row to clean
) {
BOOL8 testing_on;
TBOX blob_box; //bounding box
C_BLOB *blob; //current blob
C_OUTLINE *outline; //current outline
WERD *word; //current word
inT32 blob_size; //biggest size
inT32 trans_count = 0; //no of transitions
inT32 trans_threshold; //noise tolerance
inT32 dot_count; //small objects
inT32 norm_count; //normal objects
inT32 super_norm_count; //real char-like
//words of row
WERD_IT word_it = row->word_list ();
C_BLOB_IT blob_it; //blob iterator
C_OUTLINE_IT out_it; //outline iterator
if (textord_test_y > row->base_line (textord_test_x)
&& textord_show_blobs
&& textord_test_y < row->base_line (textord_test_x) + row->x_height ())
testing_on = TRUE;
else
testing_on = FALSE;
dot_count = 0;
norm_count = 0;
super_norm_count = 0;
for (word_it.mark_cycle_pt (); !word_it.cycled_list (); word_it.forward ()) {
word = word_it.data (); //current word
//blobs in word
blob_it.set_to_list (word->cblob_list ());
for (blob_it.mark_cycle_pt (); !blob_it.cycled_list ();
blob_it.forward ()) {
blob = blob_it.data ();
if (!word->flag (W_DONT_CHOP)) {
//get outlines
out_it.set_to_list (blob->out_list ());
for (out_it.mark_cycle_pt (); !out_it.cycled_list ();
out_it.forward ()) {
outline = out_it.data ();
blob_box = outline->bounding_box ();
blob_size =
blob_box.width () >
blob_box.height ()? blob_box.width () : blob_box.
height();
if (blob_size < textord_noise_sizelimit * row->x_height ())
dot_count++; //count smal outlines
if (!outline->child ()->empty ()
&& blob_box.height () <
(1 + textord_noise_syfract) * row->x_height ()
&& blob_box.height () >
(1 - textord_noise_syfract) * row->x_height ()
&& blob_box.width () <
(1 + textord_noise_sxfract) * row->x_height ()
&& blob_box.width () >
(1 - textord_noise_sxfract) * row->x_height ())
super_norm_count++; //count smal outlines
}
}
else
super_norm_count++;
blob_box = blob->bounding_box ();
blob_size =
blob_box.width () >
blob_box.height ()? blob_box.width () : blob_box.height ();
if (blob_size >= textord_noise_sizelimit * row->x_height ()
&& blob_size < row->x_height () * 2) {
trans_threshold = blob_size / textord_noise_sizefraction;
trans_count = blob->count_transitions (trans_threshold);
if (trans_count < textord_noise_translimit)
norm_count++;
}
else if (blob_box.height () > row->x_height () * 2
&& (!word_it.at_first () || !blob_it.at_first ()))
dot_count += 2;
#ifndef SECURE_NAMES
if (testing_on) {
tprintf
("Blob at (%d,%d) -> (%d,%d), ols=%d, tc=%d, bldiff=%g\n",
blob_box.left (), blob_box.bottom (), blob_box.right (),
blob_box.top (), blob->out_list ()->length (), trans_count,
blob_box.bottom () - row->base_line (blob_box.left ()));
}
#endif
}
}
#ifndef SECURE_NAMES
if (textord_noise_debug) {
tprintf ("Row ending at (%d,%g):",
blob_box.right (), row->base_line (blob_box.right ()));
tprintf (" R=%g, dc=%d, nc=%d, %s\n",
norm_count > 0 ? (float) dot_count / norm_count : 9999,
dot_count, norm_count,
dot_count > norm_count * textord_noise_normratio
&& dot_count > 2 ? "REJECTED" : "ACCEPTED");
}
#endif
return super_norm_count < textord_noise_sncount
&& dot_count > norm_count * textord_noise_rowratio && dot_count > 2;
}
/**********************************************************************
* clean_noise_from_words
*
* Move blobs of words from rows of garbage into the reject blobs list.
**********************************************************************/
void clean_noise_from_words( //remove empties
ROW *row //row to clean
) {
TBOX blob_box; //bounding box
inT8 *word_dud; //was it chucked
C_BLOB *blob; //current blob
C_OUTLINE *outline; //current outline
WERD *word; //current word
inT32 blob_size; //biggest size
inT32 trans_count; //no of transitions
inT32 trans_threshold; //noise tolerance
inT32 dot_count; //small objects
inT32 norm_count; //normal objects
inT32 dud_words; //number discarded
inT32 ok_words; //number remaining
inT32 word_index; //current word
//words of row
WERD_IT word_it = row->word_list ();
C_BLOB_IT blob_it; //blob iterator
C_OUTLINE_IT out_it; //outline iterator
ok_words = word_it.length ();
if (ok_words == 0 || textord_no_rejects)
return;
word_dud = (inT8 *) alloc_mem (ok_words * sizeof (inT8));
dud_words = 0;
ok_words = 0;
word_index = 0;
for (word_it.mark_cycle_pt (); !word_it.cycled_list (); word_it.forward ()) {
word = word_it.data (); //current word
dot_count = 0;
norm_count = 0;
//blobs in word
blob_it.set_to_list (word->cblob_list ());
for (blob_it.mark_cycle_pt (); !blob_it.cycled_list ();
blob_it.forward ()) {
blob = blob_it.data ();
if (!word->flag (W_DONT_CHOP)) {
//get outlines
out_it.set_to_list (blob->out_list ());
for (out_it.mark_cycle_pt (); !out_it.cycled_list ();
out_it.forward ()) {
outline = out_it.data ();
blob_box = outline->bounding_box ();
blob_size =
blob_box.width () >
blob_box.height ()? blob_box.width () : blob_box.
height();
if (blob_size < textord_noise_sizelimit * row->x_height ())
dot_count++; //count smal outlines
if (!outline->child ()->empty ()
&& blob_box.height () <
(1 + textord_noise_syfract) * row->x_height ()
&& blob_box.height () >
(1 - textord_noise_syfract) * row->x_height ()
&& blob_box.width () <
(1 + textord_noise_sxfract) * row->x_height ()
&& blob_box.width () >
(1 - textord_noise_sxfract) * row->x_height ())
norm_count++; //count smal outlines
}
}
else
norm_count++;
blob_box = blob->bounding_box ();
blob_size =
blob_box.width () >
blob_box.height ()? blob_box.width () : blob_box.height ();
if (blob_size >= textord_noise_sizelimit * row->x_height ()
&& blob_size < row->x_height () * 2) {
trans_threshold = blob_size / textord_noise_sizefraction;
trans_count = blob->count_transitions (trans_threshold);
if (trans_count < textord_noise_translimit)
norm_count++;
}
else if (blob_box.height () > row->x_height () * 2
&& (!word_it.at_first () || !blob_it.at_first ()))
dot_count += 2;
}
if (dot_count > 2) {
if (dot_count > norm_count * textord_noise_normratio * 2)
word_dud[word_index] = 2;
else if (dot_count > norm_count * textord_noise_normratio)
word_dud[word_index] = 1;
else
word_dud[word_index] = 0;
}
else
word_dud[word_index] = 0;
if (word_dud[word_index] == 2)
dud_words++;
else
ok_words++;
word_index++;
}
word_index = 0;
for (word_it.mark_cycle_pt (); !word_it.cycled_list (); word_it.forward ()) {
if (word_dud[word_index] == 2
|| (word_dud[word_index] == 1 && dud_words > ok_words)) {
word = word_it.data (); //current word
//rejected blobs
blob_it.set_to_list (word->rej_cblob_list ());
//move from blobs
blob_it.add_list_after (word->cblob_list ());
}
word_index++;
}
free_mem(word_dud);
}
/**********************************************************************
* tweak_row_baseline
*
* Shift baseline to fit the blobs more accurately where they are
* close enough.
**********************************************************************/
void tweak_row_baseline( //remove empties
ROW *row //row to clean
) {
TBOX blob_box; //bounding box
C_BLOB *blob; //current blob
WERD *word; //current word
inT32 blob_count; //no of blobs
inT32 src_index; //source segment
inT32 dest_index; //destination segment
inT32 *xstarts; //spline segments
double *coeffs; //spline coeffs
float ydiff; //baseline error
float x_centre; //centre of blob
//words of row
WERD_IT word_it = row->word_list ();
C_BLOB_IT blob_it; //blob iterator
blob_count = 0;
for (word_it.mark_cycle_pt (); !word_it.cycled_list (); word_it.forward ()) {
word = word_it.data (); //current word
//get total blobs
blob_count += word->cblob_list ()->length ();
}
if (blob_count == 0)
return;
xstarts =
(inT32 *) alloc_mem ((blob_count + row->baseline.segments + 1) *
sizeof (inT32));
coeffs =
(double *) alloc_mem ((blob_count + row->baseline.segments) * 3 *
sizeof (double));
src_index = 0;
dest_index = 0;
xstarts[0] = row->baseline.xcoords[0];
for (word_it.mark_cycle_pt (); !word_it.cycled_list (); word_it.forward ()) {
word = word_it.data (); //current word
//blobs in word
blob_it.set_to_list (word->cblob_list ());
for (blob_it.mark_cycle_pt (); !blob_it.cycled_list ();
blob_it.forward ()) {
blob = blob_it.data ();
blob_box = blob->bounding_box ();
x_centre = (blob_box.left () + blob_box.right ()) / 2.0;
ydiff = blob_box.bottom () - row->base_line (x_centre);
if (ydiff < 0)
ydiff = -ydiff / row->x_height ();
else
ydiff = ydiff / row->x_height ();
if (ydiff < textord_blshift_maxshift
&& blob_box.height () / row->x_height () >
textord_blshift_xfraction) {
if (xstarts[dest_index] >= x_centre)
xstarts[dest_index] = blob_box.left ();
coeffs[dest_index * 3] = 0;
coeffs[dest_index * 3 + 1] = 0;
coeffs[dest_index * 3 + 2] = blob_box.bottom ();
//shift it
dest_index++;
xstarts[dest_index] = blob_box.right () + 1;
}
else {
if (xstarts[dest_index] <= x_centre) {
while (row->baseline.xcoords[src_index + 1] <= x_centre
&& src_index < row->baseline.segments - 1) {
if (row->baseline.xcoords[src_index + 1] >
xstarts[dest_index]) {
coeffs[dest_index * 3] =
row->baseline.quadratics[src_index].a;
coeffs[dest_index * 3 + 1] =
row->baseline.quadratics[src_index].b;
coeffs[dest_index * 3 + 2] =
row->baseline.quadratics[src_index].c;
dest_index++;
xstarts[dest_index] =
row->baseline.xcoords[src_index + 1];
}
src_index++;
}
coeffs[dest_index * 3] =
row->baseline.quadratics[src_index].a;
coeffs[dest_index * 3 + 1] =
row->baseline.quadratics[src_index].b;
coeffs[dest_index * 3 + 2] =
row->baseline.quadratics[src_index].c;
dest_index++;
xstarts[dest_index] = row->baseline.xcoords[src_index + 1];
}
}
}
}
while (src_index < row->baseline.segments
&& row->baseline.xcoords[src_index + 1] <= xstarts[dest_index])
src_index++;
while (src_index < row->baseline.segments) {
coeffs[dest_index * 3] = row->baseline.quadratics[src_index].a;
coeffs[dest_index * 3 + 1] = row->baseline.quadratics[src_index].b;
coeffs[dest_index * 3 + 2] = row->baseline.quadratics[src_index].c;
dest_index++;
src_index++;
xstarts[dest_index] = row->baseline.xcoords[src_index];
}
//turn to spline
row->baseline = QSPLINE (dest_index, xstarts, coeffs);
free_mem(xstarts);
free_mem(coeffs);
}
/**********************************************************************
* blob_y_order
*
* Sort function to sort blobs in y from page top.
**********************************************************************/
inT32 blob_y_order( //sort function
void *item1, //items to compare
void *item2) {
//converted ptr
BLOBNBOX *blob1 = *(BLOBNBOX **) item1;
//converted ptr
BLOBNBOX *blob2 = *(BLOBNBOX **) item2;
if (blob1->bounding_box ().bottom () > blob2->bounding_box ().bottom ())
return -1;
else if (blob1->bounding_box ().bottom () <
blob2->bounding_box ().bottom ())
return 1;
else {
if (blob1->bounding_box ().left () < blob2->bounding_box ().left ())
return -1;
else if (blob1->bounding_box ().left () >
blob2->bounding_box ().left ())
return 1;
else
return 0;
}
}
Reference in New Issue View Git Blame Copy Permalink