ccmain/adaptions.cpp File Reference

#include "mfcpch.h"
#include <ctype.h>
#include <string.h>
#include "tessbox.h"
#include "tessvars.h"
#include "memry.h"
#include "mainblk.h"
#include "charcut.h"
#include "imgs.h"
#include "scaleimg.h"
#include "reject.h"
#include "control.h"
#include "adaptions.h"
#include "stopper.h"
#include "charsample.h"
#include "matmatch.h"
#include "secname.h"

Go to the source code of this file.

Defines

• #define EXTERN

Functions

• void adapt_to_good_ems (WERD_RES *word, CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Keep playing with word that we THINK has m's in it until we're happy?
  

• void adapt_to_good_samples (WERD_RES *word, CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  ?
  

• void check_wait_list (CHAR_SAMPLE_LIST *chars_waiting, CHAR_SAMPLE *sample, CHAR_SAMPLES *best_cluster)

  Traverse all characters comparing scores and either add wait sample to existing cluster or drop wait sample when it's aready in existing cluster?
  

• CHAR_SAMPLE * clip_sample (PIXROW *pixrow, IMAGELINE *imlines, BOX pix_box, BOOL8 white_on_black, char c)
• void cluster_sample (CHAR_SAMPLE *sample, CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Find best score of sample and assign it to cluster, if not already 'there'?
  

• void collect_characters_for_adaption (WERD_RES *word, CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Within bounding box, collect good matches of blobs into characters 'for adaptation'?
  

• void collect_ems_for_adaption (WERD_RES *word, CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Within bounding box, collect blobs that might be 'm's for adaptation'?
  

• void complete_clustering (CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Cluster until chars_waiting is used up (.
  

• void display_cluster_prototypes (CHAR_SAMPLES_LIST *char_clusters)

  Dump out prototypes.
  

• void print_em_stats (CHAR_SAMPLES_LIST *char_clusters, CHAR_SAMPLE_LIST *chars_waiting)

  Dump out stats.
  

• void reject_all_ems (WERD_RES *word)

  Simplistic routine to test the effect of rejecting ems (i.e., the letter 'm').
  

• void reject_all_fullstops (WERD_RES *word)

  Simplistic routine to test the effect of rejecting fullstops (i.e., '.').
  

• void reject_suspect_ems (WERD_RES *word)

  Reject ems (the letter 'm') if word is not adaptable (.
  

• void reject_suspect_fullstops (WERD_RES *word)

  Reject fullstops ('.' [& ','?]).
  

• BOOL8 suspect_em (WERD_RES *word, INT16 index)

  Suspect that 'm' in word is something else (like 'rn').
  

• BOOL8 suspect_fullstop (WERD_RES *word, INT16 i)

  ?
  

• BOOL8 word_adaptable (WERD_RES *word, UINT16 mode)

  Determine if word IS adaptable.
  

Variables

• INT32 demo_word = 0

  Hack for demos.
  

---

Define Documentation

#define EXTERN

Definition at line 42 of file adaptions.cpp.

---

Function Documentation

void adapt_to_good_ems	(	WERD_RES *	word,
		CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Keep playing with word that we THINK has m's in it until we're happy?

Parameters:

	word	Word Results
	char_clusters	?? one variable in

See also:

recog_all_words

Parameters:

chars_waiting

?? one variable in

See also:

recog_all_words

Note:

Global: uses

See also:

tessedit_reject_ems,

tessedit_reject_suspect_ems,

tessedit_cluster_debug,

tessedit_em_adaption_mode,

tessedit_process_rns,

tessedit_matrix_match, and

tessedit_demo_adaption

Returns:

none

Definition at line 541 of file adaptions.cpp.

References WERD::baseline_denormalise(), WERD_RES::best_choice, WERD::blob_list(), WERD::bounding_box(), char_clip_word(), CHAR_SAMPLE::character(), clip_sample(), complete_clustering(), demo_word, display_clip_image(), WERD::flag(), IMAGE::get_res(), BOX::height(), imagebasename, CHAR_SAMPLES::match_score(), MAX_INT32, NULL, WERD_RES::outword, page_image, print_em_stats(), reject_all_ems(), reject_suspect_ems(), resolution, SECURE_NAMES, STRING::string(), tprintf(), W_INVERSE, WERD_RES::word, and word_adaptable().

Referenced by recog_all_words().

                                                        {
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs);
  INT16 i;
  CHAR_SAMPLE *sample;
  CHAR_SAMPLES_IT c_it = char_clusters;
  CHAR_SAMPLE_IT cw_it = chars_waiting;
  float score;
  float best_score;
  char best_char;
  CHAR_SAMPLES *best_cluster;
  PIXROW_LIST *pixrow_list;
  PIXROW_IT pixrow_it;
  IMAGELINE *imlines;            // lines of the image
  BOX pix_box;                   // box of imlines
  // extent
  WERD copy_outword;             // copy to denorm
  BOX b_box;
  PBLOB_IT copy_blob_it;
  OUTLINE_IT copy_outline_it;
  PIXROW *pixrow = NULL;

  static INT32 word_number = 0;

#ifndef GRAPHICS_DISABLED
  WINDOW demo_win = NULL;
#endif

  INT32 resolution = page_image.get_res ();

  if (word->word->bounding_box ().height () > resolution / 3)
    return;

  word_number++;

  if (strchr (word->best_choice->string ().string (), 'm') == NULL
    && (tessedit_process_rns
    && strstr (word->best_choice->string ().string (), "rn") == NULL))
    return;

  if (tessedit_reject_ems)
    reject_all_ems(word);
  else if (tessedit_reject_suspect_ems)
    reject_suspect_ems(word);
  else {
    if (char_clusters->length () == 0) {
      #ifndef SECURE_NAMES
      if (tessedit_cluster_debug)
        tprintf ("No clusters to use for em adaption\n");
      #endif
      return;
    }

    if (!cw_it.empty ()) {
      complete_clustering(char_clusters, chars_waiting);
      print_em_stats(char_clusters, chars_waiting);
    }

    if ((!word_adaptable (word, tessedit_em_adaption_mode) ||
      word->reject_map.reject_count () != 0)
      && (strchr (word->best_choice->string ().string (), 'm') != NULL
      || (tessedit_process_rns
      && strstr (word->best_choice->string ().string (), "rn") != NULL))) {
      if (tessedit_process_rns
        && strstr (word->best_choice->string ().string (), "rn") != NULL) {
        copy_outword = *(word->outword);
        copy_blob_it.set_to_list (copy_outword.blob_list ());
        i = 0;
        while (word->best_choice->string ()[i] != '\0') {
          if (word->best_choice->string ()[i] == 'r'
          && word->best_choice->string ()[i + 1] == 'n') {
            copy_outline_it.set_to_list (copy_blob_it.data ()-> out_list ());
            copy_outline_it.add_list_after (copy_blob_it. data_relative (1)->
              out_list ());
            copy_blob_it.forward ();
            delete (copy_blob_it.extract ());
            i++;
          }
          copy_blob_it.forward ();
          i++;
        }
      }
      else
        copy_outword = *(word->outword);

      copy_outword.baseline_denormalise (&word->denorm);
      copy_blob_it.set_to_list (copy_outword.blob_list ());
      char_clip_word(&copy_outword, page_image, pixrow_list, imlines, pix_box); 
      pixrow_it.set_to_list (pixrow_list);
      pixrow_it.move_to_first ();

      // For debugging only
      b_box = copy_outword.bounding_box ();
      pixrow = pixrow_it.data ();

      blob_it.move_to_first ();
      copy_blob_it.move_to_first ();
      for (i = 0;
        word->best_choice->string ()[i] != '\0';
        i++, pixrow_it.forward (), blob_it.forward (),
      copy_blob_it.forward ()) {
        if ((word->best_choice->string ()[i] == 'm'
          || (word->best_choice->string ()[i] == 'r'
          && word->best_choice->string ()[i + 1] == 'n'))
        && !word->reject_map[i].perm_rejected ()) {
          if (tessedit_cluster_debug)
            tprintf ("Sample %c to check found in %s, index %d\n",
              word->best_choice->string ()[i],
              word->best_choice->string ().string (), i);

          if (tessedit_demo_adaption)
            tprintf
              ("Sample %c to check found in %s (%d), index %d\n",
              word->best_choice->string ()[i],
              word->best_choice->string ().string (), word_number,
              i);

          if (tessedit_matrix_match) {
            BOX copy_box = copy_blob_it.data ()->bounding_box ();

            sample = clip_sample (pixrow_it.data (),
              imlines,
              pix_box,
              copy_outword.flag (W_INVERSE),
              word->best_choice->string ()[i]);

            //Clip failed
            if (sample == NULL) {
              tprintf
                ("Unable to clip sample from %s, index %d\n",
                word->best_choice->string ().string (), i);
              #ifndef SECURE_NAMES
              if (tessedit_cluster_debug)
                tprintf ("Sample rejected (no sample)\n");
              #endif
              word->reject_map[i].setrej_mm_reject ();
              if (word->best_choice->string ()[i] == 'r') {
                word->reject_map[i + 1].setrej_mm_reject ();
                i++;
              }
              continue;
            }
          }
          else
            sample = new CHAR_SAMPLE (blob_it.data (),
              &word->denorm,
              word->best_choice->
              string ()[i]);

          best_score = MAX_INT32;
          best_char = '\0';
          best_cluster = NULL;

          for (c_it.mark_cycle_pt ();
          !c_it.cycled_list (); c_it.forward ()) {
            if (c_it.data ()->character () != '\0') {
              score = c_it.data ()->match_score (sample);
              if (score < best_score) {
                best_cluster = c_it.data ();
                best_score = score;
                best_char = c_it.data ()->character ();
              }
            }
          }

          if (best_score > tessedit_cluster_t1) {
            #ifndef SECURE_NAMES
            if (tessedit_cluster_debug)
              tprintf ("Sample rejected (score %f)\n", best_score);
            if (tessedit_demo_adaption)
              tprintf ("Sample rejected (score %f)\n", best_score);
            #endif
            word->reject_map[i].setrej_mm_reject ();
            if (word->best_choice->string ()[i] == 'r')
              word->reject_map[i + 1].setrej_mm_reject ();
          }
          else {
            if (word->best_choice->string ()[i] == best_char) {
              #ifndef SECURE_NAMES
              if (tessedit_cluster_debug)
                tprintf ("Sample accepted (score %f)\n",
                  best_score);
              if (tessedit_demo_adaption)
                tprintf ("Sample accepted (score %f)\n",
                  best_score);
              #endif
              word->reject_map[i].setrej_mm_accept ();
              if (word->best_choice->string ()[i] == 'r')
                word->reject_map[i + 1].setrej_mm_accept ();
            }
            else {
              #ifndef SECURE_NAMES
              if (tessedit_cluster_debug)
                tprintf ("Sample rejected (char %c, score %f)\n",
                  best_char, best_score);
              if (tessedit_demo_adaption)
                tprintf ("Sample rejected (char %c, score %f)\n",
                  best_char, best_score);
              #endif
              word->reject_map[i].setrej_mm_reject ();
              if (word->best_choice->string ()[i] == 'r')
                word->reject_map[i + 1].setrej_mm_reject ();
            }
          }

          if (tessedit_demo_adaption) {
            if (strcmp (imagebasename.string (),
              tessedit_demo_file.string ()) != 0
              || word_number == tessedit_demo_word1
            || word_number == tessedit_demo_word2) {
#ifndef GRAPHICS_DISABLED
              demo_win =
                display_clip_image(&copy_outword,
                                   page_image,
                                   pixrow_list,
                                   pix_box);
#endif
              demo_word = word_number;
              best_cluster->match_score (sample);
              demo_word = 0;
            }
          }
          if (word->best_choice->string ()[i] == 'r')
            i++;                 // Skip next character
        }
      }
      delete[]imlines;           // Free array of imlines
      delete pixrow_list;
    }
  }
}

void adapt_to_good_samples	(	WERD_RES *	word,
		CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

?

Parameters:

	word	Word in question
	char_clusters	?
	chars_waiting	characters waiting (

See also:

recog_all_words)

Returns:

none

Definition at line 784 of file adaptions.cpp.

References WERD::baseline_denormalise(), WERD::blob_list(), WERD::bounding_box(), PIXROW::bounding_box(), char_clip_word(), CHAR_SAMPLES::character(), clip_sample(), complete_clustering(), debug_fp, demo_word, display_clip_image(), WERD::flag(), IMAGE::get_res(), BOX::height(), imagebasename, CHAR_SAMPLES::match_score(), MAX_INT32, NULL, WERD_RES::outword, page_image, print_em_stats(), resolution, SECURE_NAMES, STRING::string(), tprintf(), W_INVERSE, WERD_RES::word, and word_adaptable().

Referenced by classify_word_pass1(), and recog_all_words().

                                                            {
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs);
  INT16 i;
  CHAR_SAMPLE *sample;
  CHAR_SAMPLES_IT c_it = char_clusters;
  CHAR_SAMPLE_IT cw_it = chars_waiting;
  float score;
  float best_score;
  char best_char;
  CHAR_SAMPLES *best_cluster;
  PIXROW_LIST *pixrow_list;
  PIXROW_IT pixrow_it;
  IMAGELINE *imlines;            // lines of the image
  BOX pix_box;                   // box of imlines
  // extent
  WERD copy_outword;             // copy to denorm
  BOX b_box;
  PBLOB_IT copy_blob_it;
  PIXROW *pixrow = NULL;

  static INT32 word_number = 0;

#ifndef GRAPHICS_DISABLED
  WINDOW demo_win = NULL;
#endif

  INT32 resolution = page_image.get_res ();

  word_number++;

  if (tessedit_test_cluster_input)
    return;

  if (word->word->bounding_box ().height () > resolution / 3)
    return;

  if (char_clusters->length () == 0) {
    #ifndef SECURE_NAMES
    if (tessedit_cluster_debug)
      tprintf ("No clusters to use for adaption\n");
    #endif
    return;
  }

  if (!cw_it.empty ()) {
    complete_clustering(char_clusters, chars_waiting);
    print_em_stats(char_clusters, chars_waiting);
  }

  if ((!word_adaptable (word, tessedit_cluster_adaption_mode)
  && word->reject_map.reject_count () != 0) || tessedit_mm_use_rejmap) {
    if (tessedit_cluster_debug) {
      tprintf ("\nChecking: \"%s\"  MAP ",
        word->best_choice->string ().string ());
      word->reject_map.print (debug_fp);
      tprintf ("\n");
    }

    copy_outword = *(word->outword);
    copy_outword.baseline_denormalise (&word->denorm);
    copy_blob_it.set_to_list (copy_outword.blob_list ());
    char_clip_word(&copy_outword, page_image, pixrow_list, imlines, pix_box);
    pixrow_it.set_to_list (pixrow_list);
    pixrow_it.move_to_first ();

                                 // For debugging only
    b_box = copy_outword.bounding_box ();
    pixrow = pixrow_it.data ();

    blob_it.move_to_first ();
    copy_blob_it.move_to_first ();
    for (i = 0;
      word->best_choice->string ()[i] != '\0';
      i++, pixrow_it.forward (), blob_it.forward (),
    copy_blob_it.forward ()) {
      if (word->reject_map[i].recoverable ()
      || (tessedit_mm_all_rejects && word->reject_map[i].rejected ())) {
        BOX copy_box = copy_blob_it.data ()->bounding_box ();

        if (tessedit_cluster_debug)
          tprintf ("Sample %c to check found in %s, index %d\n",
            word->best_choice->string ()[i],
            word->best_choice->string ().string (), i);

        if (tessedit_demo_adaption)
          tprintf ("Sample %c to check found in %s (%d), index %d\n",
            word->best_choice->string ()[i],
            word->best_choice->string ().string (),
            word_number, i);

        sample = clip_sample (pixrow_it.data (),
          imlines,
          pix_box,
          copy_outword.flag (W_INVERSE),
          word->best_choice->string ()[i]);

        if (sample == NULL) {    //Clip failed
          tprintf ("Unable to clip sample from %s, index %d\n",
            word->best_choice->string ().string (), i);
          #ifndef SECURE_NAMES
          if (tessedit_cluster_debug)
            tprintf ("Sample rejected (no sample)\n");
          #endif
          word->reject_map[i].setrej_mm_reject ();

          continue;
        }

        best_score = MAX_INT32;
        best_char = '\0';
        best_cluster = NULL;

        for (c_it.mark_cycle_pt ();
        !c_it.cycled_list (); c_it.forward ()) {
          if (c_it.data ()->character () != '\0') {
            score = c_it.data ()->match_score (sample);
            if (score < best_score) {
              best_cluster = c_it.data ();
              best_score = score;
              best_char = c_it.data ()->character ();
            }
          }
        }

        if (best_score > tessedit_cluster_t1) {
          #ifndef SECURE_NAMES
          if (tessedit_cluster_debug)
            tprintf ("Sample rejected (score %f)\n", best_score);
          if (tessedit_demo_adaption)
            tprintf ("Sample rejected (score %f)\n", best_score);
          #endif
          word->reject_map[i].setrej_mm_reject ();
        }
        else {
          if (word->best_choice->string ()[i] == best_char) {
            #ifndef SECURE_NAMES
            if (tessedit_cluster_debug)
              tprintf ("Sample accepted (score %f)\n", best_score);
            if (tessedit_demo_adaption)
              tprintf ("Sample accepted (score %f)\n", best_score);
            #endif
            if (tessedit_test_adaption)
              word->reject_map[i].setrej_minimal_rej_accept ();
            else
              word->reject_map[i].setrej_mm_accept ();
          }
          else {
            #ifndef SECURE_NAMES
            if (tessedit_cluster_debug)
              tprintf ("Sample rejected (char %c, score %f)\n",
                best_char, best_score);
            if (tessedit_demo_adaption)
              tprintf ("Sample rejected (char %c, score %f)\n",
                best_char, best_score);
            #endif
            word->reject_map[i].setrej_mm_reject ();
          }
        }

        if (tessedit_demo_adaption) {
          if (strcmp (imagebasename.string (),
            tessedit_demo_file.string ()) != 0
            || word_number == tessedit_demo_word1
          || word_number == tessedit_demo_word2) {
#ifndef GRAPHICS_DISABLED
            demo_win =
              display_clip_image(&copy_outword,
                                 page_image,
                                 pixrow_list,
                                 pix_box);
#endif
            demo_word = word_number;
            best_cluster->match_score (sample);
            demo_word = 0;
          }
        }
      }
    }
    delete[]imlines;             // Free array of imlines
    delete pixrow_list;

    if (tessedit_cluster_debug) {
      tprintf ("\nFinal: \"%s\"  MAP ",
        word->best_choice->string ().string ());
      word->reject_map.print (debug_fp);
      tprintf ("\n");
    }
  }
}

void check_wait_list	(	CHAR_SAMPLE_LIST *	chars_waiting,
		CHAR_SAMPLE *	sample,
		CHAR_SAMPLES *	best_cluster
	)

Traverse all characters comparing scores and either add wait sample to existing cluster or drop wait sample when it's aready in existing cluster?

Parameters:

chars_waiting

characters waiting (

See also:

recog_all_words)

Parameters:

	sample	sample to use?
	best_cluster	? (

See also:

STATS::cluster)

Returns:

none

Definition at line 429 of file adaptions.cpp.

References CHAR_SAMPLES::add_sample(), FALSE, CHAR_SAMPLE::match_sample(), CHAR_SAMPLES::match_score(), and tprintf().

Referenced by cluster_sample(), and complete_clustering().

                                                 {
  CHAR_SAMPLE *wait_sample;
  CHAR_SAMPLE *test_sample = sample;
  CHAR_SAMPLE_IT cw_it = chars_waiting;
  CHAR_SAMPLE_LIST add_list;     // Samples added to best cluster
  CHAR_SAMPLE_IT add_it = &add_list;
  float score;

  add_list.clear ();

  if (!cw_it.empty ()) {
    do {
      if (!add_list.empty ()) {
        add_it.forward ();
        test_sample = add_it.extract ();
        best_cluster->add_sample (test_sample);
      }

      for (cw_it.mark_cycle_pt ();
      !cw_it.cycled_list (); cw_it.forward ()) {
        wait_sample = cw_it.data ();
        if (tessedit_mm_use_prototypes)
          score = best_cluster->match_score (wait_sample);
        else
          score = sample->match_sample (wait_sample, FALSE);
        if (score < tessedit_cluster_t1) {
          if (score > tessedit_cluster_t3
          || tessedit_mm_use_prototypes) {
            add_it.add_after_stay_put (cw_it.extract ());
            #ifndef SECURE_NAMES
            if (tessedit_cluster_debug)
              tprintf
                ("Wait sample added to an existing cluster\n");
            #endif
          }
          else {
            #ifndef SECURE_NAMES
            if (tessedit_cluster_debug)
              tprintf
                ("Wait sample dropped, good match to an existing cluster\n");
            #endif
          }
        }
      }
    }
    while (!add_list.empty ());
  }
}

CHAR_SAMPLE* clip_sample	(	PIXROW *	pixrow,
		IMAGELINE *	imlines,
		BOX	pix_box,
		BOOL8	white_on_black,
		char	c
	)

Parameters:

	pixrow
	imlines	array of lines [cut from/] of image
	pix_box	Box of imlines extent
	white_on_black	1 or 0, deremines if should set background to white (

See also:

invert_image)

Parameters:

c

e.g., word->best_choice->string ()[i] (THE character we're working on)

Returns:

image of clipped sample associated with c ?

Definition at line 1013 of file adaptions.cpp.

References ASSERT_HOST, PIXROW::bounding_box(), PIXROW::char_clip_image(), IMAGE::create(), IMAGE::get_res(), IMAGE::get_xsize(), IMAGE::get_ysize(), BOX::height(), invert_image(), NULL, BOX::null_box(), page_image, resolution, tprintf(), and BOX::width().

Referenced by adapt_to_good_ems(), adapt_to_good_samples(), collect_characters_for_adaption(), and collect_ems_for_adaption().

                                 {
  IMAGE *image = new (IMAGE); // unscaled char image
  BOX b_box = pixrow->bounding_box ();
  float baseline_pos = 0; // baseline ht in image
  INT32 resolution = page_image.get_res ();

  if (!b_box.null_box ()) {
    ASSERT_HOST (b_box.width () < page_image.get_xsize () &&
      b_box.height () < page_image.get_ysize ());

    if (b_box.width () > resolution || b_box.height () > resolution) {
      tprintf ("clip sample: sample too big (%d x %d)\n",
        b_box.width (), b_box.height ());

      return NULL;
    }

    IMAGE *image = new (IMAGE);
    if (image->create (b_box.width (), b_box.height (), 1) == -1) {
      tprintf ("clip sample: create image failed (%d x %d)\n",
        b_box.width (), b_box.height ());

      delete image;
      return NULL;
    }

    if (!white_on_black)
      invert_image(image);  // Set background to white
    pixrow->char_clip_image (imlines, pix_box, NULL, *image, baseline_pos);
    if (white_on_black)
      invert_image(image);  //invert white on black for scaling &NN
    return new CHAR_SAMPLE (image, c);
  }
  else
    return NULL;
}

void cluster_sample	(	CHAR_SAMPLE *	sample,
		CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Find best score of sample and assign it to cluster, if not already 'there'?

Parameters:

	sample	sample to use?
	char_clusters	?
	chars_waiting	characters waiting (

See also:

recog_all_words)

Returns:

none

Definition at line 364 of file adaptions.cpp.

References CHAR_SAMPLES::add_sample(), check_wait_list(), MAX_INT32, NULL, and tprintf().

Referenced by collect_characters_for_adaption(), and collect_ems_for_adaption().

                                                     {
  CHAR_SAMPLES *best_cluster = NULL;
  CHAR_SAMPLES_IT c_it = char_clusters;
  CHAR_SAMPLE_IT cw_it = chars_waiting;
  float score;
  float best_score = MAX_INT32;

  if (c_it.empty ())
    c_it.add_to_end (new CHAR_SAMPLES (sample));
  else {
    for (c_it.mark_cycle_pt (); !c_it.cycled_list (); c_it.forward ()) {
      score = c_it.data ()->match_score (sample);
      if (score < best_score) {
        best_score = score;
        best_cluster = c_it.data ();
      }
    }

    if (tessedit_cluster_debug)
      tprintf ("Sample's best score %f\n", best_score);

    if (best_score < tessedit_cluster_t1) {
      if (best_score > tessedit_cluster_t3 || tessedit_mm_use_prototypes) {
        best_cluster->add_sample (sample);
        check_wait_list(chars_waiting, sample, best_cluster);
        #ifndef SECURE_NAMES
        if (tessedit_cluster_debug)
          tprintf ("Sample added to an existing cluster\n");
        #endif
      }
      else {
        #ifndef SECURE_NAMES
        if (tessedit_cluster_debug)
          tprintf
            ("Sample dropped, good match to an existing cluster\n");
        #endif
      }
    }
    else if (best_score > tessedit_cluster_t2) {
      c_it.add_to_end (new CHAR_SAMPLES (sample));
      #ifndef SECURE_NAMES
      if (tessedit_cluster_debug)
        tprintf ("New cluster created for this sample\n");
      #endif
    }
    else {
      cw_it.add_to_end (sample);
      if (tessedit_cluster_debug)
        tprintf ("Sample added to the wait list\n");
    }
  }
}

void collect_characters_for_adaption	(	WERD_RES *	word,
		CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Within bounding box, collect good matches of blobs into characters 'for adaptation'?

Parameters:

	word	Word Results
	char_clusters	?
	chars_waiting	characters waiting (

See also:

recog_all_words)

Note:

Global:

See also:

tessedit_display_mm,

tessedit_demo_adaption,

tessedit_cluster_adaption_mode,

tessedit_cluster_debug,

tessedit_test_cluster_input, and

tessedit_mm_use_rejmap

Returns:

none

Definition at line 284 of file adaptions.cpp.

References WERD::baseline_denormalise(), WERD::blob_list(), WERD::bounding_box(), char_clip_word(), clip_sample(), cluster_sample(), FALSE, WERD::flag(), IMAGE::get_res(), BOX::height(), NULL, WERD_RES::outword, page_image, resolution, tprintf(), W_INVERSE, WERD_RES::word, and word_adaptable().

Referenced by recog_all_words().

                                                                      {
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs);
  INT16 i;
  CHAR_SAMPLE *sample;
  PIXROW_LIST *pixrow_list;
  PIXROW_IT pixrow_it;
  IMAGELINE *imlines;            // lines of the image
  BOX pix_box;                   // box of imlines
  // extent
  WERD copy_outword;             // copy to denorm
  INT32 resolution = page_image.get_res ();

  if (word->word->bounding_box ().height () > resolution / 3)
    return;

  if (tessedit_demo_adaption)
    tessedit_display_mm.set_value (FALSE); // Make sure not set

  if ((word_adaptable (word, tessedit_cluster_adaption_mode)
  && word->reject_map.reject_count () == 0) || tessedit_mm_use_rejmap) {
    if (tessedit_test_cluster_input && !tessedit_mm_use_rejmap)
      return;                    // Reject map set to acceptable
    /* Collect information about good matches */
    copy_outword = *(word->outword);
    copy_outword.baseline_denormalise (&word->denorm);
    char_clip_word(&copy_outword, page_image, pixrow_list, imlines, pix_box); 
    pixrow_it.set_to_list (pixrow_list);
    pixrow_it.move_to_first ();

    blob_it.move_to_first ();
    for (i = 0;
      word->best_choice->string ()[i] != '\0';
    i++, pixrow_it.forward (), blob_it.forward ()) {

      if (!(tessedit_mm_use_non_adaption_set
        && STRING (tessedit_non_adaption_set).contains (word->
        best_choice->
        string ()[i]))
      || (tessedit_mm_use_rejmap && word->reject_map[i].accepted ())) {
        #ifndef SECURE_NAMES
        if (tessedit_cluster_debug)
          tprintf ("Sample %c for adaption found in %s, index %d\n",
            word->best_choice->string ()[i],
            word->best_choice->string ().string (), i);
        #endif
        sample = clip_sample (pixrow_it.data (),
          imlines,
          pix_box,
          copy_outword.flag (W_INVERSE),
          word->best_choice->string ()[i]);

        if (sample == NULL) {    // Clip failed
          #ifndef SECURE_NAMES
          tprintf ("Unable to clip sample from %s, index %d\n",
            word->best_choice->string ().string (), i);
          #endif
          continue;
        }
        cluster_sample(sample, char_clusters, chars_waiting);
      }
    }
    delete[]imlines;             // Free array of imlines
    delete pixrow_list;
  }
  else if (tessedit_test_cluster_input && !tessedit_mm_use_rejmap)
    word->reject_map.rej_word_tess_failure (); // Set word to all rejects
}

void collect_ems_for_adaption	(	WERD_RES *	word,
		CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Within bounding box, collect blobs that might be 'm's for adaptation'?

Parameters:

	word	Word Results
	char_clusters	?
	chars_waiting	characters waiting (

See also:

recog_all_words)

Returns:

none

lines of the image

box of imlines

copy to denorm

Make sure not set

Definition at line 163 of file adaptions.cpp.

References WERD::baseline_denormalise(), WERD::blob_list(), WERD::bounding_box(), char_clip_word(), clip_sample(), cluster_sample(), FALSE, WERD::flag(), IMAGE::get_res(), BOX::height(), NULL, WERD_RES::outword, page_image, resolution, tprintf(), W_INVERSE, WERD_RES::word, and word_adaptable().

Referenced by recog_all_words().

                                                               {
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs); 
  INT16 i;
  CHAR_SAMPLE *sample;
  PIXROW_LIST *pixrow_list;
  PIXROW_IT pixrow_it;
  IMAGELINE *imlines;            
  BOX pix_box;                   
  // extent
  WERD copy_outword;             
  PBLOB_IT copy_blob_it;
  OUTLINE_IT copy_outline_it;
  INT32 resolution = page_image.get_res ();

  if (tessedit_reject_ems || tessedit_reject_suspect_ems)
    return;                      // Do nothing

  if (word->word->bounding_box ().height () > resolution / 3)
    return;

  if (tessedit_demo_adaption)
    tessedit_display_mm.set_value (FALSE); 

  if (word_adaptable (word, tessedit_em_adaption_mode)
    && word->reject_map.reject_count () == 0
    && (strchr (word->best_choice->string ().string (), 'm') != NULL
    || (tessedit_process_rns
    && strstr (word->best_choice->string ().string (), "rn") != NULL))) {
    if (tessedit_process_rns
    && strstr (word->best_choice->string ().string (), "rn") != NULL) {
      copy_outword = *(word->outword);
      copy_blob_it.set_to_list (copy_outword.blob_list ());
      i = 0;
      while (word->best_choice->string ()[i] != '\0') {
        if (word->best_choice->string ()[i] == 'r'
        && word->best_choice->string ()[i + 1] == 'n') {
          copy_outline_it.set_to_list (copy_blob_it.data ()->
            out_list ());
          copy_outline_it.add_list_after (copy_blob_it.
            data_relative (1)->
            out_list ());
          copy_blob_it.forward ();
          delete (copy_blob_it.extract ());
          i++;
        }
        copy_blob_it.forward ();
        i++;
      }
    }
    else
      copy_outword = *(word->outword);

    copy_outword.baseline_denormalise (&word->denorm);
    char_clip_word(&copy_outword, page_image, pixrow_list, imlines, pix_box); 
    pixrow_it.set_to_list (pixrow_list);
    pixrow_it.move_to_first ();

    blob_it.move_to_first ();
    for (i = 0;
      word->best_choice->string ()[i] != '\0';
    i++, pixrow_it.forward (), blob_it.forward ()) {

      if (word->best_choice->string ()[i] == 'm'
        || (word->best_choice->string ()[i] == 'r'
      && word->best_choice->string ()[i + 1] == 'n')) {
        #ifndef SECURE_NAMES
        if (tessedit_cluster_debug)
          tprintf ("Sample %c for adaption found in %s, index %d\n",
            word->best_choice->string ()[i],
            word->best_choice->string ().string (), i);
        #endif
        if (tessedit_matrix_match) {
          sample = clip_sample (pixrow_it.data (),
            imlines,
            pix_box,
            copy_outword.flag (W_INVERSE),
            word->best_choice->string ()[i]);

          if (sample == NULL) {  //Clip failed
            #ifndef SECURE_NAMES
            tprintf ("Unable to clip sample from %s, index %d\n",
              word->best_choice->string ().string (), i);
            #endif
            if (word->best_choice->string ()[i] == 'r')
              i++;

            continue;
          }
        }
        else
          sample = new CHAR_SAMPLE (blob_it.data (),
            &word->denorm,
            word->best_choice->string ()[i]);

        cluster_sample(sample, char_clusters, chars_waiting); 

        if (word->best_choice->string ()[i] == 'r')
          i++;                   // Skip next character
      }
    }
    delete[]imlines;             // Free array of imlines
    delete pixrow_list;
  }
}

void complete_clustering	(	CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Cluster until chars_waiting is used up (.

Parameters:

char_clusters

?? one variable in

See also:

recog_all_words

Parameters:

chars_waiting

?? one variable in

See also:

recog_all_words

Note:

Global: uses

See also:

tessedit_use_best_sample,

tessedit_cluster_debug,

tessedit_mm_adapt_using_prototypes, and

tessedit_demo_adaption

Returns:

none

See also:

check_wait_list), then turn guesses into characters?

Definition at line 490 of file adaptions.cpp.

References check_wait_list(), display_cluster_prototypes(), and tprintf().

Referenced by adapt_to_good_ems(), and adapt_to_good_samples().

                                                          {
  CHAR_SAMPLES *best_cluster;
  CHAR_SAMPLES_IT c_it = char_clusters;
  CHAR_SAMPLE_IT cw_it = chars_waiting;
  CHAR_SAMPLE *sample;
  INT32 total_sample_count = 0;

  while (!cw_it.empty ()) {
    cw_it.move_to_first ();
    sample = cw_it.extract ();
    best_cluster = new CHAR_SAMPLES (sample);
    c_it.add_to_end (best_cluster);
    check_wait_list(chars_waiting, sample, best_cluster);
  }

  for (c_it.mark_cycle_pt (); !c_it.cycled_list (); c_it.forward ()) {
    c_it.data ()->assign_to_char ();
    if (tessedit_use_best_sample)
      c_it.data ()->find_best_sample ();
    else if (tessedit_mm_adapt_using_prototypes)
      c_it.data ()->build_prototype ();

    if (tessedit_cluster_debug)
      total_sample_count += c_it.data ()->n_samples ();
  }
  #ifndef SECURE_NAMES
  if (tessedit_cluster_debug)
    tprintf ("Clustering completed, %d samples in all\n", total_sample_count);
  #endif

#ifndef GRAPHICS_DISABLED
  if (tessedit_demo_adaption)
    display_cluster_prototypes(char_clusters);
#endif

}

void display_cluster_prototypes

(

CHAR_SAMPLES_LIST *

char_clusters

)

Dump out prototypes.

Parameters:

char_clusters

?? one variable in

See also:

recog_all_words

Returns:

none

Definition at line 1063 of file adaptions.cpp.

References display_image, FALSE, NULL, tprintf(), and WINDOWNAMESIZE.

Referenced by complete_clustering().

                                                                  { 
  INT16 proto_number = 0;
  CHAR_SAMPLES_IT c_it = char_clusters;
  char title[WINDOWNAMESIZE];

  for (c_it.mark_cycle_pt (); !c_it.cycled_list (); c_it.forward ()) {
    proto_number++;

    #ifndef SECURE_NAMES
    tprintf ("Displaying proto number %d\n", proto_number);
    #endif

    if (c_it.data ()->prototype () != NULL) {
      sprintf (title, "Proto - %d", proto_number);
      display_image (c_it.data ()->prototype ()->make_image (),
        title, (proto_number - 1) * 400, 0, FALSE);
    }
  }
}

void print_em_stats	(	CHAR_SAMPLES_LIST *	char_clusters,
		CHAR_SAMPLE_LIST *	chars_waiting
	)

Dump out stats.

Parameters:

char_clusters

?? one variable in

See also:

recog_all_words

Parameters:

chars_waiting

?? one variable in

See also:

recog_all_words

Returns:

none

Definition at line 985 of file adaptions.cpp.

References debug_fp, and tprintf().

Referenced by adapt_to_good_ems(), adapt_to_good_samples(), and recog_all_words().

                                                     {
  CHAR_SAMPLES_IT c_it = char_clusters;

  if (!tessedit_cluster_debug)
    return;
  #ifndef SECURE_NAMES
  tprintf ("There are %d clusters and %d samples waiting\n",
    char_clusters->length (), chars_waiting->length ());

  for (c_it.mark_cycle_pt (); !c_it.cycled_list (); c_it.forward ())
    c_it.data ()->print (debug_fp);
  #endif
  tprintf ("\n");
}

void reject_all_ems

(

WERD_RES *

word

)

Simplistic routine to test the effect of rejecting ems (i.e., the letter 'm').

Parameters:

word

word to be processed

Returns:

none

Definition at line 1090 of file adaptions.cpp.

References WERD_RES::best_choice, and WERD_RES::reject_map.

Referenced by adapt_to_good_ems().

                                    { 
  INT16 i;

  for (i = 0; word->best_choice->string ()[i] != '\0'; i++) {
    if (word->best_choice->string ()[i] == 'm')
                                 // reject all ems
      word->reject_map[i].setrej_mm_reject ();
  }
}

void reject_all_fullstops

(

WERD_RES *

word

)

Simplistic routine to test the effect of rejecting fullstops (i.e., '.').

Parameters:

word

word to be processed

Returns:

none

Definition at line 1106 of file adaptions.cpp.

References WERD_RES::best_choice, and WERD_RES::reject_map.

Referenced by recog_all_words().

                                          { 
  INT16 i;

  for (i = 0; word->best_choice->string ()[i] != '\0'; i++) {
    if (word->best_choice->string ()[i] == '.')
                                 // reject all fullstops
      word->reject_map[i].setrej_mm_reject ();
  }
}

void reject_suspect_ems

(

WERD_RES *

word

)

Reject ems (the letter 'm') if word is not adaptable (.

Parameters:

word

word to be processed

Returns:

none

See also:

word_adaptable)

Definition at line 1123 of file adaptions.cpp.

References suspect_em(), and word_adaptable().

Referenced by adapt_to_good_ems().

                                        { 
  INT16 i;

  if (!word_adaptable (word, tessedit_cluster_adaption_mode))
  for (i = 0; word->best_choice->string ()[i] != '\0'; i++) {
    if (word->best_choice->string ()[i] == 'm' && suspect_em (word, i))
                                 // reject all ems
      word->reject_map[i].setrej_mm_reject ();
  }
}

void reject_suspect_fullstops

(

WERD_RES *

word

)

Reject fullstops ('.' [& ','?]).

Parameters:

word

word to be processed

Returns:

none

Definition at line 1140 of file adaptions.cpp.

References WERD_RES::best_choice, WERD_RES::reject_map, and suspect_fullstop().

Referenced by recog_all_words().

                                              { 
  INT16 i;

  for (i = 0; word->best_choice->string ()[i] != '\0'; i++) {
    if (word->best_choice->string ()[i] == '.'
      && suspect_fullstop (word, i))
      word->reject_map[i].setrej_mm_reject (); // reject all commas
  }
}

BOOL8 suspect_em	(	WERD_RES *	word,
		INT16	index
	)

Suspect that 'm' in word is something else (like 'rn').

Parameters:

	word	word to be processed
	index	position to which blob 'consumes' XXX?

Returns:

TRUE if 'm' suspected

Definition at line 1158 of file adaptions.cpp.

References WERD::blob_list(), and WERD_RES::outword.

Referenced by reject_suspect_ems().

                                              { 
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs);
  INT16 j;

  for (j = 0; j < index; j++)
    blob_it.forward ();

  return (blob_it.data ()->out_list ()->length () != 1);
}

BOOL8 suspect_fullstop	(	WERD_RES *	word,
		INT16	i
	)

?

Parameters:

	word	word to be processed
	i	Same as index in

See also:

suspect_em

Returns:

TRUE if '.'/',' suspected

Definition at line 1177 of file adaptions.cpp.

References WERD::blob_list(), BOX::height(), WERD_RES::outword, and BOX::width().

Referenced by reject_suspect_fullstops().

                                                { 
  float aspect_ratio;
  PBLOB_LIST *blobs = word->outword->blob_list ();
  PBLOB_IT blob_it(blobs);
  INT16 j;
  BOX box;
  INT16 width;
  INT16 height;

  for (j = 0; j < i; j++)
    blob_it.forward ();

  box = blob_it.data ()->bounding_box ();

  width = box.width ();
  height = box.height ();

  aspect_ratio = ((width > height) ? ((float) width) / height :
  ((float) height) / width);

  return (aspect_ratio > tessed_fullstop_aspect_ratio);
}

BOOL8 word_adaptable	(	WERD_RES *	word,
		UINT16	mode
	)

Determine if word IS adaptable.

Parameters:

	word	Word Results
	mode	ex: tessedit_cluster_adaption_mode ("Adaptation decision algorithm for matrix matcher")

Returns:

TRUE or FALSE

Definition at line 100 of file adaptions.cpp.

References ADAPTABLE_WERD, WERD_RES::best_choice, BITS16::bit(), FALSE, FREQ_DAWG_PERM, NoDangerousAmbig(), NULL, NUMBER_PERM, one_ell_conflict(), SYSTEM_DAWG_PERM, WERD_RES::tess_accepted, WERD_RES::tess_would_adapt, and USER_DAWG_PERM.

Referenced by adapt_to_good_ems(), adapt_to_good_samples(), classify_word_pass1(), collect_characters_for_adaption(), collect_ems_for_adaption(), recog_all_words(), and reject_suspect_ems().

                                  {
  BOOL8 status = FALSE;
  BITS16 flags(mode); 

  enum MODES
  {
    ADAPTABLE_WERD,
    ACCEPTABLE_WERD,
    CHECK_DAWGS,
    CHECK_SPACES,
    CHECK_ONE_ELL_CONFLICT,
    CHECK_AMBIG_WERD
  };

  /*
  0: NO adaption
  */
  if (mode == 0) {
    return FALSE;
  }

  if (flags.bit (ADAPTABLE_WERD))
    status |= word->tess_would_adapt;

  if (flags.bit (ACCEPTABLE_WERD))
    status |= word->tess_accepted;

  if (!status)                   // If not set then
    return FALSE;                // ignore other checks

  if (flags.bit (CHECK_DAWGS) &&
    (word->best_choice->permuter () != SYSTEM_DAWG_PERM) &&
    (word->best_choice->permuter () != FREQ_DAWG_PERM) &&
    (word->best_choice->permuter () != USER_DAWG_PERM) &&
    (word->best_choice->permuter () != NUMBER_PERM))
    return FALSE;

  if (flags.bit (CHECK_ONE_ELL_CONFLICT) && one_ell_conflict (word, FALSE))
    return FALSE;

  if (flags.bit (CHECK_SPACES) &&
    (strchr (word->best_choice->string ().string (), ' ') != NULL))
    return FALSE;

//  if (flags.bit (CHECK_AMBIG_WERD) && test_ambig_word (word))
  if (flags.bit (CHECK_AMBIG_WERD) &&
      !NoDangerousAmbig(word->best_choice->string().string(), NULL))
    return FALSE;

  return status;
}

---

Variable Documentation

INT32 demo_word = 0

Hack for demos.

Note:

File: adaptions.cpp (Formerly adaptions.c)
Functions used to adapt to blobs already confidently identified

Author:

Chris Newton

Date:

Thu Oct 7 10:17:28 BST 1993

 * (C) Copyright 1992, Hewlett-Packard Ltd.
 ** Licensed under the Apache License, Version 2.0 (the "License");
 ** you may not use this file except in compliance with the License.
 ** You may obtain a copy of the License at
 ** http://www.apache.org/licenses/LICENSE-2.0
 ** Unless required by applicable law or agreed to in writing, software
 ** distributed under the License is distributed on an "AS IS" BASIS,
 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 ** See the License for the specific language governing permissions and
 ** limitations under the License.

Definition at line 40 of file adaptions.cpp.

Referenced by adapt_to_good_ems(), adapt_to_good_samples(), CHAR_PROTO::match(), and CHAR_PROTO::match_sample().

---