Examples with ShapeInSequence com.joliciel.jochre.boundaries.ShapeInSequence used on opensource projects

Example 6 with ShapeInSequence

use of com.joliciel.jochre.boundaries.ShapeInSequence in project jochre by urieli.

the class LastShapeInRowFeature method checkInternal.

@Override
public FeatureResult<Boolean> checkInternal(ShapeInSequenceWrapper wrapper, RuntimeEnvironment env) {
    ShapeInSequence shapeInSequence = wrapper.getShapeInSequence();
    boolean lastShapeInSequence = false;
    if (shapeInSequence.getShapeSequence().size() == (shapeInSequence.getIndex() + 1))
        lastShapeInSequence = true;
    boolean lastShapeInRow = false;
    if (lastShapeInSequence) {
        GroupOfShapes group = shapeInSequence.getShape().getGroup();
        if (group.getIndex() == group.getRow().getGroups().size() - 1)
            lastShapeInRow = true;
    }
    FeatureResult<Boolean> outcome = this.generateResult(lastShapeInRow);
    return outcome;
}

Example 7 with ShapeInSequence

use of com.joliciel.jochre.boundaries.ShapeInSequence in project jochre by urieli.

the class LetterSequence method getSubsequences.

/**
 * If this sequence contains any punctuation, returns individual sequences
 * representing letters and punctuation. Otherwise, returns the original
 * sequence.
 */
public List<LetterSequence> getSubsequences() {
    if (subsequences == null) {
        subsequences = new ArrayList<LetterSequence>();
        List<String> currentLetters = new ArrayList<String>();
        ShapeSequence currentShapes = new ShapeSequence();
        boolean inPunctuation = false;
        boolean expectEndOfLineHyphen = false;
        for (int i = 0; i < this.letters.size(); i++) {
            String letter = this.letters.get(i);
            ShapeInSequence shape = this.underlyingShapeSequence.get(i);
            if (i == this.getEndOfLineHyphenIndex())
                expectEndOfLineHyphen = true;
            if (PUNCTUATION.matcher(letter).matches()) {
                if (!inPunctuation && currentLetters.size() > 0) {
                    LetterSequence subsequence = this.getSubsequence(currentShapes, currentLetters);
                    subsequences.add(subsequence);
                    currentLetters = new ArrayList<String>();
                    currentShapes = new ShapeSequence();
                }
                inPunctuation = true;
            } else {
                if (inPunctuation && currentLetters.size() > 0) {
                    LetterSequence subsequence = this.getSubsequence(currentShapes, currentLetters);
                    subsequence.setPunctation(true);
                    if (expectEndOfLineHyphen) {
                        this.setHyphenSubsequence(subsequence);
                    }
                    subsequences.add(subsequence);
                    currentLetters = new ArrayList<String>();
                    currentShapes = new ShapeSequence();
                }
                inPunctuation = false;
            }
            currentLetters.add(letter);
            currentShapes.addShape(shape.getShape());
        }
        if (currentLetters.size() > 0) {
            LetterSequence subsequence = this.getSubsequence(currentShapes, currentLetters);
            subsequence.setPunctation(inPunctuation);
            if (inPunctuation && expectEndOfLineHyphen)
                this.setHyphenSubsequence(subsequence);
            subsequences.add(subsequence);
        }
    }
    return subsequences;
}

Example 8 with ShapeInSequence

use of com.joliciel.jochre.boundaries.ShapeInSequence in project jochre by urieli.

the class LetterSequence method getGroups.

/**
 * A list of groups of shapes underlying this letter sequence.
 */
public List<GroupOfShapes> getGroups() {
    List<GroupOfShapes> groups = new ArrayList<GroupOfShapes>();
    GroupOfShapes currentGroup = this.getUnderlyingShapeSequence().get(0).getShape().getGroup();
    groups.add(currentGroup);
    for (ShapeInSequence shapeInSequence : this.getUnderlyingShapeSequence()) {
        if (!shapeInSequence.getShape().getGroup().equals(currentGroup)) {
            currentGroup = shapeInSequence.getShape().getGroup();
            groups.add(currentGroup);
        }
    }
    return groups;
}

Example 9 with ShapeInSequence

use of com.joliciel.jochre.boundaries.ShapeInSequence in project jochre by urieli.

the class BeamSearchImageAnalyser method analyseInternal.

public void analyseInternal(JochreImage image) {
    LOG.debug("Analysing image " + image.getId());
    if (currentMonitor != null) {
        currentMonitor.setCurrentAction("imageMonitor.analysingImage", new Object[] { image.getPage().getIndex() });
    }
    for (LetterGuessObserver observer : observers) {
        observer.onImageStart(image);
    }
    if (totalShapeCount < 0)
        totalShapeCount = image.getShapeCount();
    for (Paragraph paragraph : image.getParagraphs()) {
        LOG.debug("Analysing paragraph " + paragraph.getIndex() + " (id=" + paragraph.getId() + ")");
        List<LetterSequence> holdoverSequences = null;
        GroupOfShapes holdoverGroup = null;
        for (RowOfShapes row : paragraph.getRows()) {
            LOG.debug("Analysing row " + row.getIndex() + " (id=" + row.getId() + ")");
            for (GroupOfShapes group : row.getGroups()) {
                if (group.isSkip()) {
                    LOG.debug("Skipping group " + group.getIndex() + " (id=" + group.getId() + ")");
                    continue;
                }
                LOG.debug("Analysing group " + group.getIndex() + " (id=" + group.getId() + ")");
                int width = group.getRight() - group.getLeft() + 1;
                List<ShapeSequence> shapeSequences = null;
                if (boundaryDetector != null) {
                    shapeSequences = boundaryDetector.findBoundaries(group);
                } else {
                    // simply add this groups shape's
                    shapeSequences = new ArrayList<>();
                    ShapeSequence shapeSequence = new ShapeSequence();
                    for (Shape shape : group.getShapes()) shapeSequence.addShape(shape);
                    shapeSequences.add(shapeSequence);
                }
                // Perform a beam search to guess the most likely sequence
                // for this
                // word
                TreeMap<Integer, PriorityQueue<LetterSequence>> heaps = new TreeMap<>();
                // prime a starter heap with the n best shape boundary
                // analyses for
                // this group
                PriorityQueue<LetterSequence> starterHeap = new PriorityQueue<>(1);
                for (ShapeSequence shapeSequence : shapeSequences) {
                    LetterSequence emptySequence = new LetterSequence(shapeSequence, jochreSession);
                    starterHeap.add(emptySequence);
                }
                heaps.put(0, starterHeap);
                PriorityQueue<LetterSequence> finalHeap = null;
                while (heaps.size() > 0) {
                    Entry<Integer, PriorityQueue<LetterSequence>> heapEntry = heaps.pollFirstEntry();
                    if (LOG.isTraceEnabled())
                        LOG.trace("heap for index: " + heapEntry.getKey().intValue() + ", width: " + width);
                    if (heapEntry.getKey().intValue() == width) {
                        finalHeap = heapEntry.getValue();
                        break;
                    }
                    PriorityQueue<LetterSequence> previousHeap = heapEntry.getValue();
                    // limit the breadth to K
                    int maxSequences = previousHeap.size() > this.beamWidth ? this.beamWidth : previousHeap.size();
                    for (int j = 0; j < maxSequences; j++) {
                        LetterSequence history = previousHeap.poll();
                        ShapeInSequence shapeInSequence = history.getNextShape();
                        Shape shape = shapeInSequence.getShape();
                        if (LOG.isTraceEnabled()) {
                            LOG.trace("Sequence " + history + ", shape: " + shape);
                        }
                        LogUtils.logMemory(LOG);
                        int position = 0;
                        if (jochreSession.getLinguistics().isLeftToRight()) {
                            position = shape.getRight() - group.getLeft() + 1;
                        } else {
                            position = group.getRight() - shape.getLeft() + 1;
                        }
                        PriorityQueue<LetterSequence> heap = heaps.get(position);
                        if (heap == null) {
                            heap = new PriorityQueue<>();
                            heaps.put(position, heap);
                        }
                        letterGuesser.guessLetter(shapeInSequence, history);
                        // heap sort
                        for (Decision letterGuess : shape.getLetterGuesses()) {
                            // leave out very low probability outcomes
                            if (letterGuess.getProbability() > this.minOutcomeWeight) {
                                LetterSequence sequence = new LetterSequence(history);
                                sequence.getLetters().add(letterGuess.getOutcome());
                                sequence.addDecision(letterGuess);
                                heap.add(sequence);
                            }
                        // weight big enough to include
                        }
                    // next letter guess for this shape
                    }
                // next history in heap
                }
                // any more heaps?
                // find best sequence
                LetterSequence bestSequence = null;
                boolean isHoldover = false;
                List<LetterSequence> finalSequences = new ArrayList<>();
                for (int i = 0; i < this.beamWidth; i++) {
                    if (finalHeap.isEmpty())
                        break;
                    finalSequences.add(finalHeap.poll());
                }
                if (this.mostLikelyWordChooser == null) {
                    // most likely sequence is on top of the last heap
                    bestSequence = finalSequences.get(0);
                } else {
                    // get most likely sequence using lexicon
                    if (holdoverSequences != null) {
                        // we have a holdover from the previous row
                        // ending with a dash
                        bestSequence = this.mostLikelyWordChooser.chooseMostLikelyWord(finalSequences, holdoverSequences, this.beamWidth);
                    } else {
                        // check if this is the last group on the row
                        // and could end with
                        // a dash
                        boolean shouldBeHeldOver = false;
                        if (group.getIndex() == row.getGroups().size() - 1 && row.getIndex() < paragraph.getRows().size() - 1) {
                            for (LetterSequence letterSequence : finalSequences) {
                                if (letterSequence.toString().endsWith("-")) {
                                    shouldBeHeldOver = true;
                                    break;
                                }
                            }
                        }
                        if (shouldBeHeldOver) {
                            holdoverSequences = finalSequences;
                            holdoverGroup = group;
                            isHoldover = true;
                        } else {
                            // simplest case: no holdover
                            bestSequence = this.mostLikelyWordChooser.chooseMostLikelyWord(finalSequences, this.beamWidth);
                        }
                    }
                // have we holdover sequences?
                }
                if (!isHoldover) {
                    for (LetterGuessObserver observer : observers) {
                        observer.onBeamSearchEnd(bestSequence, finalSequences, holdoverSequences);
                    }
                }
                // assign letter
                if (!isHoldover) {
                    for (LetterGuessObserver observer : observers) {
                        observer.onStartSequence(bestSequence);
                    }
                    if (holdoverGroup == null) {
                        group.setBestLetterSequence(bestSequence);
                    } else {
                        // split bestSequence by group
                        List<LetterSequence> sequencesByGroup = bestSequence.splitByGroup();
                        for (LetterSequence sequenceByGroup : sequencesByGroup) {
                            if (sequenceByGroup.getGroups().get(0).equals(holdoverGroup))
                                holdoverGroup.setBestLetterSequence(sequenceByGroup);
                            else if (sequenceByGroup.getGroups().get(0).equals(group))
                                group.setBestLetterSequence(sequenceByGroup);
                        }
                        holdoverSequences = null;
                        holdoverGroup = null;
                    }
                    int i = 0;
                    for (ShapeInSequence shapeInSequence : bestSequence.getUnderlyingShapeSequence()) {
                        String bestOutcome = bestSequence.getLetters().get(i);
                        this.assignLetter(shapeInSequence, bestOutcome);
                        i++;
                    }
                    for (LetterGuessObserver observer : observers) {
                        observer.onGuessSequence(bestSequence);
                    }
                }
                this.shapeCount += group.getShapes().size();
                if (this.currentMonitor != null) {
                    double progress = (double) shapeCount / (double) totalShapeCount;
                    LOG.debug("progress: " + progress);
                    currentMonitor.setPercentComplete(progress);
                }
            }
        // next group
        }
    // next row
    }
    for (LetterGuessObserver observer : observers) {
        observer.onImageEnd();
    }
}

Example 10 with ShapeInSequence

use of com.joliciel.jochre.boundaries.ShapeInSequence in project jochre by urieli.

the class LetterAssigner method onGuessSequence.

@Override
public void onGuessSequence(LetterSequence letterSequence) {
    if (save) {
        ShapeSequence shapeSequence = letterSequence.getUnderlyingShapeSequence();
        for (ShapeInSequence shapeInSequence : shapeSequence) {
            Shape shape = shapeInSequence.getShape();
            shape.save();
        }
    }
}