diff options
| author | Tom Tromey <tromey@redhat.com> | 2001-09-05 00:00:19 +0000 |
|---|---|---|
| committer | Tom Tromey <tromey@redhat.com> | 2001-09-05 00:00:19 +0000 |
| commit | ba9e40e5800ecb4fd2f2d5d93502be2d819b8d73 (patch) | |
| tree | a21763ce7c4f96afff34480333a23135b43b8222 /gnu/java/text/WordBreakIterator.java | |
| parent | ba51285358816fd7fb12e3ac9f7230d0add5b5f9 (diff) | |
| download | classpath-ba9e40e5800ecb4fd2f2d5d93502be2d819b8d73.tar.gz | |
* java/text/SimpleDateFormat.java
(SimpleDateFormat(String,DateFormatSymbols)): Call
computeCenturyStart().
* gnu/java/locale/LocaleInformation_de.java (word_breaks,
sentence_breaks, line_breaks): Removed.
(collation_rules): Use `k,K', not `j,K'. Don't using leading
`-'. Use `0<1', not `0,1'. Use `9<A', not `9A'.
* gnu/java/locale/LocaleInformation_nl.java: Likewise.
* gnu/java/locale/LocaleInformation_en.java: Likewise.
* java/text/DateFormatSymbols.java: Merged with libgcj.
* java/text/StringCharacterIterator.java: Reindented and merged
with libgcj.
(StringCharacterIterator(String,int,int,int)): Simplified.
(current): Likewise.
(next): Likewise.
(previous): Likewise.
(last): Likewise.
(equals): Likewise.
(setText): Now public. Also sets all fields.
* java/text/RuleBasedCollator.java (clone): Rewrote.
* java/text/Collator.java: Mostly merged with libgcj.
* java/text/MessageFormat.java: Merged with libgcj.
* java/text/FieldPosition.java: Reindented. Merged with libgcj.
* java/text/ParsePosition.java: Reindented. Merged with libgcj.
* java/text/Format.java: Reindented. Merged with libgcj.
(parseObject): Doesn't throw exception on error.
* java/text/CharacterIterator.java: Reindented.
* java/text/ChoiceFormat.java: Merged with libgcj.
* gnu/java/text/Makefile.am: New file.
* gnu/java/Makefile.am (SUBDIRS): Added text.
* configure.in (AC_OUTPUT): Added gnu/java/text/Makefile.
* gnu/java/text/BaseBreakIterator.java: New file from libgcj.
* gnu/java/text/CharacterBreakIterator.java: Likewise.
* gnu/java/text/LineBreakIterator.java: Likewise.
* gnu/java/text/SentenceBreakIterator.java: Likewise.
* gnu/java/text/WordBreakIterator.java: Likewise.
* java/text/BreakIterator.java: Merged with libgcj.
* java/text/DefaultBreakIterator.java: Removed.
* java/text/DecimalFormatSymbols.java: Merged with libgcj.
* java/text/DateFormat.java: Merged with libgcj.
* gnu/java/locale/Makefile.am (EXTRA_DIST): Added new file.
* gnu/java/locale/LocaleInformation_en.java: Removed US-specific
entries.
(collation_rules): Use `k,K', not `j,K'.
* gnu/java/locale/LocaleInformation_en_US.java: New file.
* java/text/NumberFormat.java: Merged with libgcj.
* java/text/DecimalFormat.java: Merged with libgcj.
Diffstat (limited to 'gnu/java/text/WordBreakIterator.java')
| -rw-r--r-- | gnu/java/text/WordBreakIterator.java | 241 |
1 files changed, 241 insertions, 0 deletions
diff --git a/gnu/java/text/WordBreakIterator.java b/gnu/java/text/WordBreakIterator.java new file mode 100644 index 000000000..5cf50147b --- /dev/null +++ b/gnu/java/text/WordBreakIterator.java @@ -0,0 +1,241 @@ +/* WordBreakIterator.java - Default word BreakIterator. + Copyright (C) 1999, 2001 Free Software Foundation, Inc. + +This file is part of GNU Classpath. + +GNU Classpath is free software; you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation; either version 2, or (at your option) +any later version. + +GNU Classpath is distributed in the hope that it will be useful, but +WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU +General Public License for more details. + +You should have received a copy of the GNU General Public License +along with GNU Classpath; see the file COPYING. If not, write to the +Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA +02111-1307 USA. + +As a special exception, if you link this library with other files to +produce an executable, this library does not by itself cause the +resulting executable to be covered by the GNU General Public License. +This exception does not however invalidate any other reasons why the +executable file might be covered by the GNU General Public License. */ + + +package gnu.java.text; + +import java.text.BreakIterator; +import java.text.CharacterIterator; + +/** + * @author Tom Tromey <tromey@cygnus.com> + * @date March 22, 1999 + * Written using The Unicode Standard, Version 2.0. + */ + +public class WordBreakIterator extends BaseBreakIterator +{ + public Object clone () + { + return new WordBreakIterator (this); + } + + public WordBreakIterator () + { + iter = null; + } + + private WordBreakIterator (WordBreakIterator other) + { + iter = (CharacterIterator) other.iter.clone(); + } + + // Some methods to tell us different properties of characters. + private final boolean isHira (char c) + { + return c >= 0x3040 && c <= 0x309f; + } + private final boolean isKata (char c) + { + return c >= 0x30a0 && c <= 0x30ff; + } + private final boolean isHan (char c) + { + return c >= 0x4e00 && c <= 0x9fff; + } + + public int next () + { + int end = iter.getEndIndex(); + if (iter.getIndex() == end) + return DONE; + + while (iter.getIndex() < end) + { + char c = iter.current(); + if (c == CharacterIterator.DONE) + break; + int type = Character.getType(c); + + char n = iter.next(); + if (n == CharacterIterator.DONE) + break; + + // Break after paragraph separators. + if (type == Character.PARAGRAPH_SEPARATOR + || type == Character.LINE_SEPARATOR) + break; + + // Break between letters and non-letters. + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + boolean is_letter = Character.isLetter(c); + if (c != '\'' && ! is_letter && type != Character.NON_SPACING_MARK + && Character.isLetter(n)) + break; + + // Always break after certain symbols, such as punctuation. + // This heuristic is derived from hints in the JCL book and is + // not part of Unicode. It seems to be right, however. + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + if (c != '\'' + && (type == Character.DASH_PUNCTUATION + || type == Character.START_PUNCTUATION + || type == Character.END_PUNCTUATION + || type == Character.CONNECTOR_PUNCTUATION + || type == Character.OTHER_PUNCTUATION + || type == Character.MATH_SYMBOL + || type == Character.CURRENCY_SYMBOL + || type == Character.MODIFIER_SYMBOL + || type == Character.OTHER_SYMBOL + || type == Character.FORMAT + || type == Character.CONTROL)) + break; + + boolean is_hira = isHira (c); + boolean is_kata = isKata (c); + boolean is_han = isHan (c); + + // Special case Japanese. + if (! is_hira && ! is_kata && ! is_han + && type != Character.NON_SPACING_MARK + && (isHira (n) || isKata (n) || isHan (n))) + break; + + if (is_hira || is_kata || is_han || is_letter) + { + // Now we need to do some lookahead. We might need to do + // quite a bit of lookahead, so we save our position and + // restore it later. + int save = iter.getIndex(); + // Skip string of non spacing marks. + while (n != CharacterIterator.DONE + && Character.getType(n) == Character.NON_SPACING_MARK) + n = iter.next(); + if (n == CharacterIterator.DONE) + break; + if ((is_hira && ! isHira (n)) + || (is_kata && ! isHira (n) && ! isKata (n)) + || (is_han && ! isHira (n) && ! isHan (n)) + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + || (is_letter && ! Character.isLetter(n) && n != '\'')) + break; + iter.setIndex(save); + } + } + + return iter.getIndex(); + } + + public int previous () + { + int start = iter.getBeginIndex(); + if (iter.getIndex() == start) + return DONE; + + while (iter.getIndex() >= start) + { + char c = iter.previous(); + if (c == CharacterIterator.DONE) + break; + + boolean is_hira = isHira (c); + boolean is_kata = isKata (c); + boolean is_han = isHan (c); + boolean is_letter = Character.isLetter(c); + + char n = iter.previous(); + if (n == CharacterIterator.DONE) + break; + iter.next(); + int type = Character.getType(n); + // Break after paragraph separators. + if (type == Character.PARAGRAPH_SEPARATOR + || type == Character.LINE_SEPARATOR) + break; + + // Break between letters and non-letters. + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + if (n != '\'' && ! Character.isLetter(n) + && type != Character.NON_SPACING_MARK + && is_letter) + break; + + // Always break after certain symbols, such as punctuation. + // This heuristic is derived from hints in the JCL book and is + // not part of Unicode. It seems to be right, however. + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + if (n != '\'' + && (type == Character.DASH_PUNCTUATION + || type == Character.START_PUNCTUATION + || type == Character.END_PUNCTUATION + || type == Character.CONNECTOR_PUNCTUATION + || type == Character.OTHER_PUNCTUATION + || type == Character.MATH_SYMBOL + || type == Character.CURRENCY_SYMBOL + || type == Character.MODIFIER_SYMBOL + || type == Character.OTHER_SYMBOL + || type == Character.FORMAT + || type == Character.CONTROL)) + break; + + // Special case Japanese. + if ((is_hira || is_kata || is_han) + && ! isHira (n) && ! isKata (n) && ! isHan (n) + && type != Character.NON_SPACING_MARK) + break; + + // We might have to skip over non spacing marks to see what's + // on the other side. + if (! is_hira || (! is_letter && c != '\'')) + { + int save = iter.getIndex(); + while (n != CharacterIterator.DONE + && Character.getType(n) == Character.NON_SPACING_MARK) + n = iter.previous(); + iter.setIndex(save); + // This is a strange case: a bunch of non-spacing marks at + // the beginning. We treat the current location as a word + // break. + if (n == CharacterIterator.DONE) + break; + if ((isHira (n) && ! is_hira) + || (isKata (n) && ! is_hira && ! is_kata) + || (isHan (n) && ! is_hira && ! is_han) + // FIXME: we treat apostrophe as part of a word. This + // is an English-ism. + || (! is_letter && c != '\'' && Character.isLetter(n))) + break; + } + } + + return iter.getIndex(); + } +} |
