be.bagofwords.util

Class StringUtils

java.lang.Object

org.apache.commons.lang3.StringUtils

be.bagofwords.util.StringUtils

public class StringUtils
extends org.apache.commons.lang3.StringUtils

Field Summary

Fields

Modifier and Type	Field and Description
static int	NUM_OF_PADDED_SPACES

Fields inherited from class org.apache.commons.lang3.StringUtils

CR, EMPTY, INDEX_NOT_FOUND, LF, SPACE

Constructor Summary

Constructors

Constructor and Description
StringUtils()

Method Summary

Modifier and Type	Method and Description
static String	cleanForPrint(String input)
static String	convert(byte[] data)
static String	convert(byte[] data, int offset, int length)
static String	convert(ByteBuffer value)
static byte[]	convert(char[] word)
static byte[]	convert(String word)
static void	convertToLowerCase(char[] inputFile) This method is faster (for some unknown reason) then String.toLowerCase();
static String	createStringContext(BowString ex, int length)
static boolean	crossesParagraphBoundaries(String ngram)
static String	escapeFileName(String inputString)
static String	escapeNewLine(String inputString)
static String	escapePathName(String inputString)
static String	escapeTab(String inputString)
static String	getFirstNgram(BowString example, int length)
static String	getLastNgram(BowString example, int length)
static BowStringImpl	getNextWord(BowString err, Set<String> wordsWithPunctuation)
static int	getPartition(char firstLetter, int numOfPartitions)
static int	getPartition(String word, int numOfPartitions)
static String	getPrefix(String word, int length, int reductionLevel)
static BowStringImpl	getPrevWord(BowString err, Set<String> wordsWithPunctuation)
static String	getSuffix(BowString word, int length, int reductionLevel)
static String	getSuffix(String word, int length, int reductionLevel)
static boolean	isASCIIConsonant(char c)
static boolean	isASCIIVowel(char c)
static boolean	isCapital(char letter)
static boolean	isPossibleName(String ngram)
static boolean	mightBeUrlOrEmailOrHashTag(String fullString)
static void	normalizeQuotationMarks(char[] extracted)
static String	prepareWordForIndex(String word)
static String	reduceCharacterDiversityLevel(int level, String text)
static String	reduceCharacterDiversityLevel0(char[] word)
static String	reduceCharacterDiversityLevel0(String word)
static String	reduceCharacterDiversityLevel1(BowString word)
static String	reduceCharacterDiversityLevel1(char[] text)
static String	reduceCharacterDiversityLevel1(String word)
static String	reduceCharacterDiversityLevel2(BowString word)
static String	reduceCharacterDiversityLevel2(String word)
static String	reduceCharacterDiversityLevel3(String word)
static char	removeAccent(char orig)
static String	removeAccents(char[] newS)
static String	removeAccents(String origWord)
static String	removeAccentsSlow(String str)
static void	removeHTML(MappedText mappedText)
static String	removeIncorrectDash(String origWord)
static String	removeRedundantWhiteSpace(String origString)
static void	replaceAll(String regex, String repl, MappedText mappedText)
static void	replaceAll(String regex, String repl, MappedText mappedText, boolean keepMapping)
static String	replaceHTMLEntities(String line)
static void	replaceMatches(List<Match> matches, MappedText mappedText)
static void	replaceMatches(List<Pair<Integer,Integer>> matches, String repl, MappedText mappedText)
static void	replaceMatches(List<Pair<Integer,Integer>> matches, String repl, MappedText mappedText, boolean keepWorMapping)
static void	replaceString(int start, int end, String repl, MappedText mappedText)
static void	split(MappedText mappedText, int start, int end)
static List<BowString>	splitInWords(String text, Set<String> wordsWithPunct)
static String	unescapeFileName(String inputString)
static String	unescapeNewLine(String inputString)
static String	unescapePathName(String inputString)
static String	unescapeTab(String inputString)
static String	urlDecode(String input)
static String	urlEncode(String input)

Methods inherited from class org.apache.commons.lang3.StringUtils

abbreviate, abbreviate, abbreviateMiddle, appendIfMissing, appendIfMissingIgnoreCase, capitalize, center, center, center, chomp, chomp, chop, contains, contains, containsAny, containsAny, containsIgnoreCase, containsNone, containsNone, containsOnly, containsOnly, containsWhitespace, countMatches, defaultIfBlank, defaultIfEmpty, defaultString, defaultString, deleteWhitespace, difference, endsWith, endsWithAny, endsWithIgnoreCase, equals, equalsIgnoreCase, getCommonPrefix, getJaroWinklerDistance, getLevenshteinDistance, getLevenshteinDistance, indexOf, indexOf, indexOf, indexOf, indexOfAny, indexOfAny, indexOfAny, indexOfAnyBut, indexOfAnyBut, indexOfDifference, indexOfDifference, indexOfIgnoreCase, indexOfIgnoreCase, isAllLowerCase, isAllUpperCase, isAlpha, isAlphanumeric, isAlphanumericSpace, isAlphaSpace, isAnyBlank, isAnyEmpty, isAsciiPrintable, isBlank, isEmpty, isNoneBlank, isNoneEmpty, isNotBlank, isNotEmpty, isNumeric, isNumericSpace, isWhitespace, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, join, lastIndexOf, lastIndexOf, lastIndexOf, lastIndexOf, lastIndexOfAny, lastIndexOfIgnoreCase, lastIndexOfIgnoreCase, lastOrdinalIndexOf, left, leftPad, leftPad, leftPad, length, lowerCase, lowerCase, mid, normalizeSpace, ordinalIndexOf, overlay, prependIfMissing, prependIfMissingIgnoreCase, remove, remove, removeEnd, removeEndIgnoreCase, removePattern, removeStart, removeStartIgnoreCase, repeat, repeat, repeat, replace, replace, replaceChars, replaceChars, replaceEach, replaceEachRepeatedly, replaceOnce, replacePattern, reverse, reverseDelimited, right, rightPad, rightPad, rightPad, split, split, split, split, splitByCharacterType, splitByCharacterTypeCamelCase, splitByWholeSeparator, splitByWholeSeparator, splitByWholeSeparatorPreserveAllTokens, splitByWholeSeparatorPreserveAllTokens, splitPreserveAllTokens, splitPreserveAllTokens, splitPreserveAllTokens, splitPreserveAllTokens, startsWith, startsWithAny, startsWithIgnoreCase, strip, strip, stripAccents, stripAll, stripAll, stripEnd, stripStart, stripToEmpty, stripToNull, substring, substring, substringAfter, substringAfterLast, substringBefore, substringBeforeLast, substringBetween, substringBetween, substringsBetween, swapCase, toEncodedString, toString, trim, trimToEmpty, trimToNull, uncapitalize, upperCase, upperCase

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NUM_OF_PADDED_SPACES

public static final int NUM_OF_PADDED_SPACES

See Also:

Constant Field Values

Constructor Detail

StringUtils

public StringUtils()

Method Detail

normalizeQuotationMarks

public static void normalizeQuotationMarks(char[] extracted)

isASCIIVowel

public static boolean isASCIIVowel(char c)

isASCIIConsonant

public static boolean isASCIIConsonant(char c)

removeAccentsSlow

public static String removeAccentsSlow(String str)

removeHTML

public static void removeHTML(MappedText mappedText)

replaceMatches

public static void replaceMatches(List<Match> matches,
                                  MappedText mappedText)

replaceMatches

public static void replaceMatches(List<Pair<Integer,Integer>> matches,
                                  String repl,
                                  MappedText mappedText)

replaceMatches

public static void replaceMatches(List<Pair<Integer,Integer>> matches,
                                  String repl,
                                  MappedText mappedText,
                                  boolean keepWorMapping)

replaceHTMLEntities

public static String replaceHTMLEntities(String line)

convertToLowerCase

public static void convertToLowerCase(char[] inputFile)

This method is faster (for some unknown reason) then String.toLowerCase();

Parameters:

inputFile -

split

public static void split(MappedText mappedText,
                         int start,
                         int end)

replaceString

public static void replaceString(int start,
                                 int end,
                                 String repl,
                                 MappedText mappedText)

replaceAll

public static void replaceAll(String regex,
                              String repl,
                              MappedText mappedText)

replaceAll

public static void replaceAll(String regex,
                              String repl,
                              MappedText mappedText,
                              boolean keepMapping)

convert

public static byte[] convert(String word)

convert

public static byte[] convert(char[] word)

convert

public static String convert(byte[] data)

convert

public static String convert(byte[] data,
                             int offset,
                             int length)

convert

public static String convert(ByteBuffer value)

prepareWordForIndex

public static String prepareWordForIndex(String word)

removeAccents

public static String removeAccents(char[] newS)

removeAccent

public static char removeAccent(char orig)

removeAccents

public static String removeAccents(String origWord)

removeIncorrectDash

public static String removeIncorrectDash(String origWord)

getPartition

public static int getPartition(String word,
                               int numOfPartitions)

getPartition

public static int getPartition(char firstLetter,
                               int numOfPartitions)

crossesParagraphBoundaries

public static boolean crossesParagraphBoundaries(String ngram)

escapeFileName

public static String escapeFileName(String inputString)

unescapeFileName

public static String unescapeFileName(String inputString)

escapeTab

public static String escapeTab(String inputString)

unescapeTab

public static String unescapeTab(String inputString)

unescapePathName

public static String unescapePathName(String inputString)

escapeNewLine

public static String escapeNewLine(String inputString)

unescapeNewLine

public static String unescapeNewLine(String inputString)

escapePathName

public static String escapePathName(String inputString)

removeRedundantWhiteSpace

public static String removeRedundantWhiteSpace(String origString)

isPossibleName

public static boolean isPossibleName(String ngram)

reduceCharacterDiversityLevel1

public static String reduceCharacterDiversityLevel1(BowString word)

reduceCharacterDiversityLevel1

public static String reduceCharacterDiversityLevel1(String word)

reduceCharacterDiversityLevel1

public static String reduceCharacterDiversityLevel1(char[] text)

reduceCharacterDiversityLevel0

public static String reduceCharacterDiversityLevel0(String word)

reduceCharacterDiversityLevel0

public static String reduceCharacterDiversityLevel0(char[] word)

reduceCharacterDiversityLevel2

public static String reduceCharacterDiversityLevel2(String word)

reduceCharacterDiversityLevel2

public static String reduceCharacterDiversityLevel2(BowString word)

reduceCharacterDiversityLevel3

public static String reduceCharacterDiversityLevel3(String word)

reduceCharacterDiversityLevel

public static String reduceCharacterDiversityLevel(int level,
                                                   String text)

urlEncode

public static String urlEncode(String input)

urlDecode

public static String urlDecode(String input)

mightBeUrlOrEmailOrHashTag

public static boolean mightBeUrlOrEmailOrHashTag(String fullString)

splitInWords

public static List<BowString> splitInWords(String text,
                                           Set<String> wordsWithPunct)

createStringContext

public static String createStringContext(BowString ex,
                                         int length)

getPrevWord

public static BowStringImpl getPrevWord(BowString err,
                                        Set<String> wordsWithPunctuation)

getNextWord

public static BowStringImpl getNextWord(BowString err,
                                        Set<String> wordsWithPunctuation)

getLastNgram

public static String getLastNgram(BowString example,
                                  int length)

getFirstNgram

public static String getFirstNgram(BowString example,
                                   int length)

isCapital

public static boolean isCapital(char letter)

getSuffix

public static String getSuffix(String word,
                               int length,
                               int reductionLevel)

getPrefix

public static String getPrefix(String word,
                               int length,
                               int reductionLevel)

getSuffix

public static String getSuffix(BowString word,
                               int length,
                               int reductionLevel)

cleanForPrint

public static String cleanForPrint(String input)