| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
|
|
|
|
| package edu.siu.sentise.preprocessing;
|
|
|
| import java.util.ArrayList;
|
|
|
| import edu.siu.sentise.model.SentimentData;
|
|
|
| public class IdentifierProcessor implements TextPreprocessor {
|
|
|
| final String camelCaseRegex = "[A-Za-z]([A-Z0-9]*[a-z][a-z0-9]*[A-Z]|[a-z0-9]*[A-Z][A-Z0-9]*[a-z])[A-Za-z0-9]*";
|
| final String allCAPSRegex="([A-Z][A-Z]+)";
|
|
|
| final String regexWordsWithNumbers = "\\w*\\d\\w*";
|
| final String regexWordsWithUnderscore = "\\w*_\\w*";
|
| final String replacement = " ";
|
|
|
| @Override
|
| public ArrayList<SentimentData> apply(ArrayList<SentimentData> sentiList) {
|
| for (int i = 0; i < sentiList.size(); i++)
|
|
|
| {
|
| String origText = sentiList.get(i).getText();
|
| String modifiedText = removeCameCaseWords(origText);
|
| modifiedText=removeWordsWithNumbers(origText);
|
|
|
| sentiList.get(i).setText(modifiedText);
|
| }
|
| return sentiList;
|
| }
|
|
|
| String removeCameCaseWords(String text) {
|
|
|
| return text.replaceAll(camelCaseRegex, replacement);
|
| }
|
|
|
|
|
| String removeAllCAPS(String text) {
|
|
|
| return text.replaceAll(allCAPSRegex, replacement);
|
| }
|
|
|
|
|
| String removeWordsWithNumbers(String text) {
|
|
|
| return text.replaceAll(regexWordsWithNumbers, replacement);
|
|
|
| }
|
|
|
| String removeWordsWithUnderscores(String text) {
|
|
|
| return text.replaceAll(regexWordsWithUnderscore, replacement);
|
|
|
| }
|
|
|
| public static void main(String[] args) {
|
|
|
| String test = "camelCase this well amin_gerat23 nice_try History2Lession IFoo HTTPConnection Good1 good1 this.ElectionModel bad Touch leaF CORRECT GOT_IT";
|
| IdentifierProcessor p = new IdentifierProcessor();
|
| String modText=p.removeCameCaseWords(test);
|
| modText=p.removeWordsWithNumbers(modText);
|
| modText=p.removeWordsWithUnderscores(modText);
|
|
|
|
|
| System.out.println(modText);
|
|
|
| }
|
|
|
| }
|
|
|
