milindjagre

milindjagre

	public static int getNumberOfSentences(SentenceModel sentenceModel,
			String input) throws IOException {
		SentenceDetectorME detector = new SentenceDetectorME(sentenceModel);
		String sentences[] = detector.sentDetect(input);
		return sentences.length;
	}

		String[] inputFilePathArray = new String[4];
		inputFilePathArray[0] = "C:\\input1.txt";
		inputFilePathArray[1] = "C:\\input2.txt";

milindjagre

	public static int classifyNewText(DoccatModel sentimentModel, String input)
			throws IOException {
		DocumentCategorizerME myCategorizer = new DocumentCategorizerME(
				sentimentModel);
		double[] outcomes = myCategorizer.categorize(input);
		return Integer.parseInt(myCategorizer.getBestCategory(outcomes));
	}

		String[] inputFilePathArray = new String[4];
		inputFilePathArray[0] = "C:\\input1.txt";

milindjagre

	public static List<String> getNegativeWords() throws IOException {
		List<String> outputList = new ArrayList<String>();
		BufferedReader br = new BufferedReader(new FileReader(
				"C:\\negative-words.txt"));
		String line = null;
		while ((line = br.readLine()) != null) {
			outputList.add(line);
		}
		br.close();
		return outputList;

milindjagre

	public static List<String> getPositiveWords() throws IOException {
		List<String> outputList = new ArrayList<String>();
		BufferedReader br = new BufferedReader(new FileReader(
				"C:\\positive-words.txt"));
		String line = null;
		while ((line = br.readLine()) != null) {
			outputList.add(line);
		}
		br.close();
		return outputList;

milindjagre

	public static List<String> getPeople(String sentence) {
		TokenNameFinderModel model = null;
		try {
			model = new TokenNameFinderModel(new File("C:\\en-ner-person.bin"));
		} catch (InvalidFormatException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		}
		NameFinderME finder = new NameFinderME(model);

milindjagre

	public static LinkedHashMap<String, Integer> sortHashMapByValues(
			Map<String, Integer> wordCountMap) {
		List<String> mapKeys = new ArrayList<String>(wordCountMap.keySet());
		List<Integer> mapValues = new ArrayList<Integer>(wordCountMap.values());
		Collections.sort(mapValues, Collections.reverseOrder());
		Collections.sort(mapKeys);
		LinkedHashMap<String, Integer> sortedMap = new LinkedHashMap<String, Integer>();
		Iterator<Integer> valueIt = mapValues.iterator();
		while (valueIt.hasNext()) {
			Integer val = valueIt.next();

milindjagre

		Map<String, Integer> wordCountMap = new HashMap<String, Integer>();
		String[] inputFilePathArray = new String[4];
		inputFilePathArray[0] = "C:\\input1.txt";
		inputFilePathArray[1] = "C:\\input2.txt";
		inputFilePathArray[2] = "C:\\input3.txt";
		inputFilePathArray[3] = "C:\\input4.txt";
		for (String inputFilePath : inputFilePathArray) {
			BufferedReader br = new BufferedReader(
					new FileReader(inputFilePath));
			String line = null, mapKey = null;

milindjagre

	public static List<String> getStopWords() throws IOException {
		List<String> outputList = new ArrayList<String>();
		BufferedReader br = new BufferedReader(new FileReader(
				"C:\\nlp_en_stop_words.txt"));
		String line = null;
		while ((line = br.readLine()) != null) {
			outputList.add(line);
		}
		br.close();
		return outputList;

milindjagre

create table post50 (
order_id int,
order_date string,
order_amt int,
order_status string
)
row format delimited 
fields terminated by ','
stored as textfile;