initial commit

paulbakker · paulbakker · commit 4e18129e2301 · 2017-11-26T11:16:48.000-08:00
diff --git a/build.gradle b/build.gradle
@@ -0,0 +1,7 @@
+subprojects {
+    afterEvaluate {
+        repositories {
+            jcenter()
+        }
+    }
+}
diff --git a/easytext.algorithm.api/build.gradle b/easytext.algorithm.api/build.gradle
@@ -0,0 +1,4 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'  // <1>
+}
diff --git a/easytext.algorithm.api/easytext.algorithm.api.iml b/easytext.algorithm.api/easytext.algorithm.api.iml
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>
diff --git a/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/Analyzer.java b/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/Analyzer.java
@@ -0,0 +1,11 @@
+package javamodularity.easytext.algorithm.api;
+
+import java.util.List;
+
+public interface Analyzer {
+   
+   String getName();
+   
+   double analyze(List<List<String>> text);
+
+}
diff --git a/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/Preprocessing.java b/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/Preprocessing.java
@@ -0,0 +1,34 @@
+package javamodularity.easytext.algorithm.api;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class Preprocessing {
+
+   public static List<List<String>> toSentences(String text) {
+      String removedBreaks = text.replaceAll("\\r?\\n", " ");
+      ArrayList<List<String>> sentences = new ArrayList<>();
+      for(String rawSentence: removedBreaks.split("[\\.\\?\\!]")) {
+         List<String> words = toWords(rawSentence);
+         if(words.size() > 0) {
+            sentences.add(words);
+         }
+      }
+      
+      return sentences;
+   }
+   
+   public static List<String> toWords(String sentence) {
+      String[] rawWords = sentence.split("\\s+");
+      List<String> words = new ArrayList<>();
+      for(String rawWord: rawWords) {
+         String word = rawWord.replaceAll("\\W", "");
+         if(word.length() > 0) {
+            words.add(word);
+         }
+      }
+      
+      return words;
+   }
+
+}
diff --git a/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/SyllableCounter.java b/easytext.algorithm.api/src/main/java/javamodularity/easytext/algorithm/api/SyllableCounter.java
@@ -0,0 +1,5 @@
+package javamodularity.easytext.algorithm.api;
+
+public interface SyllableCounter {
+   int countSyllables(String word);
+}
diff --git a/easytext.algorithm.api/src/main/java/module-info.java b/easytext.algorithm.api/src/main/java/module-info.java
@@ -0,0 +1,5 @@
+module easytext.algorithm.api {
+
+   exports javamodularity.easytext.algorithm.api;
+
+}
diff --git a/easytext.algorithm.coleman/build.gradle b/easytext.algorithm.coleman/build.gradle
@@ -0,0 +1,8 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'  // <1>
+}
+
+dependencies {
+    compile project(':easytext.algorithm.api')
+}
diff --git a/easytext.algorithm.coleman/easytext.algorithm.coleman.iml b/easytext.algorithm.coleman/easytext.algorithm.coleman.iml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="module" module-name="easytext.algorithm.api" />
+  </component>
+</module>
diff --git a/easytext.algorithm.coleman/src/main/java/javamodularity/easytext/algorithm/coleman/ColemanAnalyzer.java b/easytext.algorithm.coleman/src/main/java/javamodularity/easytext/algorithm/coleman/ColemanAnalyzer.java
@@ -0,0 +1,25 @@
+package javamodularity.easytext.algorithm.coleman;
+
+import java.util.List;
+import java.util.concurrent.TimeUnit;
+
+import javamodularity.easytext.algorithm.api.Analyzer;
+
+public class ColemanAnalyzer implements Analyzer {
+   
+   public String getName() {
+      return "Coleman-Liau";
+   }
+
+   public double analyze(List<List<String>> sentences) {
+      float totalsentences = sentences.size();
+      float words = sentences.stream().mapToInt(sentence -> sentence.size()).sum();
+      float letters = sentences.stream().flatMapToInt(sentence -> sentence.stream().mapToInt(word -> word.length())).sum();
+      try {
+         TimeUnit.SECONDS.sleep(1);
+      } catch (InterruptedException e) {
+         e.printStackTrace();
+      }
+      return 0.0588 * (letters / (words / 100)) - 0.296 * (totalsentences / (words / 100)) - 15.8;
+   }
+}
diff --git a/easytext.algorithm.coleman/src/main/java/module-info.java b/easytext.algorithm.coleman/src/main/java/module-info.java
@@ -0,0 +1,6 @@
+module easytext.algorithm.coleman {
+   requires easytext.algorithm.api;
+
+   provides javamodularity.easytext.algorithm.api.Analyzer with javamodularity.easytext.algorithm.coleman.ColemanAnalyzer;
+
+}
diff --git a/easytext.algorithm.kincaid/build.gradle b/easytext.algorithm.kincaid/build.gradle
@@ -0,0 +1,8 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'  // <1>
+}
+
+dependencies {
+    compile project(':easytext.algorithm.api')
+}
diff --git a/easytext.algorithm.kincaid/easytext.algorithm.kincaid.iml b/easytext.algorithm.kincaid/easytext.algorithm.kincaid.iml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="module" module-name="easytext.algorithm.api" />
+  </component>
+</module>
diff --git a/easytext.algorithm.kincaid/src/main/java/javamodularity/easytext/algorithm/kincaid/KincaidAnalyzer.java b/easytext.algorithm.kincaid/src/main/java/javamodularity/easytext/algorithm/kincaid/KincaidAnalyzer.java
@@ -0,0 +1,37 @@
+package javamodularity.easytext.algorithm.kincaid;
+
+import java.util.Iterator;
+import java.util.List;
+import java.util.ServiceLoader;
+
+import javamodularity.easytext.algorithm.api.Analyzer;
+import javamodularity.easytext.algorithm.api.SyllableCounter;
+
+public class KincaidAnalyzer implements Analyzer {
+
+   private SyllableCounter syllableCounter;
+
+   public KincaidAnalyzer() {
+      Iterator<SyllableCounter> counters = ServiceLoader.load(SyllableCounter.class).iterator();
+      if(counters.hasNext()) {
+         this.syllableCounter =  counters.next();
+      } else {
+         throw new IllegalStateException("SyllableCounter not found");
+      }
+   }
+
+   public String getName() {
+      return "Flesch-Kincaid";
+   }
+
+   public double analyze(List<List<String>> sentences) {
+      float totalsentences = sentences.size();
+      float totalwords = sentences.stream().mapToInt(sentence -> sentence.size()).sum();
+      float totalsyllables = sentences.stream()
+         .flatMapToInt(sentence ->
+            sentence.stream().mapToInt(word -> syllableCounter.countSyllables(word)))
+         .sum();
+      return 206.835 - 1.015 * (totalwords / totalsentences) - 84.6 * (totalsyllables / totalwords);
+   }
+
+}
diff --git a/easytext.algorithm.kincaid/src/main/java/module-info.java b/easytext.algorithm.kincaid/src/main/java/module-info.java
@@ -0,0 +1,8 @@
+module easytext.algorithm.kincaid {
+
+   requires easytext.algorithm.api;
+
+   provides javamodularity.easytext.algorithm.api.Analyzer with javamodularity.easytext.algorithm.kincaid.KincaidAnalyzer;
+
+   uses javamodularity.easytext.algorithm.api.SyllableCounter;
+}
diff --git a/easytext.algorithm.naivesyllablecounter/build.gradle b/easytext.algorithm.naivesyllablecounter/build.gradle
@@ -0,0 +1,8 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'  // <1>
+}
+
+dependencies {
+    compile project(':easytext.algorithm.api')
+}
diff --git a/easytext.algorithm.naivesyllablecounter/easytext.algorithm.naivesyllablecounter.iml b/easytext.algorithm.naivesyllablecounter/easytext.algorithm.naivesyllablecounter.iml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="true">
+    <exclude-output />
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="module" module-name="easytext.algorithm.api" />
+  </component>
+</module>
diff --git a/easytext.algorithm.naivesyllablecounter/src/main/java/javamodularity/easytext/algorithm/naivesyllablecounter/NaiveSyllableCounter.java b/easytext.algorithm.naivesyllablecounter/src/main/java/javamodularity/easytext/algorithm/naivesyllablecounter/NaiveSyllableCounter.java
@@ -0,0 +1,25 @@
+package javamodularity.easytext.algorithm.naivesyllablecounter;
+
+import javamodularity.easytext.algorithm.api.SyllableCounter;
+
+public class NaiveSyllableCounter implements SyllableCounter {
+   
+   @Override
+   public int countSyllables(String word) {
+      int syllables = 0;
+      boolean prevNonVowel = false;
+      for(int i = 0; i < word.length(); i++) {
+         boolean isVowel = isVowel(word.toLowerCase().charAt(i));
+         if(prevNonVowel && isVowel && i != word.length() - 1) {
+            syllables++;
+         }
+         prevNonVowel = !isVowel;   
+      }
+      syllables = syllables == 0 ? 1 : syllables;
+      return syllables;
+   }
+
+   private boolean isVowel(char letter) {
+      return letter == 'a' || letter == 'e' || letter == 'i' || letter == 'o' || letter == 'u';
+   }
+}
diff --git a/easytext.algorithm.naivesyllablecounter/src/main/java/module-info.java b/easytext.algorithm.naivesyllablecounter/src/main/java/module-info.java
@@ -0,0 +1,5 @@
+module easytext.algorithm.naivesyllablecounter {
+  requires easytext.algorithm.api;
+
+  provides javamodularity.easytext.algorithm.api.SyllableCounter with javamodularity.easytext.algorithm.naivesyllablecounter.NaiveSyllableCounter;
+}
diff --git a/easytext.pagefetch/build.gradle b/easytext.pagefetch/build.gradle
@@ -0,0 +1,9 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'
+}
+
+dependencies {
+    compile 'io.vertx:vertx-web-client:3.5.0'
+    compile 'io.vertx:vertx-rx-java2:3.5.0'
+}
diff --git a/easytext.pagefetch/src/main/java/javamodularity/easytext/pagefetch/WikipediaFetcher.java b/easytext.pagefetch/src/main/java/javamodularity/easytext/pagefetch/WikipediaFetcher.java
@@ -0,0 +1,7 @@
+package javamodularity.easytext.pagefetch;
+
+import io.reactivex.Single;
+
+public interface WikipediaFetcher {
+    Single<String> getText(String topic);
+}
diff --git a/easytext.pagefetch/src/main/java/javamodularity/easytext/pagefetch/impl/WikipediaFetchImpl.java b/easytext.pagefetch/src/main/java/javamodularity/easytext/pagefetch/impl/WikipediaFetchImpl.java
@@ -0,0 +1,29 @@
+package javamodularity.easytext.pagefetch.impl;
+
+import io.reactivex.Single;
+import io.vertx.reactivex.core.Vertx;
+import io.vertx.reactivex.ext.web.client.HttpResponse;
+import io.vertx.reactivex.ext.web.client.WebClient;
+import javamodularity.easytext.pagefetch.WikipediaFetcher;
+
+import java.util.ServiceLoader;
+
+public class WikipediaFetchImpl implements WikipediaFetcher {
+
+    private final Vertx vertx;
+    private final WebClient client;
+
+    public WikipediaFetchImpl() {
+        vertx = ServiceLoader.load(Vertx.class).findFirst().get();
+        client = WebClient.create(vertx);
+    }
+
+    @Override
+    public Single<String> getText(String topic) {
+        String url = "https://en.wikipedia.org/w/index.php?action=raw&title=" + topic;
+
+        return client.getAbs(url).rxSend()
+            .map(HttpResponse::bodyAsString);
+
+    }
+}
diff --git a/easytext.pagefetch/src/main/java/module-info.java b/easytext.pagefetch/src/main/java/module-info.java
@@ -0,0 +1,15 @@
+import javamodularity.easytext.pagefetch.WikipediaFetcher;
+import javamodularity.easytext.pagefetch.impl.WikipediaFetchImpl;
+
+module easytext.pagefetch {
+    requires transitive reactive.streams;
+
+    requires vertx.rx.java2;
+    requires vertx.web.client;
+    requires rxjava;
+    exports javamodularity.easytext.pagefetch;
+
+    uses io.vertx.reactivex.core.Vertx;
+    provides WikipediaFetcher with WikipediaFetchImpl;
+
+}
diff --git a/easytext.vertx/build.gradle b/easytext.vertx/build.gradle
@@ -0,0 +1,8 @@
+plugins {
+    id 'java-library'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'  // <1>
+}
+
+dependencies {
+    compile 'io.vertx:vertx-rx-java2:3.5.0'
+}
diff --git a/easytext.vertx/src/main/java/javamodularity/easytext/vertx/VertxProvider.java b/easytext.vertx/src/main/java/javamodularity/easytext/vertx/VertxProvider.java
@@ -0,0 +1,11 @@
+package javamodularity.easytext.vertx;
+
+import io.vertx.reactivex.core.Vertx;
+
+public class VertxProvider {
+    private final static Vertx vertx = Vertx.vertx();
+
+    public static Vertx provider() {
+        return vertx;
+    }
+}
diff --git a/easytext.vertx/src/main/java/module-info.java b/easytext.vertx/src/main/java/module-info.java
@@ -0,0 +1,6 @@
+module easytext.vertx {
+    requires transitive vertx.rx.java2;
+
+    provides io.vertx.reactivex.core.Vertx with javamodularity.easytext.vertx.VertxProvider;
+
+}
diff --git a/easytext.web/build.gradle b/easytext.web/build.gradle
@@ -0,0 +1,20 @@
+plugins {
+    id 'java'
+    id 'application'
+    id 'org.gradle.java.experimental-jigsaw' version '0.1.1'
+}
+
+dependencies {
+    compile 'io.vertx:vertx-rx-java2:3.5.0'
+    compile project(':easytext.pagefetch')
+    compile project(':easytext.vertx')
+    compile project(':easytext.algorithm.api')
+
+    runtime project(':easytext.algorithm.coleman')
+    runtime project(':easytext.algorithm.kincaid')
+    runtime project(':easytext.algorithm.naivesyllablecounter')
+
+}
+
+javaModule.name = 'easytext.web'
+mainClassName = "javamodularity.easytext.web.Main"
diff --git a/easytext.web/src/main/java/javamodularity/easytext/web/Main.java b/easytext.web/src/main/java/javamodularity/easytext/web/Main.java
diff --git a/easytext.web/src/main/java/module-info.java b/easytext.web/src/main/java/module-info.java
diff --git a/gradle/wrapper/gradle-wrapper.jar b/gradle/wrapper/gradle-wrapper.jar
diff --git a/gradle/wrapper/gradle-wrapper.properties b/gradle/wrapper/gradle-wrapper.properties
diff --git a/gradlew b/gradlew
diff --git a/gradlew.bat b/gradlew.bat
diff --git a/java9-vertx.iml b/java9-vertx.iml
diff --git a/settings.gradle b/settings.gradle

-Original file line number
+Diff line change
@@ @@ -0,0 +1,5 @@ @@
 +module easytext.algorithm.api {
++
 +   exports javamodularity.easytext.algorithm.api;
++
 +}