X-Git-Url: https://code.wpia.club/?p=gigi.git;a=blobdiff_plain;f=util%2Fclub%2Fwpia%2Fgigi%2Futil%2FHighFinancialValueFetcherUmbrella.java;fp=util%2Fclub%2Fwpia%2Fgigi%2Futil%2FHighFinancialValueFetcherUmbrella.java;h=321c3df4b22cf4cd515e171ed88a915a5361a7d3;hp=0000000000000000000000000000000000000000;hb=bccd4cc0dba0f89aa045b113bac46eb8cc1dab4e;hpb=c9ed09f0007fc2c813815be927a5a24b23dab83c

diff --git a/util/club/wpia/gigi/util/HighFinancialValueFetcherUmbrella.java b/util/club/wpia/gigi/util/HighFinancialValueFetcherUmbrella.java
new file mode 100644
index 00000000..321c3df4
--- /dev/null
+++ b/util/club/wpia/gigi/util/HighFinancialValueFetcherUmbrella.java
@@ -0,0 +1,29 @@
+package club.wpia.gigi.util;
+
+import java.io.File;
+import java.io.PrintWriter;
+import java.util.HashSet;
+
+public class HighFinancialValueFetcherUmbrella extends HighFinancialValueFetcher {
+
+    public HighFinancialValueFetcherUmbrella(File f, int max) {
+        super(f, max, "https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip");
+    }
+
+    private HashSet<String> printed = new HashSet<>();
+
+    @Override
+    public void handle(String line, PrintWriter fos) {
+        String[] parts = line.split(",");
+        // Assert that the value before the "," is an integer
+        Integer.parseInt(parts[0]);
+
+        String registrablePart = PublicSuffixes.getInstance().getRegistrablePart(parts[1]);
+        if (registrablePart != null && printed.add(registrablePart)) {
+            emit(fos, registrablePart);
+            System.out.println(registrablePart);
+        }
+
+    }
+
+}