1 package org.cacert.gigi.util;
4 import java.io.PrintWriter;
5 import java.util.HashSet;
7 public class HighFinancialValueFetcherUmbrella extends HighFinancialValueFetcher {
9 public HighFinancialValueFetcherUmbrella(File f, int max) {
10 super(f, max, "https://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip");
13 private HashSet<String> printed = new HashSet<>();
16 public void handle(String line, PrintWriter fos) {
17 String[] parts = line.split(",");
18 // Assert that the value before the "," is an integer
19 Integer.parseInt(parts[0]);
21 String registrablePart = PublicSuffixes.getInstance().getRegistrablePart(parts[1]);
22 if (registrablePart != null && printed.add(registrablePart)) {
23 emit(fos, registrablePart);
24 System.out.println(registrablePart);