util-testing/club/wpia/gigi/pages/Manager.java

   1 package club.wpia.gigi.pages;
   2
   3 import java.io.IOException;
   4 import java.io.PrintWriter;
   5 import java.lang.reflect.Field;
   6 import java.security.GeneralSecurityException;
   7 import java.security.KeyPair;
   8 import java.security.KeyPairGenerator;
   9 import java.security.Signature;
  10 import java.text.SimpleDateFormat;
  11 import java.util.Base64;
  12 import java.util.Calendar;
  13 import java.util.Date;
  14 import java.util.GregorianCalendar;
  15 import java.util.HashMap;
  16 import java.util.Iterator;
  17 import java.util.LinkedList;
  18 import java.util.List;
  19 import java.util.Locale;
  20 import java.util.Map;
  21 import java.util.Properties;
  22 import java.util.Random;
  23 import java.util.TreeSet;
  24 import java.util.regex.Matcher;
  25 import java.util.regex.Pattern;
  26
  27 import javax.servlet.http.HttpServletRequest;
  28 import javax.servlet.http.HttpServletResponse;
  29
  30 import club.wpia.gigi.Gigi;
  31 import club.wpia.gigi.GigiApiException;
  32 import club.wpia.gigi.crypto.SPKAC;
  33 import club.wpia.gigi.database.GigiPreparedStatement;
  34 import club.wpia.gigi.dbObjects.CATS;
  35 import club.wpia.gigi.dbObjects.CATS.CATSType;
  36 import club.wpia.gigi.dbObjects.Certificate;
  37 import club.wpia.gigi.dbObjects.Certificate.CertificateStatus;
  38 import club.wpia.gigi.dbObjects.CertificateOwner;
  39 import club.wpia.gigi.dbObjects.Country;
  40 import club.wpia.gigi.dbObjects.Digest;
  41 import club.wpia.gigi.dbObjects.Domain;
  42 import club.wpia.gigi.dbObjects.DomainPingType;
  43 import club.wpia.gigi.dbObjects.EmailAddress;
  44 import club.wpia.gigi.dbObjects.Group;
  45 import club.wpia.gigi.dbObjects.NamePart;
  46 import club.wpia.gigi.dbObjects.NamePart.NamePartType;
  47 import club.wpia.gigi.dbObjects.User;
  48 import club.wpia.gigi.dbObjects.Verification.VerificationType;
  49 import club.wpia.gigi.email.DelegateMailProvider;
  50 import club.wpia.gigi.email.EmailProvider;
  51 import club.wpia.gigi.localisation.Language;
  52 import club.wpia.gigi.output.template.IterableDataset;
  53 import club.wpia.gigi.output.template.Template;
  54 import club.wpia.gigi.pages.account.certs.CertificateRequest;
  55 import club.wpia.gigi.ping.DomainPinger;
  56 import club.wpia.gigi.ping.PingerDaemon;
  57 import club.wpia.gigi.util.AuthorizationContext;
  58 import club.wpia.gigi.util.DayDate;
  59 import club.wpia.gigi.util.DomainAssessment;
  60 import club.wpia.gigi.util.HTMLEncoder;
  61 import club.wpia.gigi.util.Notary;
  62 import club.wpia.gigi.util.TimeConditions;
  63 import sun.security.x509.X509Key;
  64
  65 public class Manager extends Page {
  66
  67     public static String validVerificationDateString() {
  68         SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
  69         Calendar c = Calendar.getInstance();
  70         c.setTimeInMillis(System.currentTimeMillis());
  71         c.add(Calendar.MONTH, -Notary.LIMIT_MAX_MONTHS_VERIFICATION + 1);
  72         return sdf.format(new Date(c.getTimeInMillis()));
  73     }
  74
  75     public static Country getRandomCountry() {
  76         List<Country> cc = Country.getCountries();
  77         int rnd = new Random().nextInt(cc.size());
  78         return cc.get(rnd);
  79     }
  80
  81     public static final String PATH = "/manager";
  82
  83     private static HashMap<DomainPingType, DomainPinger> dps;
  84
  85     private Manager() {
  86         super("Test Manager");
  87
  88         try {
  89             Field gigiInstance = Gigi.class.getDeclaredField("instance");
  90             gigiInstance.setAccessible(true);
  91             Gigi g = (Gigi) gigiInstance.get(null);
  92
  93             Field gigiPinger = Gigi.class.getDeclaredField("pinger");
  94             gigiPinger.setAccessible(true);
  95             PingerDaemon pd = (PingerDaemon) gigiPinger.get(g);
  96
  97             Field f = PingerDaemon.class.getDeclaredField("pingers");
  98             f.setAccessible(true);
  99             dps = (HashMap<DomainPingType, DomainPinger>) f.get(pd);
 100             HashMap<DomainPingType, DomainPinger> pingers = new HashMap<>();
 101             for (DomainPingType dpt : DomainPingType.values()) {
 102                 pingers.put(dpt, new PingerFetcher(dpt));
 103             }
 104             f.set(pd, pingers);
 105         } catch (ReflectiveOperationException e) {
 106             e.printStackTrace();
 107         }
 108     }
 109
 110     public User getSupporter() {
 111         if (supporter != null) {
 112             return supporter;
 113         }
 114         try {
 115             User u = createAgent( -1);
 116             if ( !u.isInGroup(Group.SUPPORTER)) {
 117                 try (GigiPreparedStatement ps = new GigiPreparedStatement("INSERT INTO `user_groups` SET `user`=?, `permission`=?::`userGroup`, `grantedby`=?")) {
 118                     ps.setInt(1, u.getId());
 119                     ps.setString(2, Group.SUPPORTER.getDBName());
 120                     ps.setInt(3, u.getId());
 121                     ps.execute();
 122                 }
 123                 u.refreshGroups();
 124             }
 125             supporter = u;
 126         } catch (ReflectiveOperationException | GigiApiException e) {
 127             e.printStackTrace();
 128         }
 129         return supporter;
 130     }
 131
 132     public User getAgent(int i) {
 133         if (agents[i] != null) {
 134             return agents[i];
 135         }
 136         try {
 137             User u = createAgent(i);
 138             agents[i] = u;
 139
 140         } catch (ReflectiveOperationException | GigiApiException e) {
 141             e.printStackTrace();
 142         }
 143         return agents[i];
 144     }
 145
 146     private User createAgent(int i) throws GigiApiException, IllegalAccessException {
 147         try (GigiPreparedStatement ps = new GigiPreparedStatement("INSERT INTO `notary` SET `from`=?, `to`=?, `points`=?, `location`=?, `date`=?, `country`=?")) {
 148             String mail = "test-agent" + i + "@example.com";
 149             User u = User.getByEmail(mail);
 150             if (u == null) {
 151                 System.out.println("Creating RA-Agent");
 152                 createUser(mail);
 153                 u = User.getByEmail(mail);
 154                 passCATS(u, CATSType.AGENT_CHALLENGE);
 155                 ps.setInt(1, u.getId());
 156                 ps.setInt(2, u.getPreferredName().getId());
 157                 ps.setInt(3, 100);
 158                 ps.setString(4, "Manager init code");
 159                 ps.setString(5, "1990-01-01");
 160                 ps.setString(6, getRandomCountry().getCode());
 161                 ps.execute();
 162             }
 163             return u;
 164         }
 165     }
 166
 167     private void passCATS(User u, CATSType t) {
 168         CATS.enterResult(u, t, new Date(System.currentTimeMillis()), "en_EN", "1");
 169     }
 170
 171     private static Manager instance;
 172
 173     private static final Template t = new Template(Manager.class.getResource("ManagerMails.templ"));
 174
 175     HashMap<String, LinkedList<String>> emails = new HashMap<>();
 176
 177     private static TreeSet<String> pingExempt = new TreeSet<>();
 178
 179     public static Manager getInstance() {
 180         if (instance == null) {
 181             instance = new Manager();
 182         }
 183         return instance;
 184     }
 185
 186     public static class MailFetcher extends DelegateMailProvider {
 187
 188         Pattern[] toForward;
 189
 190         public MailFetcher(Properties props) {
 191             super(props, props.getProperty("emailProvider.manager.target"));
 192             String str = props.getProperty("emailProvider.manager.filter");
 193             if (str == null) {
 194                 toForward = new Pattern[0];
 195             } else {
 196                 String[] parts = str.split(" ");
 197                 toForward = new Pattern[parts.length];
 198                 for (int i = 0; i < parts.length; i++) {
 199                     toForward[i] = Pattern.compile(parts[i]);
 200                 }
 201             }
 202         }
 203
 204         @Override
 205         public String checkEmailServer(int forUid, String address) throws IOException {
 206             return OK;
 207         }
 208
 209         @Override
 210         public synchronized void sendMail(String to, String subject, String message, String replyto, String toname, String fromname, String errorsto, boolean extra) throws IOException {
 211             HashMap<String, LinkedList<String>> mails = Manager.getInstance().emails;
 212             LinkedList<String> hismails = mails.get(to);
 213             if (hismails == null) {
 214                 mails.put(to, hismails = new LinkedList<>());
 215             }
 216             hismails.addFirst(subject + "\n" + message);
 217             for (int i = 0; i < toForward.length; i++) {
 218                 if (toForward[i].matcher(to).matches()) {
 219                     super.sendMail(to, subject, message, replyto, toname, fromname, errorsto, extra);
 220                     return;
 221                 }
 222             }
 223         }
 224
 225     }
 226
 227     public class PingerFetcher extends DomainPinger {
 228
 229         private DomainPingType dpt;
 230
 231         public PingerFetcher(DomainPingType dpt) {
 232             this.dpt = dpt;
 233         }
 234
 235         @Override
 236         public void ping(Domain domain, String configuration, CertificateOwner target, int confId) {
 237             System.err.println("TestManager: " + domain.getSuffix());
 238             if (pingExempt.contains(domain.getSuffix())) {
 239                 enterPingResult(confId, DomainPinger.PING_SUCCEDED, "Succeeded by TestManager pass-by", null);
 240             } else {
 241                 DomainPinger pinger = dps.get(dpt);
 242                 System.err.println("Forward to old pinger: " + pinger);
 243                 pinger.ping(domain, configuration, target, confId);
 244             }
 245         }
 246
 247     }
 248
 249     public void batchCreateUsers(String mailPrefix, String domain, int amount, PrintWriter out) {
 250
 251         try {
 252             if (amount > 100) {
 253                 out.print("100 at most, please.");
 254                 return;
 255             }
 256             for (int i = 0; i < amount; i++) {
 257                 String email = mailPrefix + i + "@" + domain;
 258                 createUser(email);
 259             }
 260         } catch (ReflectiveOperationException e) {
 261             out.println("failed");
 262             e.printStackTrace();
 263         } catch (GigiApiException e) {
 264             out.println("failed: " + e.getMessage());
 265             e.printStackTrace();
 266         }
 267     }
 268
 269     private void createUser(String email) throws GigiApiException, IllegalAccessException {
 270         Calendar gc = GregorianCalendar.getInstance();
 271         gc.setTimeInMillis(0);
 272         gc.set(1990, 0, 1);
 273
 274         Country country = getRandomCountry();
 275
 276         User u = new User(email, "xvXV12°§", new DayDate(gc.getTime().getTime()), Locale.ENGLISH, country, //
 277                 new NamePart(NamePartType.FIRST_NAME, "Först"), new NamePart(NamePartType.FIRST_NAME, "Müddle"), //
 278                 new NamePart(NamePartType.LAST_NAME, "Läst"), new NamePart(NamePartType.SUFFIX, "Süffix"));
 279         EmailAddress ea = u.getEmails()[0];
 280         verify(email, ea);
 281     }
 282
 283     private void verify(String email, EmailAddress ea) throws GigiApiException {
 284         LinkedList<String> i = emails.get(email);
 285         while (i.size() > 0 && !ea.isVerified()) {
 286             String lst = i.getLast();
 287             Pattern p = Pattern.compile("hash=([a-zA-Z0-9]+)");
 288             Matcher m = p.matcher(lst);
 289             if (m.find()) {
 290                 ea.verify(m.group(1));
 291             }
 292             i.removeLast();
 293         }
 294         // ea.verify(hash);
 295     }
 296
 297     User[] agents = new User[25];
 298
 299     User supporter;
 300
 301     @Override
 302     public void doPost(HttpServletRequest req, HttpServletResponse resp) throws IOException {
 303         if (req.getParameter("create") != null) {
 304             String prefix = req.getParameter("prefix");
 305             String domain = req.getParameter("suffix");
 306             try {
 307                 if (null == prefix) {
 308                     throw new GigiApiException("No prefix given.");
 309                 }
 310                 if (null == domain) {
 311                     throw new GigiApiException("No domain given.");
 312                 }
 313
 314                 DomainAssessment.checkCertifiableDomain(domain, false, true);
 315
 316                 if ( !EmailProvider.isValidMailAddress(prefix + "@" + domain)) {
 317                     throw new GigiApiException("Invalid email address template.");
 318                 }
 319
 320                 batchCreateUsers(prefix, domain, Integer.parseInt(req.getParameter("amount")), resp.getWriter());
 321                 resp.getWriter().println("User batch created.");
 322             } catch (GigiApiException e) {
 323                 throw new Error(e);
 324             }
 325         } else if (req.getParameter("addpriv") != null || req.getParameter("delpriv") != null) {
 326             User u = User.getByEmail(req.getParameter("email"));
 327             if (u == null) {
 328                 resp.getWriter().println("User not found.");
 329                 return;
 330             }
 331             try {
 332                 if (req.getParameter("addpriv") != null) {
 333                     u.grantGroup(getSupporter(), Group.getByString(req.getParameter("priv")));
 334                     resp.getWriter().println("Privilege granted");
 335                 } else {
 336                     u.revokeGroup(getSupporter(), Group.getByString(req.getParameter("priv")));
 337                     resp.getWriter().println("Privilege revoked");
 338                 }
 339             } catch (GigiApiException e) {
 340                 throw new Error(e);
 341             }
 342         } else if (req.getParameter("fetch") != null) {
 343             String mail = req.getParameter("femail");
 344             fetchMails(req, resp, mail);
 345         } else if (req.getParameter("cats") != null) {
 346             String mail = req.getParameter("catsEmail");
 347             String testId = req.getParameter("catsType");
 348             User byEmail = User.getByEmail(mail);
 349             if (byEmail == null) {
 350                 resp.getWriter().println("User not found.");
 351                 return;
 352             }
 353             if (testId == null) {
 354                 resp.getWriter().println("No test given.");
 355                 return;
 356             }
 357             CATSType test = CATSType.values()[Integer.parseInt(testId)];
 358             passCATS(byEmail, test);
 359             resp.getWriter().println("Test '" + test.getDisplayName() + "' was added to user account.");
 360         } else if (req.getParameter("verify") != null) {
 361             String mail = req.getParameter("verifyEmail");
 362             String verificationPoints = req.getParameter("verificationPoints");
 363             User byEmail = User.getByEmail(mail);
 364
 365             if (byEmail == null) {
 366                 resp.getWriter().println("User not found.");
 367                 return;
 368             }
 369
 370             int vp = 0;
 371             int agentNumber = 0;
 372
 373             try {
 374                 try {
 375                     vp = Integer.parseInt(verificationPoints);
 376                 } catch (NumberFormatException e) {
 377                     throw new GigiApiException("No valid Verification Points entered.");
 378                 }
 379
 380                 if (vp > 100) { // only allow max 100 Verification points
 381                     vp = 100;
 382                 }
 383
 384                 while (vp > 0) {
 385                     int currentVP = 10;
 386                     if (vp < 10) {
 387                         currentVP = vp;
 388                     }
 389                     Notary.verify(getAgent(agentNumber), byEmail, byEmail.getPreferredName(), byEmail.getDoB(), currentVP, "Testmanager Verify up code", validVerificationDateString(), VerificationType.FACE_TO_FACE, getRandomCountry());
 390                     agentNumber += 1;
 391                     vp -= currentVP;
 392                 }
 393
 394             } catch (GigiApiException e) {
 395                 throw new Error(e);
 396             }
 397
 398             resp.getWriter().println("User has been verified " + agentNumber + " times.");
 399
 400         } else if (req.getParameter("letverify") != null) {
 401             String mail = req.getParameter("letverifyEmail");
 402             User byEmail = User.getByEmail(mail);
 403             if (byEmail == null || !byEmail.canVerify()) {
 404                 resp.getWriter().println("User not found, or found user is not allowed to verify.");
 405             } else {
 406                 try {
 407                     for (int i = 0; i < 25; i++) {
 408                         User a = getAgent(i);
 409                         Notary.verify(byEmail, a, a.getNames()[0], a.getDoB(), 10, "Testmanager exp up code", validVerificationDateString(), VerificationType.FACE_TO_FACE, getRandomCountry());
 410                     }
 411                     resp.getWriter().println("Successfully added experience points.");
 412                 } catch (GigiApiException e) {
 413                     throw new Error(e);
 414                 }
 415             }
 416         } else if (req.getParameter("addEmail") != null) {
 417             User u = User.getByEmail(req.getParameter("addEmailEmail"));
 418             try {
 419                 EmailAddress ea = new EmailAddress(u, req.getParameter("addEmailNew"), Locale.ENGLISH);
 420                 verify(ea.getAddress(), ea);
 421             } catch (IllegalArgumentException e) {
 422                 e.printStackTrace();
 423                 resp.getWriter().println("An internal error occured.");
 424             } catch (GigiApiException e) {
 425                 e.format(resp.getWriter(), Language.getInstance(Locale.ENGLISH), getDefaultVars(req));
 426             }
 427         } else if (req.getParameter("addCert") != null) {
 428             User u = User.getByEmail(req.getParameter("addCertEmail"));
 429             try {
 430                 KeyPairGenerator kpg = KeyPairGenerator.getInstance("RSA");
 431                 kpg.initialize(4096);
 432                 KeyPair kp = kpg.generateKeyPair();
 433                 SPKAC s = new SPKAC((X509Key) kp.getPublic(), "challenge");
 434                 Signature sign = Signature.getInstance("SHA512withRSA");
 435                 sign.initSign(kp.getPrivate());
 436
 437                 byte[] res = s.getEncoded(sign);
 438
 439                 CertificateRequest cr = new CertificateRequest(new AuthorizationContext(u, u), Base64.getEncoder().encodeToString(res), "challenge");
 440                 cr.update(CertificateRequest.DEFAULT_CN, Digest.SHA512.toString(), "client", null, "", "email:" + u.getEmail());
 441                 Certificate draft = cr.draft();
 442                 draft.issue(null, "2y", u).waitFor(10000);
 443                 if (draft.getStatus() == CertificateStatus.ISSUED) {
 444                     resp.getWriter().println("added certificate");
 445                 } else {
 446                     resp.getWriter().println("signer failed");
 447                 }
 448             } catch (GeneralSecurityException e1) {
 449                 e1.printStackTrace();
 450                 resp.getWriter().println("error");
 451             } catch (GigiApiException e) {
 452                 e.format(resp.getWriter(), Language.getInstance(Locale.ENGLISH), getDefaultVars(req));
 453             }
 454
 455         } else if (req.getParameter("addExDom") != null) {
 456             String dom = req.getParameter("exemptDom");
 457             pingExempt.add(dom);
 458             resp.getWriter().println("Updated domains exempt from pings. Current set: <br/>");
 459             resp.getWriter().println(HTMLEncoder.encodeHTML(pingExempt.toString()));
 460         } else if (req.getParameter("delExDom") != null) {
 461             String dom = req.getParameter("exemptDom");
 462             pingExempt.remove(dom);
 463             resp.getWriter().println("Updated domains exempt from pings. Current set: <br/>");
 464             resp.getWriter().println(HTMLEncoder.encodeHTML(pingExempt.toString()));
 465         }
 466         resp.getWriter().println("<br/><a href='" + PATH + "'>Go back</a>");
 467     }
 468
 469     private void fetchMails(HttpServletRequest req, HttpServletResponse resp, String mail) throws IOException {
 470         final LinkedList<String> mails = emails.get(mail);
 471         HashMap<String, Object> vars = new HashMap<>();
 472         vars.put("mail", mail);
 473         if (mails != null) {
 474             vars.put("mails", new IterableDataset() {
 475
 476                 Iterator<String> s = mails.iterator();
 477
 478                 @Override
 479                 public boolean next(Language l, Map<String, Object> vars) {
 480                     if ( !s.hasNext()) {
 481                         return false;
 482                     }
 483                     vars.put("body", s.next().replaceAll("(https?://\\S+)", "<a href=\"$1\">$1</a>"));
 484                     return true;
 485                 }
 486             });
 487         }
 488         t.output(resp.getWriter(), getLanguage(req), vars);
 489         if (mails == null) {
 490             resp.getWriter().println("No mails");
 491
 492         }
 493     }
 494
 495     private static final Template form = new Template(Manager.class.getResource("Manager.templ"));
 496
 497     @Override
 498     public boolean needsLogin() {
 499         return false;
 500     }
 501
 502     @Override
 503     public void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException {
 504         String pi = req.getPathInfo().substring(PATH.length());
 505         if (pi.length() > 1 && pi.startsWith("/fetch-")) {
 506             String mail = pi.substring(pi.indexOf('-', 2) + 1);
 507             fetchMails(req, resp, mail);
 508             return;
 509         }
 510         HashMap<String, Object> vars = new HashMap<>();
 511         vars.put("cats_types", new IterableDataset() {
 512
 513             CATSType[] type = CATSType.values();
 514
 515             int i = 0;
 516
 517             @Override
 518             public boolean next(Language l, Map<String, Object> vars) {
 519                 if (i >= type.length) {
 520                     return false;
 521                 }
 522                 CATSType t = type[i++];
 523                 vars.put("id", i - 1);
 524                 vars.put("name", t.getDisplayName());
 525                 return true;
 526             }
 527         });
 528
 529         vars.put("testValidMonths", TimeConditions.getInstance().getTestMonths());
 530         vars.put("reverificationDays", TimeConditions.getInstance().getVerificationLimitDays());
 531         vars.put("verificationFreshMonths", TimeConditions.getInstance().getVerificationMonths());
 532         vars.put("verificationMaxAgeMonths", TimeConditions.getInstance().getVerificationMaxAgeMonths());
 533         vars.put("emailPingMonths", TimeConditions.getInstance().getEmailPingMonths());
 534
 535         form.output(resp.getWriter(), getLanguage(req), vars);
 536     }
 537 }