util/org/cacert/gigi/util/FetchLocales.java

   1 package org.cacert.gigi.util;
   2
   3 import java.io.File;
   4 import java.io.FileOutputStream;
   5 import java.io.IOException;
   6 import java.io.InputStreamReader;
   7 import java.net.URL;
   8 import java.net.URLConnection;
   9 import java.util.Scanner;
  10
  11 import javax.xml.parsers.DocumentBuilder;
  12 import javax.xml.parsers.DocumentBuilderFactory;
  13 import javax.xml.parsers.ParserConfigurationException;
  14 import javax.xml.transform.OutputKeys;
  15 import javax.xml.transform.Transformer;
  16 import javax.xml.transform.TransformerException;
  17 import javax.xml.transform.TransformerFactory;
  18 import javax.xml.transform.dom.DOMSource;
  19 import javax.xml.transform.stream.StreamResult;
  20
  21 import org.w3c.dom.Document;
  22 import org.w3c.dom.Element;
  23 import org.w3c.dom.Node;
  24
  25 public class FetchLocales {
  26
  27     public static final String DOWNLOAD_SERVER = "translations.cacert.org";
  28
  29     public static final String PO_URL_TEMPLATE = "http://" + DOWNLOAD_SERVER + "/export/cacert/%/messages.po";
  30
  31     public static final String[] AUTO_LANGS = new String[] {
  32             "en", "de", "nl", "pt_BR", "fr", "sv", "it", "es", "hu", "fi", "ja", "bg", "pt", "da", "pl", "zh_CN", "ru", "lv", "cs", "zh_TW", "el", "tr", "ar"
  33     };
  34
  35     public static void main(String[] args) throws IOException, ParserConfigurationException, TransformerException {
  36         System.out.println("downloading locales ...");
  37         File locale = new File("locale");
  38         locale.mkdir();
  39
  40         DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
  41         DocumentBuilder db = dbf.newDocumentBuilder();
  42         for (String lang : AUTO_LANGS) {
  43             Document doc = db.newDocument();
  44             doc.appendChild(doc.createElement("translations"));
  45             URL fetch = new URL(PO_URL_TEMPLATE.replace("%", lang));
  46             URLConnection uc = fetch.openConnection();
  47             Scanner sc = new Scanner(new InputStreamReader(uc.getInputStream(), "UTF-8"));
  48             String s = readLine(sc);
  49             StringBuffer contents = new StringBuffer();
  50             String id = "";
  51             while (s != null) {
  52                 if (s.startsWith("msgid")) {
  53                     contents.delete(0, contents.length());
  54                     s = readString(s, sc, contents);
  55                     id = contents.toString();
  56                     continue;
  57                 } else if (s.startsWith("msgstr")) {
  58                     contents.delete(0, contents.length());
  59                     // System.out.println("msgstr");
  60                     s = readString(s, sc, contents);
  61                     String msg = contents.toString().replace("\\\"", "\"").replace("\\n", "\n");
  62                     insertTranslation(doc, id, msg);
  63                 } else if (s.startsWith("#")) {
  64                     // System.out.println(s);
  65                 } else if (s.equals("") || s.equals("\r")) {
  66
  67                 } else {
  68                     System.out.println("unknown line: " + s);
  69                 }
  70                 s = readLine(sc);
  71             }
  72             TransformerFactory tFactory = TransformerFactory.newInstance();
  73             Transformer transformer = tFactory.newTransformer();
  74
  75             DOMSource source = new DOMSource(doc);
  76             FileOutputStream fos = new FileOutputStream(new File(locale, lang + ".xml"));
  77             StreamResult result = new StreamResult(fos);
  78             transformer.setOutputProperty(OutputKeys.INDENT, "yes");
  79             transformer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "2");
  80             transformer.transform(source, result);
  81             fos.close();
  82         }
  83         System.out.println("Done.");
  84     }
  85
  86     private static String readLine(Scanner sc) {
  87         String line = sc.findWithinHorizon("[^\n]*\n", 0);
  88         if (line == null) {
  89             return null;
  90         }
  91         return line.substring(0, line.length() - 1);
  92     }
  93
  94     private static void insertTranslation(Document doc, String id, String msg) {
  95         Node idN = doc.createTextNode(id);
  96         Node textN = doc.createTextNode(msg);
  97         Element tr = doc.createElement("translation");
  98         Element e = doc.createElement("id");
  99         e.appendChild(idN);
 100         tr.appendChild(e);
 101         e = doc.createElement("msg");
 102         e.appendChild(textN);
 103         tr.appendChild(e);
 104         doc.getDocumentElement().appendChild(tr);
 105     }
 106
 107     private static String readString(String head, Scanner sc, StringBuffer contents) throws IOException {
 108         head = head.split(" ", 2)[1];
 109         contents.append(head.substring(1, head.length() - 1));
 110         String s;
 111         while ((s = readLine(sc)) != null) {
 112             if ( !s.startsWith("\"")) {
 113                 break;
 114             }
 115             contents.append(s.substring(1, s.length() - 1));
 116         }
 117         return s;
 118     }
 119
 120 }