1 package org.cacert.gigi.util;
4 import java.io.FileNotFoundException;
5 import java.io.FileOutputStream;
6 import java.io.IOException;
7 import java.io.InputStreamReader;
8 import java.io.UnsupportedEncodingException;
10 import java.net.URLConnection;
11 import java.util.Scanner;
13 import javax.xml.parsers.DocumentBuilder;
14 import javax.xml.parsers.DocumentBuilderFactory;
15 import javax.xml.parsers.ParserConfigurationException;
16 import javax.xml.transform.OutputKeys;
17 import javax.xml.transform.Transformer;
18 import javax.xml.transform.TransformerConfigurationException;
19 import javax.xml.transform.TransformerException;
20 import javax.xml.transform.TransformerFactory;
21 import javax.xml.transform.TransformerFactoryConfigurationError;
22 import javax.xml.transform.dom.DOMSource;
23 import javax.xml.transform.stream.StreamResult;
25 import org.w3c.dom.Document;
26 import org.w3c.dom.Element;
27 import org.w3c.dom.Node;
29 public class FetchLocales {
31 public static final String DOWNLOAD_SERVER = "pootle.cacert1.dogcraft.de";
33 public static String PO_URL_TEMPLATE = "https://" + DOWNLOAD_SERVER + "/%/gigi/messages.po";
35 public static final String[] AUTO_LANGS = new String[] {
39 public static void main(String[] args) throws IOException, ParserConfigurationException, TransformerException {
40 if (args.length != 0) {
41 PO_URL_TEMPLATE = args[0];
43 System.out.println("downloading locales ...");
44 File locale = new File("locale");
45 if ( !locale.isDirectory() && !locale.mkdir()) {
46 throw new IOException("Could not create locales directory.");
49 DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
50 DocumentBuilder db = dbf.newDocumentBuilder();
51 for (String lang : AUTO_LANGS) {
52 Document doc = db.newDocument();
53 doc.appendChild(doc.createElement("translations"));
55 int count = addTranslationsFromPo(doc, new URL(PO_URL_TEMPLATE.replace("%", lang)));
57 System.out.println("Strings for language " + lang + ": " + count);
59 writeTranslationToFile(doc, new File(locale, lang + ".xml"));
61 Document doc = db.newDocument();
62 doc.appendChild(doc.createElement("translations"));
63 System.out.println("Creating empty en.xml");
64 writeTranslationToFile(doc, new File(locale, "en.xml"));
65 System.out.println("Done.");
68 private static void writeTranslationToFile(Document doc, File file) throws TransformerFactoryConfigurationError, TransformerConfigurationException, FileNotFoundException, TransformerException, IOException {
69 TransformerFactory tFactory = TransformerFactory.newInstance();
70 Transformer transformer = tFactory.newTransformer();
72 DOMSource source = new DOMSource(doc);
73 FileOutputStream fos = new FileOutputStream(file);
74 StreamResult result = new StreamResult(fos);
75 transformer.setOutputProperty(OutputKeys.INDENT, "yes");
76 transformer.setOutputProperty("{http://xml.apache.org/xslt}indent-amount", "2");
77 transformer.transform(source, result);
81 private static int addTranslationsFromPo(Document doc, URL fetch) throws IOException, UnsupportedEncodingException {
82 URLConnection uc = fetch.openConnection();
83 Scanner sc = new Scanner(new InputStreamReader(uc.getInputStream(), "UTF-8"));
84 String s = readLine(sc);
85 StringBuffer contents = new StringBuffer();
89 if (s.startsWith("msgid")) {
91 contents.delete(0, contents.length());
92 s = readString(s, sc, contents);
93 id = contents.toString();
95 } else if (s.startsWith("msgstr")) {
96 contents.delete(0, contents.length());
97 // System.out.println("msgstr");
98 s = readString(s, sc, contents);
99 String msg = contents.toString().replace("\\\"", "\"").replace("\\n", "\n");
100 insertTranslation(doc, id, msg);
101 } else if (s.startsWith("#")) {
102 // System.out.println(s);
103 } else if (s.equals("") || s.equals("\r")) {
106 System.out.println("unknown line: " + s);
113 private static String readLine(Scanner sc) {
114 String line = sc.findWithinHorizon("[^\n]*\n", 0);
118 return line.substring(0, line.length() - 1);
121 private static void insertTranslation(Document doc, String id, String msg) {
122 Node idN = doc.createTextNode(id);
123 Node textN = doc.createTextNode(msg);
124 Element tr = doc.createElement("translation");
125 Element e = doc.createElement("id");
128 e = doc.createElement("msg");
129 e.appendChild(textN);
131 doc.getDocumentElement().appendChild(tr);
134 private static String readString(String head, Scanner sc, StringBuffer contents) throws IOException {
135 head = head.split(" ", 2)[1];
136 contents.append(head.substring(1, head.length() - 1));
138 while ((s = readLine(sc)) != null) {
139 if ( !s.startsWith("\"")) {
142 contents.append(s.substring(1, s.length() - 1));