Add grammar database creation code.

4 files changed, 342 insertions, 3 deletions

diff --git a/src/com/benlinskey/grdbc/GRDBC.java b/src/com/benlinskey/grdbc/GRDBC.java
index 9afcfe8..d8cd6ae 100644
--- a/src/com/benlinskey/grdbc/GRDBC.java
+++ b/src/com/benlinskey/grdbc/GRDBC.java
@@ -28,11 +28,12 @@ public class GRDBC {
 		
 		String opt = args[0];
 		if (opt.equals("-a")) {
-			// TODO
+			(new LexiconCreator()).run();
+			(new SyntaxCreator()).run();
 		} else if (opt.equals("-l")) {
 			(new LexiconCreator()).run();
 		} else if (opt.equals("-g")) {
-			// TODO
+			(new SyntaxCreator()).run();
 		} else {
 			displayUsage();
 		}
diff --git a/src/com/benlinskey/grdbc/LexiconParser.java b/src/com/benlinskey/grdbc/LexiconParser.java
index 46dcad5..69d474b 100644
--- a/src/com/benlinskey/grdbc/LexiconParser.java
+++ b/src/com/benlinskey/grdbc/LexiconParser.java
@@ -55,7 +55,8 @@ public class LexiconParser {
 	 * @throws IOException 
 	 * @throws SAXException 
 	 */
-	public LexiconParser(String xml) throws ParserConfigurationException, SAXException, IOException {
+	public LexiconParser(String xml) 
+			throws ParserConfigurationException, SAXException, IOException {
 		// Parse the XML and create a Document.
 		DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
 		DocumentBuilder db = dbf.newDocumentBuilder();
diff --git a/src/com/benlinskey/grdbc/SyntaxCreator.java b/src/com/benlinskey/grdbc/SyntaxCreator.java
new file mode 100644
index 0000000..cce594d
--- /dev/null
+++ b/src/com/benlinskey/grdbc/SyntaxCreator.java
@@ -0,0 +1,199 @@
+/* Copyright 2013 Benjamin Linskey
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.benlinskey.grdbc;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.IOException;
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.PreparedStatement;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import javax.xml.parsers.ParserConfigurationException;
+
+import org.xml.sax.SAXException;
+
+/**
+ * Reads in an XML file containing the Overview of Greek Syntax text and stores 
+ * sections of the text in an SQLite database.
+ * <p>
+ * Note that the Sources Cited section is omitted, as it is on Perseus.
+ * @author Ben Linskey
+ *
+ */
+public class SyntaxCreator {
+	private final static String FILE = "../xml/Perseus_text_1999.04.0052.xml";
+	private final static String DB = "syntax.db";
+	private final static String TABLE_NAME = "syntax";
+	private Connection connection;
+	private PreparedStatement insertStatement;
+	
+	/**
+	 * Class constructor. 
+	 */
+	public SyntaxCreator() {
+		// Load driver.
+		try {
+			Class.forName("org.sqlite.JDBC");
+		} catch (ClassNotFoundException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		
+		// Connect to database.
+		try {
+			connection = DriverManager.getConnection("jdbc:sqlite:" + DB);
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		
+		// Use batch inserts for speed.
+		try {
+			connection.setAutoCommit(false);
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		
+		createDatabase();
+		
+		// Create a prepared statement to use when inserting entries.
+		try {
+			insertStatement = connection.prepareStatement("INSERT INTO " 
+					+ TABLE_NAME + " VALUES (NULL, ?, ?, ?)");
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+	}
+	
+	/**
+	 * Creates the Overview of Greek Syntax database.
+	 */
+	public void run() {
+		addSections();
+		try {
+			insertStatement.close();
+			connection.close();
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		System.out.println("Done.");
+	}
+	
+	/**
+	 * Resets the database if it already exists and creates a new, empty 
+	 * database.
+	 */
+	private void createDatabase() {
+		System.out.println("Creating lexicon database...");
+		try {
+			String dropTable = "DROP TABLE IF EXISTS " + TABLE_NAME;			
+			String createTable = "CREATE TABLE " + TABLE_NAME + " (" + 
+					"_ID 			INT PRIMARY KEY, " +
+					"chapter	 	VARCHAR(100), " +
+					"section	 	VARCHAR(100), " +
+					"xml			TEXT)";			
+			Statement statement = connection.createStatement();
+			statement.executeUpdate(dropTable);
+			statement.executeUpdate(createTable);
+			connection.commit();
+			statement.close();
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+	}
+	
+	/**
+	 * Parses the XML file, modifies the sections, and inserts the modified 
+	 * data into the database.
+	 */
+	private void addSections() {
+		System.out.println("Inserting data...");
+		
+		String chapter = null;
+        String section = null;
+        StringBuilder xml = new StringBuilder();
+		Pattern pattern = Pattern.compile("<head>(.*?)</head>");
+		
+		try {
+	        BufferedReader in = new BufferedReader(new FileReader(FILE));
+	        while (in.ready()) {
+	            String line = in.readLine();
+	            if (line.startsWith("<div1")) {
+	                // Get chapter title.
+	                line = in.readLine(); // Next line is "head" element with title.
+	                Matcher matcher = pattern.matcher(line);
+	                matcher.find();
+	                chapter = matcher.group(1);
+	            } else if (line.startsWith("<div2")) {
+	                // Get section title.
+	                line = in.readLine(); // Next line is "head" element with title. 
+	                Matcher matcher = pattern.matcher(line);
+	                matcher.find();
+	                section = matcher.group(1);
+	                
+	                // Reset XML and add "head" element.
+	                xml.delete(0, xml.length());
+	                xml.append("<section>");
+	                xml.append(line);
+	            } else if (line.contains("</div2>")) {
+	                // Get any XML before the "</div2>" tag.
+	                String[] split = line.split("</div2>");
+	                xml.append(split[0]);
+	                
+	                // Add closing root tag.
+	                xml.append("</section>");
+	                
+	                SyntaxParser parser = new SyntaxParser(xml.toString());
+	                String transcodedXml = parser.transcode();
+	                
+	                // Add data to database.
+	                insertStatement.setString(1, chapter);
+	                insertStatement.setString(2, section);
+	                insertStatement.setString(3, transcodedXml);
+	                insertStatement.addBatch();
+	            } else {
+	                // Get next line of XML.
+	                xml.append(line);
+	            }
+	        }
+	        in.close();
+	        
+	        insertStatement.executeBatch();
+	        connection.commit();
+		} catch (SQLException e) {
+			e.printStackTrace();
+			System.exit(1);
+		} catch (IOException e) {
+			e.printStackTrace();
+			System.exit(1);
+		} catch (ParserConfigurationException e) {
+			e.printStackTrace();
+			System.exit(1);
+		} catch (SAXException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}       
+	}
+}
diff --git a/src/com/benlinskey/grdbc/SyntaxParser.java b/src/com/benlinskey/grdbc/SyntaxParser.java
new file mode 100644
index 0000000..6847c5f
--- /dev/null
+++ b/src/com/benlinskey/grdbc/SyntaxParser.java
@@ -0,0 +1,138 @@
+/* Copyright 2013 Benjamin Linskey
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package com.benlinskey.grdbc;
+
+import java.io.IOException;
+import java.io.StringReader;
+import java.io.StringWriter;
+import java.io.UnsupportedEncodingException;
+
+import javax.xml.parsers.DocumentBuilder;
+import javax.xml.parsers.DocumentBuilderFactory;
+import javax.xml.parsers.ParserConfigurationException;
+import javax.xml.transform.Transformer;
+import javax.xml.transform.TransformerConfigurationException;
+import javax.xml.transform.TransformerException;
+import javax.xml.transform.TransformerFactory;
+import javax.xml.transform.dom.DOMSource;
+import javax.xml.transform.stream.StreamResult;
+
+import org.w3c.dom.Document;
+import org.w3c.dom.Node;
+import org.w3c.dom.NodeList;
+import org.xml.sax.InputSource;
+import org.xml.sax.SAXException;
+
+import edu.unc.epidoc.transcoder.TransCoder;
+
+/**
+ * Parses XML from the Overview of Greek Syntax text and converts Beta Code to
+ * Greek characters.
+ * @author Ben Linskey
+ *
+ */
+public class SyntaxParser {
+	private Document doc;
+	private TransCoder transcoder;
+	
+	public SyntaxParser(String xml) 
+			throws ParserConfigurationException, SAXException, IOException {
+		// Parse the XML and create a Document.
+		DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();
+		DocumentBuilder db = dbf.newDocumentBuilder();
+		InputSource is = new InputSource(new StringReader(xml));
+		doc = db.parse(is);
+		
+		// Create a TransCoder for converting Beta Code to Greek characters.
+		try {
+			transcoder = new TransCoder("BetaCode", "UnicodeC");
+		} catch (Exception e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+	}
+	
+	/**
+	 * Returns the XML for this section, with all Beta Code converted to Greek
+	 * characters.
+	 * @return	the XML for this section with all Beta Code converted to Greek
+	 * 			characters
+	 */
+	public String transcode() {
+		transcodeInElements("quote");
+		transcodeInElements("foreign");
+		return getUpdatedXML();
+	}
+	
+	/**
+	 * Transcodes beta code to Greek in elements with the given name.
+	 * @param element	the name of the element to search for
+	 */
+	private void transcodeInElements(String element) {
+		NodeList nodeList = doc.getElementsByTagName(element);
+		for (int i = 0; i < nodeList.getLength(); i++) {
+			Node elementNode = nodeList.item(i);
+			Node langAttr = elementNode.getAttributes().getNamedItem("lang");
+			if (langAttr != null) {
+				String lang = langAttr.getTextContent();
+				if (lang.equals("greek")) {
+					String greek = betaToGreek(elementNode.getTextContent());
+					langAttr.setTextContent(greek);
+				}
+			}
+		}
+	}
+	
+	/**
+	 * Returns a string containing an XML representation of the document in its 
+	 * current state.
+	 * @return	a string containing an XML representation of the document in its 
+	 * 			current state
+	 */
+	private String getUpdatedXML() {
+		StringWriter writer = new StringWriter();
+		try {
+			TransformerFactory tf = TransformerFactory.newInstance();
+			Transformer transformer = tf.newTransformer();
+			DOMSource source = new DOMSource(doc);
+			StreamResult result = new StreamResult(writer);
+			transformer.transform(source, result);
+		} catch (TransformerConfigurationException e) {
+			e.printStackTrace();
+			System.exit(1);
+		} catch (TransformerException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		return writer.toString();
+	}
+	
+	/**
+	 * Converts Beta Code to Greek characters.
+	 * @param beta	the Beta Code to transcode
+	 * @return	the Greek equivalent of the specified Beta Code
+	 */
+	private String betaToGreek(String beta) {
+		String greek = null;
+		try {
+			greek = transcoder.getString(beta); 
+		} catch (UnsupportedEncodingException e) {
+			e.printStackTrace();
+			System.exit(1);
+		}
+		return greek;
+	}
+}