bindiego
7/8/2015 - 9:22 AM
Java Tika
Java Tika
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.edanzeditting</groupId>
<artifactId>testing</artifactId>
<version>1.0-SNAPSHOT</version>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>2.5.1</version>
<configuration>
<source>1.8</source>
<target>1.8</target>
<encoding>UTF-8</encoding>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-resources-plugin</artifactId>
<version>2.6</version>
<configuration>
<encoding>UTF-8</encoding>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-dependency-plugin</artifactId>
<configuration>
<outputDirectory>
${project.build.directory}
</outputDirectory>
</configuration>
</plugin>
<plugin>
<artifactId>maven-assembly-plugin</artifactId>
<configuration>
<archive>
<manifest>
<mainClass>
com.edanzedditing.test.Main
</mainClass>
</manifest>
</archive>
<descriptorRefs>
<descriptorRef>
jar-with-dependencies
</descriptorRef>
</descriptorRefs>
</configuration>
<executions>
<execution>
<id>make-assembly</id>
<phase>package</phase>
<goals>
<goal>single</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
<version>2.12</version>
<configuration>
<printSummary>false</printSummary>
<redirectTestOutputToFile>true</redirectTestOutputToFile>
<excludes>
<exclude>**/*_Roo_*</exclude>
</excludes>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.7</version>
</plugin>
</plugins>
</build>
<dependencies>
<dependency>
<groupId>com.google.guava</groupId>
<artifactId>guava</artifactId>
<version>18.0</version>
</dependency>
<dependency>
<groupId>commons-cli</groupId>
<artifactId>commons-cli</artifactId>
<version>1.3.1</version>
</dependency>
<dependency>
<groupId>org.apache.tika</groupId>
<artifactId>tika-core</artifactId>
<version>1.8</version>
</dependency>
<dependency>
<groupId>org.apache.tika</groupId>
<artifactId>tika-parsers</artifactId>
<version>1.8</version>
</dependency>
<dependency>
<groupId>org.apache.tika</groupId>
<artifactId>tika-serialization</artifactId>
<version>1.8</version>
</dependency>
<dependency>
<groupId>org.apache.tika</groupId>
<artifactId>tika-xmp</artifactId>
<version>1.8</version>
</dependency>
</dependencies>
</project>import org.apache.tika.exception.TikaException;
import org.apache.tika.io.TikaInputStream;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.parser.AutoDetectParser;
import org.apache.tika.parser.ParseContext;
import org.apache.tika.parser.Parser;
import org.xml.sax.SAXException;
import javax.xml.transform.OutputKeys;
import javax.xml.transform.TransformerConfigurationException;
import javax.xml.transform.sax.SAXTransformerFactory;
import javax.xml.transform.sax.TransformerHandler;
import javax.xml.transform.stream.StreamResult;
import java.io.*;
/**
* Created by wubin on 15-6-9.
*/
public class ToXml {
public ToXml() {}
public String toXml(String file) {
InputStream in = null;
String xml = null;
try {
// InputStream in = new FileInputStream(new File(file));
in = TikaInputStream.get(new File(file));
Parser parser = new AutoDetectParser();
StringWriter sw = new StringWriter();
SAXTransformerFactory factory = (SAXTransformerFactory)
SAXTransformerFactory.newInstance();
TransformerHandler handler = factory.newTransformerHandler();
handler.getTransformer().setOutputProperty(OutputKeys.METHOD, "xml");
handler.getTransformer().setOutputProperty(OutputKeys.INDENT, "yes");
handler.setResult(new StreamResult(sw));
Metadata metadata = new Metadata();
parser.parse(in, handler, metadata, new ParseContext());
xml = sw.toString();
} catch (FileNotFoundException e) {
e.printStackTrace();
} catch (TransformerConfigurationException e) {
e.printStackTrace();
} catch (SAXException e) {
e.printStackTrace();
} catch (TikaException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
} finally {
if (in != null) {
try {
in.close();
} catch (IOException e) {
e.printStackTrace();
}
}
return xml;
}
}
}
import org.apache.tika.exception.TikaException;
import org.apache.tika.io.TikaInputStream;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.parser.AutoDetectParser;
import org.apache.tika.parser.ParseContext;
import org.apache.tika.parser.Parser;
import org.apache.tika.sax.BodyContentHandler;
import org.xml.sax.ContentHandler;
import org.xml.sax.SAXException;
import javax.xml.transform.OutputKeys;
import javax.xml.transform.TransformerConfigurationException;
import javax.xml.transform.sax.SAXTransformerFactory;
import javax.xml.transform.sax.TransformerHandler;
import javax.xml.transform.stream.StreamResult;
import java.io.*;
/**
* Created by wubin on 15-6-9.
*/
public class ToTxt {
public ToTxt() {}
public String toTxt(String file) {
InputStream in = null;
String txt = null;
try {
// InputStream in = new FileInputStream(new File(file));
in = TikaInputStream.get(new File(file));
Parser parser = new AutoDetectParser();
StringWriter sw = new StringWriter();
ContentHandler handler = new BodyContentHandler(sw);
Metadata metadata = new Metadata();
parser.parse(in, handler, metadata, new ParseContext());
txt = sw.toString();
} catch (FileNotFoundException e) {
e.printStackTrace();
} catch (SAXException e) {
e.printStackTrace();
} catch (TikaException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
} finally {
if (in != null) {
try {
in.close();
} catch (IOException e) {
e.printStackTrace();
}
}
return txt;
}
}
}
import com.edanzedditing.test.inittest.InitialOrderTest;
import com.edanzedditing.test.inittest.Parent;
import com.edanzedditing.test.inittest.SubClass;
import com.edanzedditing.test.tika.ToTxt;
import com.edanzedditing.test.tika.ToXml;
import com.google.common.base.Strings;
import org.apache.commons.cli.*;
import java.io.FileNotFoundException;
import java.io.PrintWriter;
/**
* Created by wubin on 15-5-21.
*/
public class Main {
public static void main(String... args) {
// bulid available options
Options opts = new Options();
opts.addOption("i", "input", true, "Input file path");
opts.addOption("o", "output", true, "Output file path");
opts.addOption("x", "xml", false, "Output xml format");
opts.addOption("t", "text", false, "Output plain text format");
// commandline parser
CommandLineParser parser = new DefaultParser();
CommandLine cmd = null;
try {
// parse the command line arguments
cmd = parser.parse(opts, args);
}
catch(ParseException ex) {
// oops, something went wrong
System.err.println( "Parsing failed. Reason: " + ex.getMessage() );
}
// get input file
String inputFile = cmd.getOptionValue("i");
if (Strings.isNullOrEmpty(inputFile)) {
System.err.println("No input file specified");
System.exit(2);
}
// get output file
String outputFile = cmd.getOptionValue("o");
if (Strings.isNullOrEmpty(outputFile)) {
System.err.println("No output file specified");
System.exit(2);
}
try {
PrintWriter out =
new PrintWriter(outputFile);
if (cmd.hasOption("t")) {
out.println(
new ToTxt()
.toTxt(inputFile));
} else {
out.println(
new ToXml()
.toXml(inputFile));
}
} catch (FileNotFoundException e) {
e.printStackTrace();
}
}
}