用lucene替代mysql读库的尝试
2016-08-18 17:11
393 查看
采用lucene对mysql中的表建索引,并替代全文检索操作。
备注:代码临时梳理很粗糙,后续修改。
备注:代码临时梳理很粗糙,后续修改。
import java.io.File; import java.io.IOException; import java.sql.Connection; import java.sql.ResultSet; import java.sql.SQLException; import java.sql.Statement; import java.util.Date; import org.apache.lucene.analysis.Analyzer; import org.apache.lucene.analysis.standard.StandardAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.document.Field; import org.apache.lucene.document.StringField; import org.apache.lucene.index.DirectoryReader; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.IndexWriterConfig; import org.apache.lucene.index.IndexWriterConfig.OpenMode; import org.apache.lucene.queryparser.classic.ParseException; import org.apache.lucene.queryparser.classic.QueryParser; import org.apache.lucene.search.IndexSearcher; import org.apache.lucene.search.Query; import org.apache.lucene.search.ScoreDoc; import org.apache.lucene.search.TopDocs; import org.apache.lucene.store.Directory; import org.apache.lucene.store.FSDirectory; import org.apache.lucene.util.Version; public class App { private static Directory dir = null; /** * @param args */ public static void main(String[] args) { try { initIndex(); searchBylucene(); searchByMysql(); } catch (IOException | ParseException | SQLException e) { // TODO Auto-generated catch block e.printStackTrace(); } } //创建索引 private static void initIndex() throws IOException{ dir = FSDirectory.open(new File("E:\\index")); Analyzer analyzer = new StandardAnalyzer(); IndexWriterConfig iwc = new IndexWriterConfig( Version.LUCENE_4_10_2, analyzer); iwc.setOpenMode(OpenMode.CREATE); IndexWriter writer = new IndexWriter(dir, iwc); Connection conn = null; conn = DbUtil.getcon(); Statement stmt; try { stmt = conn.createStatement(); String sql = "select * from t_content"; ResultSet rs = stmt.executeQuery(sql); while (rs.next()) { Document doc = new Document(); doc.add(new StringField("id", rs.getString(1), Field.Store.YES)); doc.add(new StringField("content", rs.getString(2), Field.Store.YES)); writer.addDocument(doc); } } catch (SQLException e) { e.printStackTrace(); DbUtil.Close(conn); }finally { DbUtil.Close(conn); writer.close(); } } private static void searchByMysql() throws SQLException{ Connection conn = null; Date date1 = new Date(); conn = DbUtil.getcon(); Statement stmt = conn.createStatement(); String sql = "select * from t_content where content like '%内马尔%'"; ResultSet rs = stmt.executeQuery(sql); Date date2 = new Date(); System.out.println("Mysql:" + String.valueOf(date2.getTime() - date1.getTime())); int i= 0; while (rs.next()) { //System.out.println(rs.getString(2)); i++; } System.out.println(i); } private static void searchBylucene() throws IOException, ParseException{ IndexReader reader = DirectoryReader.open(dir); IndexSearcher searcher = new IndexSearcher(reader); Date date1 = new Date(); QueryParser parser = new QueryParser("content", new StandardAnalyzer()); Query query = parser.parse("内马尔"); TopDocs rs = searcher.search(query, null, 10); Date date2 = new Date(); System.out.println("lucene:" + String.valueOf(date2.getTime() - date1.getTime())); System.out.println(rs.totalHits); if(rs.totalHits != 0){ ScoreDoc[] hits = rs.scoreDocs; //System.out.println(searcher.doc(rs.scoreDocs[0].doc)); } //System.out.println("end"); } }
相关文章推荐
- 如何在本地安装mysql 服务器
- MySQL 5.5 更改默认字符集
- 通过JDBC进行简单的增删改查(以MySQL为例)
- MySQL 总结(1)
- Mysql 自定义随机字符串的实现方法
- Navicat for mysql 远程连接 mySql数据库10061错误问题
- elasticsearch导入数据的几种方法
- mysqldump
- mysql sql查询
- Mysql 自定义随机字符串
- mySql 常用命令及语法
- mysql--help不可用
- mysql配置文件my.cnf详解[部分]
- com.mysql.jdbc.MysqlDataTruncation: Data truncation: Data too long for column 'sex' at row 1”
- mysql.h: No such file or directory
- mysql(三)表的操作
- MySql执行动态表达式函数
- Mysql数据库事务的隔离级别和锁的实现原理分析
- MySQL binlog中的事件类型详解
- mysql----perl