这篇博客没什么大的营养，自己记下来以防自己忘记。自己之前写程序读文本，对其解析后存入数据库。刚开始，程序是单线程的，程序效率低下：读70个文本入库（约20G）需要30多个小时。后来，自己将其改为多线程（五个），效率提升了好几倍。

本程序采用一个数据库连接和多个文件句柄的形式。

package xiamengps.connect;
import oracle.liesmars.stcode.coder.*;import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.text.DecimalFormat;
import java.text.DecimalFormatSymbols;
import java.util.Date;
import java.util.Locale;import oracle.kv.KVStore;
import oracle.kv.KVStoreConfig;
import oracle.kv.KVStoreFactory;
import oracle.kv.table.ArrayValue;
import oracle.kv.table.Row;
import oracle.kv.table.Table;
import oracle.kv.table.TableAPI;
// 13--14
public class connect implements Runnable{private int rowID=0;private String host="202.114.118.126:5000";private KVStoreConfig kvconfig=new KVStoreConfig("xiamen",host);private KVStore kvstore=KVStoreFactory.getStore(kvconfig);TableAPI tableH=kvstore.getTableAPI();Table ParentTable=tableH.getTable("st_objectstates_xiamengps1");Table ChildTable=tableH.getTable("st_objectstates_xiamengps1.attribute1");String folderPath="D:\\Wuhan_University_Oracle\\data\\1";String encoding="utf-8";String[] filePaths=getTxtPaths(folderPath);private int i=-1;public void run(){try{for(;i<filePaths.length;){i++;/<span style="color:#ff0000;"><strong>/循环放在这里是为了防止两个及以上线程读同一个文本</strong></span>System.out.println("开始读取第"+i+"个文本...");File file=new File(filePaths[i]);if(file.isFile() && file.exists()){InputStreamReader read = new InputStreamReader(new FileInputStream(file),encoding);//鑰冭檻鍒扮紪鐮佹牸寮�           BufferedReader bufferedReader = new BufferedReader(read);String lineTxt = null;while((lineTxt = bufferedReader.readLine()) != null){rowID++;                    String []fields=lineTxt.split(",");Row Prow =ParentTable.createRow();Row Crow=ChildTable.createRow();constructRow(fields,Prow,Crow,rowID);if(Prow==null||Crow==null){//rowID--;continue;}tableH.put(Prow,null,null);tableH.put(Crow,null,null);}read.close();}System.out.println("读取第"+i+"个文本结束！");}System.out.println("存储任务结束！");}catch(Exception e){CommanFunction.printException(e);return;}}public static void main(String[] args) throws IOException {connect c=new connect();new Thread(c).start();new Thread(c).start();new Thread(c).start();new Thread(c).start();new Thread(c).start();}private static void constructRow(String []fields,Row Prow,Row Crow,int rowID){    int fieldsLength=fields.length;Prow.put("rowID",rowID);Prow.put("objectID",fields[0].trim());long time=CommanFunction.DateTimeToMilliSec(fields[1]);Prow.put("start_time",time);Prow.put("end_time",time);// 子表里也要put父表的主键，这样做是为了父表的记录与子表的记录一一对应。Crow.put("rowID", rowID);Crow.put("objectID",fields[0].trim());Crow.put("ID",rowID);Crow.put("CTELNUM",fields[2]);Crow.put("DX",fields[3]);Crow.put("DY",fields[4]);int cioid=CommanFunction.StringToInt(fields[5]);Crow.put("CIOID",cioid);Crow.put("CSTATUS",fields[6]);int cgpsf=CommanFunction.StringToInt(fields[7]);Crow.put("CGPSF",cgpsf);int cspeed=CommanFunction.StringToInt(fields[8]);Crow.put("CSPEED",cspeed);int cdir=CommanFunction.StringToInt(fields[9]);Crow.put("CDIRECTION",cdir);Crow.put("ADDRESS",fields[10]);float dx_54=CommanFunction.StringToFloat(fields[fieldsLength-8]);float dy_54=CommanFunction.StringToFloat(fields[fieldsLength-7]);float coor[]={dx_54,dy_54};ArrayValue center=Prow.putArray("center");center.add(coor);ArrayValue bound_box=Prow.putArray("bound_box");bound_box.add(coor);ArrayValue geometry=Prow.putArray("geometry");geometry.add(coor);Crow.put("DALARMPEOPLE",fields[fieldsLength-6]);//DecimalFormat decFormat=new DecimalFormat(".00000",new DecimalFormatSymbols(new Locale("en_US")));double lat=CommanFunction.StringToFloat(decFormat.format(dy_54));double lon=CommanFunction.StringToFloat(decFormat.format(dx_54));Date date=CommanFunction.StringToDate(fields[1]);if(date==null){Prow=Crow=null;System.out.println(rowID+":转换失败!");return;}Cube cube=new Cube(30,lat,lon,date,2013);Prow.put("st_code",cube.getCode());float totalkm=CommanFunction.StringToFloat(fields[fieldsLength-5]);Crow.put("TOTALKM",totalkm);int datekm=CommanFunction.StringToInt(fields[fieldsLength-4]);Crow.put("DATEKM",datekm);int shtxt=CommanFunction.StringToInt(fields[fieldsLength-1]);Crow.put("SHTXT",shtxt);if(time==Constants.DateTimeToMilliSecFunc_Exception||cioid==Constants.StringToIntFunc_Exception||cgpsf==Constants.StringToIntFunc_Exception||cspeed==Constants.StringToIntFunc_Exception||dx_54==Constants.StringToFloatFunc_Exception||dy_54==Constants.StringToFloatFunc_Exception||totalkm==Constants.StringToFloatFunc_Exception||datekm==Constants.StringToIntFunc_Exception||shtxt==Constants.StringToIntFunc_Exception){Prow=Crow=null;System.out.println(rowID+":转换失败!");return;}}private static String[] getTxtPaths(String folderPath){File files=new File(folderPath);String[] result=files.list();for(int i=0;i<result.length;i++){result[i]=folderPath+"/"+result[i];}return result;}}

CommonFunction类：

package xiamengps.connect;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.Date;
import java.util.TimeZone;public class CommanFunction {public CommanFunction() {// TODO Auto-generated constructor stub}public static long DateTimeToMilliSec(String time){try{Date date = StringToDate(time);Calendar cal = Calendar.getInstance(TimeZone.getTimeZone("UTC"));cal.setTime(date);return cal.getTimeInMillis();}catch(Exception e){printException(e);return Constants.DateTimeToMilliSecFunc_Exception;}}public static Date StringToDate(String time){SimpleDateFormat format = new SimpleDateFormat("yy-MM-dd H:m:s");format.setTimeZone(TimeZone.getTimeZone("UTC"));try{return format.parse(time);}catch(Exception e){printException(e);return Constants.StringToDateFunc_Exception;}}public static int StringToInt(String value){try{if(value.equals("")||value.equals(null)){return 0;}return Integer.parseInt(value);}catch(Exception e){printException(e);return Constants.StringToIntFunc_Exception;}}public static float StringToFloat(String value){try{if(value.equals("")||value.equals(null)){return 0;}return Float.parseFloat(value);}catch(Exception e){printException(e);return Constants.StringToFloatFunc_Exception;}}public static void printException(Exception e){System.out.println(e.getMessage());}
}

Constants类：

package xiamengps.connect;import java.util.Date;public final class Constants {public final static long DateTimeToMilliSecFunc_Exception=-111;public final static int StringToIntFunc_Exception=-111;public final static float StringToFloatFunc_Exception=-111;public final static Date StringToDateFunc_Exception=null;}