黄色网址大全免费-黄色网址你懂得-黄色网址你懂的-黄色网址有那些-免费超爽视频-免费大片黄国产在线观看

專注Java教育14年 全國咨詢/投訴熱線:400-8080-105
動力節(jié)點LOGO圖
始于2009,口口相傳的Java黃埔軍校
首頁 學(xué)習(xí)攻略 Java學(xué)習(xí) Java使用多線程插入數(shù)據(jù)庫

Java使用多線程插入數(shù)據(jù)庫

更新時間:2022-11-21 09:41:52 來源:動力節(jié)點 瀏覽3297次

經(jīng)過測試,單核機器上效果不好,甚至不如單線程效率高。多核CPU效果提升較為明顯。

JdbcUtils.java

package com.inserttestdata;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.sql.Connection;  
import java.sql.DriverManager;  
import java.sql.PreparedStatement;  
import java.sql.SQLException;  
import java.util.List;
import java.util.Vector;  
import java.util.ArrayList;
public class JdbcUtils {  
    static String driver = "com.mysql.jdbc.Driver";       
    static Vector<Connection> pools = new Vector<Connection>();  
    private static String url_unic = "?useUnicode=true&characterEncoding=utf8";    
    public static Connection getDBConnection(String url,String dataBase,String user,String pwd){  
        try {  
            //1.加載驅(qū)動  
            Class.forName(driver);  
            //2.取得數(shù)據(jù)庫連接  
            String url_total = url+"/"+dataBase+url_unic;
            System.out.println(url_total);
            Connection conn =  DriverManager.getConnection(url_total, user, pwd);  
            return conn;  
        } catch (SQLException e) {  
            e.printStackTrace();  
        } catch (ClassNotFoundException e) {  
            e.printStackTrace();  
        }  
        return null;  
    }      
	//關(guān)閉數(shù)據(jù)庫連接	
    public static void closeCon(Connection con){
        if(con != null){
        	try{
            con.close();
        	    }catch(Exception e){
        	    	e.printStackTrace();
            	}
        }
    }          
    public static void insertIntoTable(String url,String user,String pwd,String table,List<String> list,Connection conn,PreparedStatement pstmt,int start,int end){  
        try {  
			String sql = "insert into " + table  + " (" + "inner_account_id,account_id,custom_id,custom_cname,account_type,is_internal,"
				      + "first_login_date,last_date,account_mode,is_special_line,account_status,custom_type_id,iwind_type,has_auxiliary"
				      + ")" + " values " + "(?,?,?,?,?,?,?,?,?,?,?,?,?,?)";
			pstmt = conn.prepareStatement(sql);
			for(String str:list.subList(start, end)){
			    String[] s = str.split("\t");			
				pstmt.setInt(1,Integer.parseInt(s[0]));
				pstmt.setString(2,s[1]);
				pstmt.setString(3,s[2]);
				pstmt.setString(4,s[3]);
				pstmt.setString(5,s[4]);
				pstmt.setString(6,s[5]);
				pstmt.setString(7,s[6]);
				pstmt.setString(8,s[7]);
				pstmt.setString(9,s[8]);
				pstmt.setString(10,s[9]);
				pstmt.setString(11,s[10]);
				pstmt.setString(12,s[11]);
				pstmt.setString(13,s[12]);
				pstmt.setString(14,s[13]);
				pstmt.addBatch();
			}
			pstmt.executeBatch();
			conn.commit();			 
			 System.out.println("insert data success!");
	     } catch(SQLException e){
	    	 e.printStackTrace();
	    	 System.out.println("insert data fail!");
	     }
    }
	//刪除表中數(shù)據(jù)
	public static void dropData(String dataBase,String url,String user,String pwd,String table){
		Connection conn = getDBConnection(url,dataBase,user,pwd);
		try{
			String sql = "delete from "+ table;
			//System.out.println(sql);
			PreparedStatement pstmt = conn.prepareStatement(sql);
			pstmt.executeUpdate();	
			System.out.println("delete data success!");		
		} catch(SQLException e){
			e.printStackTrace();
			System.out.println("delete data fail!");		
		}finally{
			closeCon(conn);	
		}
	}    
	//讀取文本文件
	public static void writeToDat(String dataBase,String path,String url,String user,String pwd,String table,int start,int end,int flag,int ch){
		File file = new File(path);
		List<String> list = new ArrayList<String>();
		Connection conn = null;	
		PreparedStatement pstmt = null;
		try { 
			InputStreamReader isr = new InputStreamReader(new FileInputStream(file), "utf8"); 
			BufferedReader bw = new BufferedReader(isr);
			String line = null;
			conn = getDBConnection(url,dataBase,user,pwd);	
			conn.setAutoCommit(false);
			int count = 0;
			while((line = bw.readLine()) != null){
				//System.out.println(line);
				list.add(line);
				if(list.size() == 50000){
					insertIntoTable(url,user,pwd,table,list,conn,pstmt,start,end);
					list.clear();
					System.out.println("已成功插入: "+ (++count)*50000 + "條數(shù)據(jù)" );
				}
			}
			if(list.size() < 50000){ 
		        int total = list.size();  
		        int every = (int)total/10;
		        int[] s ={0,0,0,0,0,0,0,0,0,(total%10)};
				insertIntoTable(url,user,pwd,table,list,conn,pstmt,(flag)*every,((flag+1)*every+s[ch]));
				System.out.println(flag);
				System.out.println(s[ch]);
				//list.clear();			
				System.out.println("OK,已成功插入全部數(shù)據(jù)!");
			}
			bw.close();
		  }catch(FileNotFoundException e){
			  e.printStackTrace();
		  }catch(SQLException e){
			  e.printStackTrace();
		  }catch(IOException e){
			  e.printStackTrace();			  
		  } finally{
				if (pstmt != null){
					try{
						pstmt.close();
					}catch(SQLException e){
						e.printStackTrace();
					}
				}
				if(conn != null){
					closeCon(conn);
			}
	}
}
}

doInsert.java

package com.inserttestdata;
import java.util.concurrent.CountDownLatch;  
//import java.util.concurrent.ExecutorService;  
//import java.util.concurrent.Executors;   
public class doInsert {  
    public static void main(String[] args) {  
        long startTimes = System.currentTimeMillis();  
        int threadCount = 10;  
        int total = 50000;  
        int every = total/threadCount;  
        int flag = 0;
        int ch = 0;
        final CountDownLatch latch = new CountDownLatch(threadCount);  
        //傳入?yún)?shù)
		String url = args[0];          //傳入數(shù)據(jù)庫url
		String dataBase = args[1];     //傳入數(shù)據(jù)庫名
		String user = args[2];         //傳入用戶名
		String pwd = args[3];          //傳入用戶密碼
		String table = args[4];        //傳入表名
		String path = args[5];         //傳入本地文件地址
		String deleteFlag = args[6];   //是否在插入前刪除表中的數(shù)據(jù)(true or false)
		System.out.println("deleteFlag is: "+deleteFlag);
		if(deleteFlag.equals("true") | deleteFlag.equals("True")){
			JdbcUtils.dropData(dataBase,url,user,pwd,table);
		}
        for(int i=0;i<threadCount;i++){  
            Thread thread = new Thread(new Worker(dataBase,latch,i*every,(i+1)*every,flag++,ch++,path,user,pwd,table,url)); 
            thread.start();
        }  
        try {  
            latch.await();  
            long endTimes = System.currentTimeMillis();  
            System.out.println("所有線程執(zhí)行完畢,用時為 :" + (endTimes - startTimes)/1000 + "s");  
        } catch (InterruptedException e) {  
            e.printStackTrace();  
        }  
    }             
}  
class Worker implements Runnable{   	
    int start = 0;  
    int end = 0;  
    int flag;
    int ch;
    String dataBase;
    String path;
    String user;
    String pwd;
    String table;
    String url;    
    CountDownLatch latch;  
    public Worker(String dataBase,CountDownLatch latch, int start,int end,int flag,int ch,String path,String user,String pwd,String table,String url){  
        this.start = start;  
        this.end = end;   
        this.latch = latch; 
        this.flag = flag;
        this.ch = ch;
        this.dataBase = dataBase;
        this.path = path;
        this.user = user;
        this.pwd = pwd;
        this.table = table;
        this.url = url;
    }        
    @Override  
    public synchronized void  run() {   
        System.out.println("線程" + Thread.currentThread().getName()+ "正在執(zhí)行。。");   
        JdbcUtils.writeToDat(dataBase,path,url,user,pwd,table,start,end,flag,ch);  
        latch.countDown();  
    }        
}  

 

提交申請后,顧問老師會電話與您溝通安排學(xué)習(xí)

免費課程推薦 >>
技術(shù)文檔推薦 >>
主站蜘蛛池模板: 成人三级精品视频在线观看 | 日本一区深夜影院深a | 久操视频免费 | 欧美日韩视频在线播放 | 国产成人一区二区 | 六度国产福利午夜视频黄瓜视频 | 污视频网站免费看 | 人人做人人做人人爱 | 一级特黄国产高清毛片97看片 | 日韩一级欧美一级在线观看 | 亚洲mv在线观看 | 欧美中文日韩 | 国产小视频福利 | 黄色片免费观看网站 | 特级按摩一级毛片 | 波多野结衣在线中文字幕 | 亚洲娇小黑人巨大交 | 一级黄色网 | 日韩中文字幕一区 | 国产精品视频全国免费观看 | 久久青娱乐 | 夜夜精品视频一区二区 | 久久99精品这里精品动漫6 | 日日摸夜夜爽人人添 | 妞干网最新视频 | 欧美中文网 | 天天摸天天看天天爽 | 成人a视频 | 国产亚洲欧美久久精品 | 精品国产拍拍拍无遮挡 | 天堂成人在线 | 亚洲图片欧美色图 | 青春草视频在线免费观看 | 看全免费的一级毛片 | 天天操天天射天天 | 久久精品伊人波多野结 | 外国xxx| 五月激情婷婷网 | 男人下身进女人阳道视频 | 福利片在线观看免费高清视频 | 网站免费黄色 |