package org.opencloudb.performance;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Calendar;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.concurrent.atomic.AtomicInteger;
/**
* @author shenzhw
*
*/
public class TestGlobalTableInsertPerf {
private static AtomicInteger finshiedCount = new AtomicInteger();
private static AtomicInteger failedCount = new AtomicInteger();
public static void addFinshed(int count) {
finshiedCount.addAndGet(count);
}
public static void addFailed(int count) {
failedCount.addAndGet(count);
}
private static Connection getCon(String url, String user, String passwd)
throws SQLException {
Connection theCon = DriverManager.getConnection(url, user, passwd);
return theCon;
}
public static void main(String[] args) throws Exception {
Class.forName("com.mysql.jdbc.Driver");
if (args.length < 5) {
System.out
.println("input param,format: [jdbcurl] [user] [password] [threadpoolsize] [record] ");
return;
}
int threadCount = 0;// 线程数
int recordCount = 0;// 要插入的记录数
String url = args[0];
String user = args[1];
String password = args[2];
threadCount = Integer.parseInt(args[3]);
recordCount = Integer.parseInt(args[4]);
System.out.println("concerent threads:" + threadCount);
System.out.println("total insert records:" + recordCount);
if (recordCount < 5000) {
System.out.println("recoud count must > 5000");
}
int threadTotalRecord = recordCount / threadCount;
int batchSize = 100;
ArrayList<Thread> threads = new ArrayList<Thread>(threadCount);
for (int i = 0; i < threadCount; i++) {
try {
int startId = i * threadTotalRecord;
Connection con = getCon(url, user, password);
System.out.println("create thread " + i
+ " insert record start at " + startId);
GoodsInsertJob job = new GoodsInsertJob(con, threadTotalRecord,
batchSize, startId);
Thread thread = new Thread(job);
threads.add(thread);
} catch (Exception e) {
System.out.println("failed create thread " + i + " err "
+ e.toString());
}
}
recordCount = threads.size() * threadTotalRecord;
System.out.println("success create thread count: " + threads.size()
+ " insert total records: " + recordCount);
for (Thread thread : threads) {
thread.start();
}
long start = System.currentTimeMillis();
System.out.println("all thread started,waiting finsh...");
while (finshiedCount.get() < recordCount) {
long sucess = finshiedCount.get() - failedCount.get();
System.out.println("finished records :" + finshiedCount.get()
+ " failed:" + failedCount.get() + " speed:" + sucess
* 1000.0 / (System.currentTimeMillis() - start));
Thread.sleep(1000);
}
long usedTime = (System.currentTimeMillis() - start) / 1000;
System.out.println("finishend:" + finshiedCount.get() + " failed:"
+ failedCount.get());
long sucess = finshiedCount.get() - failedCount.get();
System.out.println("used time total:" + usedTime + "seconds");
System.out.println("tps:" + sucess / usedTime);
}
}
class GoodsInsertJob implements Runnable {
private final Connection con;
private final int totalRecords;
private int finsihed;
private final int batchSize;
Calendar date = Calendar.getInstance();
DateFormat datafomat = new SimpleDateFormat("yyyy-MM-dd");
public GoodsInsertJob(Connection con, int totalRecords, int batchSize,
int startId) {
super();
this.con = con;
this.totalRecords = startId + totalRecords;
this.batchSize = batchSize;
this.finsihed = startId;
}
private int insert(List<Map<String, String>> list) {
PreparedStatement ps;
try {
String sql = "insert into goods (id,name ,good_type,good_img_url,good_created ,good_desc, price ) values(?,? ,?,?,? ,?, ?)";
ps = con.prepareStatement(sql);
for (Map<String, String> map : list) {
ps.setLong(1, Long.parseLong(map.get("id")));
ps.setString(2, (String) map.get("name"));
ps.setShort(3, Short.parseShort(map.get("good_type")));
ps.setString(4, (String) map.get("good_img_url"));
ps.setString(5, (String) map.get("good_created"));
ps.setString(6, (String) map.get("good_desc"));
ps.setDouble(7, Double.parseDouble(map.get("price")));
ps.addBatch();
ps.executeBatch();
}
} catch (Exception e) {
e.printStackTrace();
} finally {
}
return list.size();
}
private List<Map<String, String>> getNextBatch() {
int end = (finsihed + batchSize) < this.totalRecords ? (finsihed + batchSize)
: totalRecords;
List<Map<String, String>> list = new ArrayList<Map<String, String>>(
(end - finsihed));
for (int i = finsihed; i < end; i++) {
Map<String, String> m = new HashMap<String, String>();
m.put("id", i + "");
m.put("name", "googs " + i);
m.put("good_type", i % 100 + "");
m.put("good_img_url", "http://openclouddb.org/" + i);
m.put("good_created", getRandomDay(i));
m.put("good_desc", "best goods " + i);
m.put("price", (i + 0.0) % 1000 + "");
list.add(m);
}
finsihed += list.size();
return list;
}
private String getRandomDay(int i) {
int month = i % 11 + 1;
int day = i % 27 + 1;
date.set(Calendar.MONTH, month);
date.set(Calendar.DAY_OF_MONTH, day);
return datafomat.format(date.getTime());
}
@Override
public void run() {
List<Map<String, String>> batch = getNextBatch();
while (!batch.isEmpty()) {
try {
insert(batch);
TestGlobalTableInsertPerf.addFinshed(batch.size());
} catch (Exception e) {
TestGlobalTableInsertPerf.addFailed(batch.size());
e.printStackTrace();
}
batch = getNextBatch();
}
try {
con.close();
} catch (SQLException e) {
e.printStackTrace();
}
}
}