p05617423
/
bench4q
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge branch 'master' of https://github.com/lostcharlie/Bench4Q

This commit is contained in:
daisyonly 2014-08-27 20:18:44 +08:00
parent e28d430da8 7626aca95f
commit 1f6f999b35
12 changed files with 321 additions and 126 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

247
Bench4Q-Agent/src/main/java/org/bench4q/agent/plugin/basic/HBasePlugin/HBasePlugin.java
View File

@ -1,89 +1,158 @@
package org.bench4q.agent.plugin.basic.HBasePlugin;
import java.util.UUID;
import org.bench4q.agent.plugin.Constructor;
import org.bench4q.agent.plugin.Parameter;
import org.bench4q.agent.plugin.Plugin;
import org.bench4q.agent.plugin.behavior.Behavior;
import org.bench4q.agent.plugin.behavior.BehaviorType;
import org.bench4q.agent.utils.Type.SupportTypes;
import org.bench4q.share.exception.Bench4QRunTimeException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.log4j.Logger;
@Plugin("HBase")
public class HBasePlugin {
private final Configuration conf;
private final HTable tableUnderTest;
@Constructor
public HBasePlugin(
@Parameter(value = "dnsServer", type = SupportTypes.Field) String dnsServer,
@Parameter(value = "zookeeperQuorum", type = SupportTypes.Field) String zookeeperQuorum,
@Parameter(value = "zookeeperDataDir", type = SupportTypes.Field) String zookeeperDataDir,
@Parameter(value = "masterAdrress", type = SupportTypes.Field) String masterAdrress,
@Parameter(value = "tableName", type = SupportTypes.Field) String tableName) {
conf = HBaseConfiguration.create();
try {
Configuration config = new Configuration();
config.set("hbase.master.dns.nameserver", dnsServer);
config.setBoolean("hbase.cluster.distributed", true);
config.set("hbase.zookeeper.quorum", zookeeperQuorum);
config.set("hbase.zookeeper.property.dataDir", zookeeperDataDir);
config.set("hbase.master.info.bindAddress", masterAdrress);
@SuppressWarnings({ "unused", "resource" })
HBaseAdmin admin = new HBaseAdmin(config);
tableUnderTest = new HTable(conf, tableName);
} catch (Exception e) {
e.printStackTrace();
throw new Bench4QRunTimeException("Construct HBasePlugin fails!", e);
}
}
@Behavior(value = "Insert", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn insert(
@Parameter(value = "key", type = SupportTypes.Field) String key,
@Parameter(value = "value", type = SupportTypes.Field) String value) {
try {
Put put = new Put(UUID.randomUUID().toString().getBytes());
put.add("key1".getBytes(), "key1".getBytes(), key.getBytes());
put.add("value1".getBytes(), "value1".getBytes(), value.getBytes());
this.tableUnderTest.put(put);
} catch (Exception ex) {
Logger.getLogger(HBasePlugin.class).info(ex, ex);
return new HBaseReturn(false);
}
return new HBaseReturn(true);
}
@Behavior(value = "Query", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn query(
@Parameter(value = "key", type = SupportTypes.Field) String key) {
try {
Filter filter = new SingleColumnValueFilter(Bytes.toBytes("key1"),
Bytes.toBytes("key1"), CompareOp.EQUAL, Bytes.toBytes(key)); // µ±ÁÐcolumn1µÄֵΪaaaʱ½øÐвéѯ
Scan s = new Scan();
s.setFilter(filter);
ResultScanner resultScanner = this.tableUnderTest.getScanner(s);
for (Result r : resultScanner) {
System.out.println("get the row key:" + new String(r.getRow()));
}
} catch (Exception ex) {
Logger.getLogger(HBasePlugin.class).info(ex, ex);
return new HBaseReturn(false);
}
return new HBaseReturn(true);
}
}
package org.bench4q.agent.plugin.basic.HBasePlugin;
import java.io.IOException;
import java.util.UUID;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.filter.CompareFilter.CompareOp;
import org.apache.hadoop.hbase.filter.Filter;
import org.apache.hadoop.hbase.filter.SingleColumnValueFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.log4j.Logger;
import org.bench4q.agent.plugin.Constructor;
import org.bench4q.agent.plugin.Parameter;
import org.bench4q.agent.plugin.Plugin;
import org.bench4q.agent.plugin.behavior.Behavior;
import org.bench4q.agent.plugin.behavior.BehaviorType;
import org.bench4q.agent.utils.Type.SupportTypes;
import org.bench4q.share.exception.Bench4QRunTimeException;
@Plugin("HBase")
public class HBasePlugin {
private final Configuration conf;
private final HTable tableUnderTest;
@Constructor
public HBasePlugin(
@Parameter(value = "dnsServer", type = SupportTypes.Field) String dnsServer,
@Parameter(value = "zookeeperQuorum", type = SupportTypes.Field) String zookeeperQuorum,
@Parameter(value = "zookeeperDataDir", type = SupportTypes.Field) String zookeeperDataDir,
@Parameter(value = "masterAdrress", type = SupportTypes.Field) String masterAdrress,
@Parameter(value = "tableName", type = SupportTypes.Field) String tableName) {
conf = HBaseConfiguration.create();
try {
Configuration config = new Configuration();
config.set("hbase.master.dns.nameserver", dnsServer);
config.setBoolean("hbase.cluster.distributed", true);
config.set("hbase.zookeeper.quorum", zookeeperQuorum);
config.set("hbase.zookeeper.property.dataDir", zookeeperDataDir);
config.set("hbase.master.info.bindAddress", masterAdrress);
@SuppressWarnings({ "unused", "resource" })
HBaseAdmin admin = new HBaseAdmin(config);
tableUnderTest = new HTable(conf, tableName);
} catch (Exception e) {
Logger.getLogger(HBasePlugin.class).error(e, e);
throw new Bench4QRunTimeException("Construct HBasePlugin fails!", e);
}
}
@Behavior(value = "Insert", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn insert(
@Parameter(value = "key", type = SupportTypes.Field) String key,
@Parameter(value = "value", type = SupportTypes.Field) String value) {
try {
Put put = new Put(UUID.randomUUID().toString().getBytes());
put.add("key1".getBytes(), "key1".getBytes(), key.getBytes());
put.add("value1".getBytes(), "value1".getBytes(), value.getBytes());
this.tableUnderTest.put(put);
return new HBaseReturn(true);
} catch (Exception ex) {
Logger.getLogger(HBasePlugin.class).info(ex, ex);
return new HBaseReturn(false);
}
}
@Behavior(value = "Query", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn query(
@Parameter(value = "key", type = SupportTypes.Field) String key) {
try {
Filter filter = new SingleColumnValueFilter(Bytes.toBytes("key1"),
Bytes.toBytes("key1"), CompareOp.EQUAL, Bytes.toBytes(key));
Scan s = new Scan();
s.setFilter(filter);
ResultScanner resultScanner = this.tableUnderTest.getScanner(s);
for (Result r : resultScanner) {
System.out.println("get the row key:" + new String(r.getRow()));
}
return new HBaseReturn(true);
} catch (Exception ex) {
Logger.getLogger(HBasePlugin.class).info(ex, ex);
return new HBaseReturn(false);
}
}
/**
* get style, read according to rowKey
* @param rowkey
* @throws IOException
* @return
*/
@Behavior(value = "Get", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn get(@Parameter(value = "rowkey", type = SupportTypes.Field) String rowkey) {
try {
Get g = new Get(Bytes.toBytes(rowkey));
Result r = tableUnderTest.get(g);
for(KeyValue kv : r.raw()){
System.out.println("column: " + new String(kv.getRow()));
System.out.println("value: " + new String(kv.getValue()));
}
return new HBaseReturn(true);
} catch (IOException ex) {
Logger.getLogger(HBasePlugin.class).info(ex, ex);
return new HBaseReturn(false);
}
}
/**
* Perform a range scan for a set of records in the database.
* @param startkey The record key of the first record to read.
* @param recordcount The number of records to read
* @return
*/
@Behavior(value = "Scan", type = BehaviorType.USER_BEHAVIOR)
public HBaseReturn scan(@Parameter(value = "startkey", type = SupportTypes.Field) String startkey,
@Parameter(value = "recordcount", type = SupportTypes.Field) String recordcount)
{
Scan s = new Scan(Bytes.toBytes(startkey));
Integer count = Integer.getInteger(recordcount);
s.setCaching(count);
ResultScanner scanner = null;
try {
scanner = tableUnderTest.getScanner(s);
int numResults = 0;
for (Result rr = scanner.next(); rr != null; rr = scanner.next())
{
String key = Bytes.toString(rr.getRow());
for (KeyValue kv : rr.raw()) {
System.out.println("result: key =" + kv.getQualifier() + " value = " + kv.getValue());
}
numResults++;
if (numResults >= count)
{
break;
}
}
}catch (IOException e) {
Logger.getLogger(HBasePlugin.class).info(e, e);
return new HBaseReturn(false);
}finally {
scanner.close();
}
return new HBaseReturn(true);
}
}

28
Bench4Q-Agent/src/main/java/org/bench4q/agent/plugin/basic/MongoDB/MongoDBPlugin.java
View File

@ -1,6 +1,8 @@
package org.bench4q.agent.plugin.basic.MongoDB;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import org.apache.log4j.Logger;
import org.bench4q.agent.plugin.Constructor;
@ -46,9 +48,20 @@ public class MongoDBPlugin {
@Parameter(value = "value", type = SupportTypes.Field) String value) {
Mongo mongo = null;
try {
mongo = new Mongo(new ServerAddress(hostName, port),
List<ServerAddress> hostsList = new ArrayList<ServerAddress>();
String[] hosts = hostName.split(",");
for(String host : hosts)
{
hostsList.add(new ServerAddress(host));
}
mongo = new Mongo(hostsList ,
new MongoOptions(new MongoClientOptions.Builder()
.maxWaitTime(1000 * 40).build()));
/*mongo = new Mongo(new ServerAddress(hostName, port),
new MongoOptions(new MongoClientOptions.Builder()
.maxWaitTime(1000 * 40).build()));
*/
DB db = mongo.getDB(dbName);
DBCollection table = db.getCollection(this.tableUnderTest);
DBObject valueToInsert = new BasicDBObject();
@ -72,7 +85,16 @@ public class MongoDBPlugin {
@Parameter(value = "properties", type = SupportTypes.Table) String properties) {
Mongo mongo = null;
try {
mongo = new Mongo(hostName, port);
List<ServerAddress> hostsList = new ArrayList<ServerAddress>();
String[] hosts = hostName.split(",");
for(String host : hosts)
{
hostsList.add(new ServerAddress(host));
}
mongo = new Mongo(hostsList ,
new MongoOptions(new MongoClientOptions.Builder()
.maxWaitTime(1000 * 40).build()));
DB db = mongo.getDB(dbName);
DBCollection table = db.getCollection(this.tableUnderTest);
Table propertiesTable = Table.buildTable(properties,
@ -99,4 +121,4 @@ public class MongoDBPlugin {
}
}
}
}

10
Bench4Q-Agent/src/main/java/org/bench4q/agent/plugin/basic/Oracle/OracleDBReturn.java Normal file
View File

@ -0,0 +1,10 @@
package org.bench4q.agent.plugin.basic.Oracle;
import org.bench4q.agent.plugin.basic.PluginReturn;
public class OracleDBReturn extends PluginReturn {
public OracleDBReturn(boolean success){
super(success);
}
}

BIN
Bench4Q-Master/src/main/resources/org/bench4q/master/config/httpCaptureConfig/bench4q.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 3.3 KiB

6
Bench4Q-Master/src/main/resources/org/bench4q/master/config/httpCaptureConfig/maxq.properties
View File

@ -51,4 +51,8 @@ generator.isac.timer=ConstantTimer
#extra properties for a negative exponential law distribution
#generator.isac.timer.random.dist=negexpo
#generator.isac.timer.random.delta=10
#generator.isac.timer.random.delta=10
##########################################
#file append to record html
##########################################
record.flag.file=recordFlag.html

6
Bench4Q-Master/src/main/resources/org/bench4q/master/config/httpCaptureConfig/recordFlag.html Normal file
View File

@ -0,0 +1,6 @@
<div id="recordProxy-toolbar" style="margin: 0 0 0 0 !important;padding: 0 0 0 0 !important;z-index: 1000000;position: fixed;top: -3px;_position: absolute;_top: expression(eval(document.body.scrollTop-3));height: 40px;border: solid #fff 3px;background: #115822;filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#196630', endColorstr='#004811'); background: -webkit-gradient(linear,left top,left bottom,from(#61b0df),to(#369bd7));background: -moz-linear-gradient(#61b0df, #369bd7);background: -o-linear-gradient(top,#61b0df,#369bd7);background:linear-gradient(#61b0df, #369bd7);border-radius: 0px 0px 10px 10px">
<div id="recordProxy-toolbar-content" style=" vertical-align: top;overflow: hidden;display: block;width: 175px;height: 38px;background: url('bench4q.png') no-repeat 10px 10px">
<a class="recordProxy-button" style="margin: 7px 5px;display: inline-block;background: #F3F3F3;filter: progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffffff', endColorstr='#c4c4c4');background: -webkit-gradient(linear, 0% 0%, 0% 170%, from(white), to(#C4C4C4));background: -moz-linear-gradient(0% 170% 90deg, #C4C4C4, white);background: -o-linear-gradient(0% 170% 90deg, #C4C4C4, white);color: #404040 !important;font: 12px/12px 'Helvetica Neue', Helvetica, Arial, sans-serif;text-align: center;text-decoration: none;text-shadow: 1px 1px 0 white;white-space: nowrap;outline: 0;padding: 5px 8px 5px;border: 1px solid;-moz-border-radius: 3px;-webkit-border-radius: 3px;-o-border-radius: 3px;border-radius: 3px;border-color: #E6E6E6 #CCC #CCC #E6E6E6;margin-left: 40px" onclick="alert('请返回bench4q进行操作')" href="#">正在录制脚本</a>
<a class="recordProxy-indicator" style="cursor: default;vertical-align: top;text-decoration: none;display: inline-block;width: 22px;height: 22px;margin-top: 8px;background: url('recordProxy.png') no-repeat top left;border: none" onclick="return false;" href="#">&nbsp;</a>
</div>
</div>

BIN
Bench4Q-Master/src/main/resources/org/bench4q/master/config/httpCaptureConfig/recordProxy.png Normal file
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 1.0 KiB

2
Bench4Q-Recorder/.classpath
View File

@ -18,7 +18,7 @@
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER">
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/J2SE-1.5">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>

7
Bench4Q-Recorder/src/main/java/org/bench4q/recorder/httpcapture/Config.java
View File

@ -54,10 +54,9 @@ public class Config {
String maxqDir = System.getProperty("maxq.dir");
String pathSep = System.getProperty("file.separator");
// "\\src\\main\\resources\\org\\bench4q\\master\\config\\httpCaptureConfig\\maxq.properties";
String propertiesFileName = System.getProperty("user.dir") + "src"
+ pathSep + "main" + pathSep + "resources" + pathSep + "org"
+ pathSep + "bench4q" + pathSep + "master" + pathSep + "config"
+ pathSep + "httpCaptureConfig" + pathSep + "maxq.properties";
String propertiesFileName = "org" + pathSep + "bench4q" + pathSep
+ "master" + pathSep + "config" + pathSep + "httpCaptureConfig"
+ pathSep + "maxq.properties";
InputStream propertiesStream = Config.class.getClassLoader()
.getResourceAsStream(propertiesFileName);

16
Bench4Q-Recorder/src/main/java/org/bench4q/recorder/httpcapture/RequestHandler.java
View File

@ -41,8 +41,9 @@ public class RequestHandler implements Runnable {
try {
this.header = new HttpRequestHeader(this.clientIn);
} catch (IOException e) {
if(this.header != null){
log.error("truncated request from browser: " + this.header.url, e);
if (this.header != null) {
log.error("truncated request from browser: " + this.header.url,
e);
System.out.println(this.header.url);
}
throw new Utils.SilentException();
@ -51,7 +52,7 @@ public class RequestHandler implements Runnable {
throw new Utils.UserException(
"Bench4Q only supports the HTTP protocol.");
URL url = new URL(this.header.url);
System.out.println(this.header.url);
Config.ProxySettings proxy = this.config.getProxySettings();
int port;
String host;
@ -161,18 +162,19 @@ public class RequestHandler implements Runnable {
int len;
while ((len = this.serverIn.read(buf, 0, buf.length)) >= 0) {
log.trace("read " + Integer.toString(len));
this.buffer.write(buf, 0, len);
}
log.trace("transferred response len:" + len);
ResponseModel responseModel = new ResponseModel(this.buffer.toByteArray());
ResponseModel responseModel = new ResponseModel(
this.buffer.toByteArray());
this.proxyServer.processResponse(this.header, requestBody,
responseModel);
try {
this.clientOut.write(responseModel.getResponse());
} catch (SocketException e) {
log.info("browser stopped listening: "
+ e.getMessage() + this.buffer.toString());
log.info("browser stopped listening: " + e.getMessage()
+ this.buffer.toString());
throw new Utils.SilentException();
}
log.trace("processed response");

65
Bench4Q-Recorder/src/main/java/org/bench4q/recorder/httpcapture/generator/HtmlDocumentParser.java
View File

@ -1,9 +1,12 @@
package org.bench4q.recorder.httpcapture.generator;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
import org.apache.log4j.Logger;
import org.bench4q.recorder.httpcapture.Config;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
@ -12,24 +15,39 @@ import org.jsoup.select.Elements;
public class HtmlDocumentParser {
private Document document;
private static Logger logger = Logger.getLogger(HtmlDocumentParser.class);
private static String recordFlagHtml = "<div id=\"hemeimei\" style=\"cursor: default;vertical-align: top;"
+ "text-decoration: none;display: inline-block;width: 22px;height: 22px;"
+ "margin-top: 8px;border: none;"
+ "url('data:image/png;"
+ "base64,iVBORw0KGgoAAAANSUhEUgAAABYAAAAWCAYAAADEtGw7AAAAGXRFWHRTb2Z0d2FyZQBBZG9iZSBJbWFnZVJlYWR5"
+ "ccllPAAAA6dJREFUeNrUlV9oW3UUx8/v3iQ3ubk3q0mXm2xZa0oximKXtqNOBhMq60NQoeCzjO1pVAWh4FsJTFAfJqgMffBp"
+ "jz7JGHtYCzoYdC6YqW2Zbik1XZubJQ1dbnJzc//9PL+2YV3/yR724IEvv5vfPb9PTs7vnBNCKYXnYRw8J/Mc9JIQwuMSQvmZZ"
+ "ABBA2jjs7GlOv5i55nACJUQdOR7gPfjhJwWAQZ4Sg87hDxqAfz+kNKfLwD8iH4qwhu7zu+VY0mSlI8BXn9H1789PDTU253JCL"
+ "6eHvB0d4O9tgbm8jJUb9xoV27dWvxJFD/6BuDPRqNRPhCcTCa7JqvVsTds+4cXJyZE6eRJ0i6VwKnXwWk2gRME4INBEI4eBX1"
+ "ujv5z6ZL+C8d98HU0Ol0oFB7vCR4eHvb263rqk3v3Zl7OZqOeWAxa9+8DtW0A5sfkugCOA5QQEFMpcNbX4a9sVv0ilXp7KRD4O"
+ "5fLWbuqQlGUyIVC4dMjmUzYixE183lwNbwuw3iidntTGH0zlwNvJALK6GhkYnFxUpblyJ7lFgqF/EHLejdy5oxHv3sXQNf3hFK"
+ "2miZAqwXa9DREBga8kmm+F4vF/LvA2WzW81axGPceOiRwgQDY5TJQPLgdSnBlopUK2AsLYN6+DQaKcBx4BEF8c2Ulyjg7y83Xs7z"
+ "8ihiP29b8vM8uFICXpI3LoiyvLEIGrdXAtSxgd0Nwn8NcO7gnJRJO/9LSa78CzCHL3g52iSxrFsspHnSxEgAjoSgWEdbrphDIsX1"
+ "c2bW7CCc+H1iGQTGXdba1M8dmc2xswVBVge/qAs7rfQJDcZ0v4PnN584++vGhELRWV33VTGaecZ4CT01NueTUqccYSdnC/Ap9fR"
+ "sHYQd8O5S9Y37MH3h+NTgyojHOrqoYHx9/6PT1fbZy7ZoRHBoCDhvhqai31PnMGiUwOAgr168bZjL5eTgcbhzY0r/J8oySTp9+4"
+ "cQJvjU7C46qAocp2IgSjV0mpyjgHxmB9Tt3HDWfnyE3b55Np9Ml9nrfITSoaaN5v3+hpapJbBa/i/Xs4oygjQZwsgwcNgURRShdvW"
+ "poxeJi8OLFyVQ6Xe1A9424Y3/09n5Jy+UP5f5+GozHBV84zJm1mquXSu36gweEKMpXL83Ofld1nEoikWj953TbbpXLl4+vXbly3CwW"
+ "09BovIoRz3mOHcuHz53LR8+fX0WXWqfEngmMxoa9wBpI0zQPzgN7q6TYwHf2nef/u/+8fwUYAGyMtUnmcOi+AAAAAElFTkSuQmCC') no-repeat top left\"></div>";
private static String recordFlagHtml = null;
private static void initRecordFlagHtml() {
String pathSep = System.getProperty("file.separator");
String recordFlagFilePath = "org" + pathSep + "bench4q" + pathSep
+ "master" + pathSep + "config" + pathSep + "httpCaptureConfig"
+ pathSep + Config.getConfig().getProperty("record.flag.file");
InputStream is = HtmlDocumentParser.class.getClassLoader()
.getResourceAsStream(recordFlagFilePath);
if (is == null)
return;
StringBuffer out = new StringBuffer();
byte[] b = new byte[4096];
int n;
try {
while ((n = is.read(b)) != -1) {
out.append(new String(b, 0, n));
}
recordFlagHtml = out.toString();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
private static String getRecordFlagHtml() {
if (recordFlagHtml == null) {
initRecordFlagHtml();
}
return recordFlagHtml;
}
private Document getDocument() {
return document;
@ -43,18 +61,23 @@ public class HtmlDocumentParser {
this.setDocument(Jsoup.parse(htmlContent, baseUrl));
}
public String toString(){
public String toString() {
return this.getDocument().toString();
}
public void beginParse() {
}
/**
*
*/
public void appendRecordFlag(){
this.getDocument().body().append(recordFlagHtml);
public void appendRecordFlag() {
String recordFlagHtml = getRecordFlagHtml();
if (recordFlagHtml != null)
this.getDocument().body().append(recordFlagHtml);
}
public List<ChildrenUrl> buildParentChildrenRelationship(int parentBatchId) {
List<ChildrenUrl> result = new ArrayList<ChildrenUrl>();
if (parentBatchId == -1) {

60
Bench4Q-Recorder/src/test/java/org/bench4q/recorder/Test_RequestHandler.java Normal file
View File

@ -0,0 +1,60 @@
package org.bench4q.recorder;
import java.io.IOException;
import java.net.ServerSocket;
import org.apache.commons.httpclient.HostConfiguration;
import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.HttpException;
import org.apache.commons.httpclient.URI;
import org.apache.commons.httpclient.URIException;
import org.apache.commons.httpclient.methods.GetMethod;
import org.bench4q.recorder.httpcapture.ProxyServer;
import org.bench4q.recorder.httpcapture.RequestHandler;
import org.junit.Test;
public class Test_RequestHandler {
private static final int PORT = 8910;
@Test
public void test() {
try {
ProxyServer proxyServer = new ProxyServer(PORT);
RequestHandler requestHandler = new RequestHandler(proxyServer,
proxyServer.getServerSocket().accept());
requestHandler.run();
} catch (IOException e) {
e.printStackTrace();
}
}
@Test
public void test2() {
new SendRequest().run();
}
private static class SendRequest implements Runnable {
private HttpClient httpClient = new HttpClient();
public void run() {
HostConfiguration hostConfiguration = new HostConfiguration();
hostConfiguration.setProxy("127.0.0.1", PORT);
httpClient.setHostConfiguration(hostConfiguration);
GetMethod get = new GetMethod();
try {
get.setURI(new URI("http://www.baidu.com"));
int statusCode = this.httpClient.executeMethod(get);
System.out.println(statusCode);
} catch (URIException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (HttpException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
}