Apache Bench做压力测试

摘要：为什么呢因为不要忘了服务器是，关闭这些文件描述符只是客户端的，意味着文件描述符可以被再次分配，但服务端依然保有，它的资源没有被释放，限制依旧存在。

Apache Bench是一个简单易用的压力测试工具，在这里我不想多讲。今天主要说的是写一个py脚本来自动化测试过程，以及中间遇到的一些奇葩问题。

python#!/usr/bin/env python
# encoding: utf-8
import sys
import subprocess as sub
import json
import re
import time
store=open(sys.argv[1],"w")
if len(sys.argv)>2:
    total=sys.agrv[2]
else:
    total=10000
if len(sys.argv)>3:
    hostPath=sys.argv[3]
else:
    hostPath="http://127.0.0.1:3000/"
#url=["index","str","json","read","write","chain"]
#cocurrency=[8,16,32,64,128,256]
url=["str","json","chain"];cocurrency=[16]
result=dict.fromkeys(url,{})
def parseAB(src,dst):
    src=src.split("
")
    pattern=re.compile(r"d+.{0,1}d{0,10}")
    for i in range(15,len(src)-10):
        if(src[i].count(":")==0):
            continue
        tmp=src[i].split(":")
        key=tmp[0]
        data=pattern.findall(tmp[1])
        if not data:
            continue
        elif(len(data)>1):
            dst[key]=[]
            for j in data:
                dst[key]=dst[key]+[float(j)]
        else:
            dst[key]=float(data[0])
        dst["percentage"]={}
    for i in range(len(src)-10,len(src)):
        tmp=pattern.findall(src[i])
        if(len(tmp)!=2):
            continue
        dst["percentage"][int(tmp[0])]=int(tmp[1])
    return dst

for item in url:
    for c in cocurrency:
        child=sub.check_output("ab -k -n "+str(total)+" -c "+str(c)+" "+hostPath+item,shell=True,close_fds=True)
        #child=sub.Popen("ab -k -n "+str(total)+" -c "+str(c)+" "+hostPath+item,shell=True,close_fds=True,stdout=sub.PIPE)
        result[item][c]={}
        parseAB(child,result[item][c])
        time.sleep(5)

store.write(json.dumps(result));
store.close()

python#!/usr/bin/env python
# encoding: utf-8

import sys
import json

basePath=""
frame=["express"]
data={}

for f in frame:
    data[f]=json.loads(open(basePath+f+".json","r").read())
url=data[frame[0]].keys()
cocurrency=data[frame[0]][url[0]].keys()
keyList=data[frame[0]][url[0]][cocurrency[0]].keys()
print "you can get these key:   "+str(keyList)
compare=dict.fromkeys(frame,dict.fromkeys(url,{}))
for f in frame:
    for u in url:
        for k in keyList:
            dataType=type(data[f][u][cocurrency[0]][k])
            if dataType==int or dataType==float:
                tmp=[]
                for c in cocurrency:
                    tmp=tmp+[dataType(data[f][u][c][k])]
                compare[f][u][k]=tmp
            elif dataType==dict:
                percent=data[f][u][cocurrency[0]][k].keys()
                tmp=dict.fromkeys(percent,[])
                for p in percent:
                    for c in cocurrency:
                        tmp[p]=tmp[p]+[data[f][u][c][k][p]]
                compare[f][u][k]=tmp
            elif dataType==list:
                sta=["min","mean","sd","median","max"]
                tmp=dict.fromkeys(sta,[])
                for i in range(len(sta)):
                    for c in cocurrency:
                        s=sta[i]
                        tmp[s]=tmp[s]+[data[f][u][c][k][i]]
                compare[f][u][k]=tmp

def get(f,u,k,index=None):
    if k=="percentage":
        if not index:
            return compare[f][u][k]["95"]
        else:
            return compare[f][u][k][str(index)]
    elif type(compare[f][u][k])==dict:
        if not index:
            return compare[f][u][k]["mean"]
        else:
            return compare[f][u][k][index]
    else:
        return compare[f][u][k]

pythonimport handle
handle.get("express","json","Time per request")
//return an array for all cocurrency you choose

shab -c 8 -n 10000 http://127.0.0.1:3000/json

shab -c 8 -n 10000 http://localhost:3000/json