Updated performance benchmarking scripts

config/test.ini

@@ -1,3 +1,10 @@
-[test]
+[service]
 host=http://localhost
 port=8000
+ctrserv=podman
+image=quay.io/konveyor/tackle-container-advisor
+version=v1.1.0
+memlim=4000m
+
+[payload]
+file=CIO_full_tech_summary_only.json

test/performance/run_payload.py

@@ -6,57 +6,103 @@
 from concurrent.futures import ThreadPoolExecutor
 import json
 import time
+import subprocess
+
+def call_tca(url):
+    start = time.time()
+    headers = {'Accept': 'application/json', 'Content-Type': 'application/json'}
+    resp = requests.post(url, data=json.dumps(data), headers=headers)
+    return time.time()-start,resp
+
+def get_performance_data(n_user, n_data):
+    global data
+    actual_len = len(data)
+    if n_data != 0:
+        required_data = n_data
+    else:
+        required_data = actual_len
+    quo = required_data // actual_len
+    rem = required_data % actual_len
+    data = quo * data + data[:rem]
+    # print('Payload size : ', len(data), 'records')
+
+    assert(n_user > 0)
+    # print('No of concurrent user : ',n_user)
+
+    urls = [host+':'+port+'/standardize']*n_user  
+
+    # os.system('podman run --name tca -d -p 8000:8000 -m 4000m quay.io/konveyor/tackle-container-advisor:v1.1.0 > /dev/null')
+    with open(os.devnull, 'wb') as devnull:
+        cmd = ctrserv + ' run --name tca -d -p 8000:'+port+ ' -m '+memlim+' '+image+':'+version
+        subprocess.check_call(cmd, shell=True, stdout=devnull, stderr=subprocess.STDOUT)
+
+    try:
+        status_code = 400
+        while status_code != 200:    
+            headers = {'Accept': 'application/json', 'Content-Type': 'application/json'}
+            resp = requests.get(host+':'+port+'/health_check', headers=headers)
+            status_code = resp.status_code
+
+        with ThreadPoolExecutor() as pool:
+            results = pool.map(call_tca, urls)
+
+        result           = {}
+        result['n_user']    = n_user
+        result['n_data']    = len(data)
+        result['succ_rate'] = 0
+        result['avg_resp_time'] = 0
+        for i,whole_resp in enumerate(list(results)):
+            time_taken, resp_code = whole_resp
+            result['avg_resp_time'] += round(time_taken,2)
+            if resp_code.status_code == 201:
+                result['succ_rate'] += 1
+
+        result['succ_rate'] = result['succ_rate']/n_user
+        result['avg_resp_time'] = round(result['avg_resp_time']/n_user, 2)
+    except Exception as e:
+        print("Exception = ", e)
+
+    with open(os.devnull, 'wb') as devnull:
+        cmd = ctrserv + ' stats --no-stream --format=json tca > stats.json'
+        subprocess.check_call(cmd, shell=True, stdout=devnull, stderr=subprocess.STDOUT)
+        cmd = ctrserv + ' stop tca'
+        subprocess.check_call(cmd, shell=True, stdout=devnull, stderr=subprocess.STDOUT)
+        cmd = ctrserv + ' rm tca'
+        subprocess.check_call(cmd, shell=True, stdout=devnull, stderr=subprocess.STDOUT)
+
+    with open('stats.json', 'r') as stats_file:
+        stats = json.load(stats_file)
+        result['server'] = stats[0]
+
+    return result
 
 logging.basicConfig(level=logging.INFO, format="[%(asctime)s] %(name)s:%(levelname)s in %(filename)s:%(lineno)s - %(message)s", filemode='w')
-config   = configparser.ConfigParser()
-test     = os.path.join("config", "test.ini")
+config      = configparser.ConfigParser()
+test        = os.path.join("config", "test.ini")
 config.read(test)
 try:
-    host = config['test']['host']
-    port = config['test']['port']
+    host   = config['service']['host']
+    port   = config['service']['port']
+    ctrserv= config['service']['ctrserv']
+    image  = config['service']['image']
+    version= config['service']['version']
+    memlim = config['service']['memlim']
+    file   = config['payload']['file']
 except KeyError as k:
     logging.error(f'{k}  is not a key in your test.ini file.')
     exit()
 
-with open(os.path.join("test", "performance", "small.json")) as f:
+data = None
+with open(os.path.join("test", "performance", file)) as f:
     data = json.load(f)
 
-actual_len = len(data)
+dpts    = [(1,10), (1,100), (1,1000), (1,5000)]
+results = []
+for pt in dpts:
+    print("Working on", pt)
+    result = get_performance_data(pt[0], pt[1])
+    results.append(result)
+with open(os.path.join("test", "performance", "results.json"), 'w') as f:
+    json.dump(results, f, indent=4)
 
-try:
-    required_data = int(sys.argv[2])
-except IndexError:
-    required_data = 1000
-
-quo = required_data // actual_len
-rem = required_data % actual_len
-data = quo * data + data[:rem]
-print('Payload size : ', len(data), 'records')
-
-try:
-    n_user = int(sys.argv[1])
-except IndexError:
-    n_user = 1
-
-print('No of concurrent user : ',n_user)
-
-urls = [host+':'+port+'/entity-standardizer']*n_user  
 
-def call_tca(url):
-    start = time.time()
-    headers = {'Accept': 'application/json', 'Content-Type': 'application/json'}
-    resp = requests.post(url, data=json.dumps(data), headers=headers)
-    return time.time()-start,resp
-
-
-with ThreadPoolExecutor() as pool:
-    results = pool.map(call_tca, urls)
-
-success = 0
-for i,whole_resp in enumerate(list(results)):
-    time_taken, resp_code = whole_resp
-    if resp_code.status_code == 201:
-        success += 1
-    print(f'User {i+1} Time taken  : {round(time_taken,2)}s Response Code : {resp_code.status_code}')
-
-print(f'Passed - {success}/{n_user}')