Difference between revisions of "Synthesizing SVT Data"
Jump to navigation
Jump to search
PeterHarding (talk | contribs) |
PeterHarding (talk | contribs) |
||
| Line 177: | Line 177: | ||
=Generating User Profiles= | =Generating User Profiles= | ||
This script generated user profiles along with associated (synthetically generated) credit card numbers. | |||
<pre> | <pre> | ||
Revision as of 10:29, 16 April 2008
Overview
Preparing data for performance tests is a very important part of the preparation phase for a load test exercise. The following scripts provide simple examples of approaches to synthesize parameter data for use by the test scripts.
User Login IDs
#!/usr/bin/env python print 'UserId' for i in range(200): print "svt%03d" % i
Unquoting URL Data
#!/usr/bin/env python
import urllib
encoded_data = """
%3CPromptEngineRuntimeContext%20xmlns%3D%22http%3A%2F%2Fwww.crystaldecisions.com%2Freport%22%20xmlns%3Axsi%3D%22http%3A%2F%2F
www.w3.org%2F2001%2FXMLSchema-instance%22%20xmlns%3Axsd%3D%22http%3A%2F%2Fwww.w3.org%2F2001%2FXMLSchema%22%20xsi%3Atype%3D%22
PromptEngineRuntimeContext%22%20version%3D%222%22%3E%3CID%3E{MachineXID}%3C%2FID%3E%3CRenderOption%20xsi%3Atype%3D%22
BOwner%26gt%3B%26lt%3B%2FOwner%26gt%3B%26lt%3BDefinition%20xsi%3Atype%3D%22Parameter%22%20id%3D%225%22%26gt%3B%26lt%3B",
"""
data = urllib.unquote(encoded_data)
print data
Generating Synthetic Credit Card Numbers
#!/usr/bin/env python
#
#
#
#-------------------------------------------------------------------------------
"""
Generate a abitrary collection of pseudo Credit card numbers which
satisfy the validation test
"""
import sys
import random
#-------------------------------------------------------------------------------
prefix = '1234'
max_digits = 16
max_numbers = 1000
#-------------------------------------------------------------------------------
def gen(prefix):
no = prefix
l = list(no)
i = len(prefix)
while (i < (max_digits - 1)):
x = random.randint(0, 9)
l.append(str(x))
# print i, l, x
i += 1
no = ''.join(l)
chk_digit = encode(no)
delta = 10 - chk_digit
if delta == 10:
delta = 0
# print chk_digit, delta
l.append(str(delta))
no = ''.join(l)
return no
#-------------------------------------------------------------------------------
def encode(no):
n = 0
tot = 0
for i in range(len(no)):
v = int(no[i])
if i % 2 == 0:
inc = v * 2
if v > 4:
n += 1
else:
inc = v
tot += inc
tot += n
chk = tot % 10
return chk
#-------------------------------------------------------------------------------
def validate(ccnumber):
cnt = 0
tot = 0
for i in range(len(ccnumber)):
val = int(ccnumber[i])
if i % 2 == 0:
inc = val * 2
if val > 4:
cnt += 1
else:
inc = val
tot += inc
tot += cnt
if ((tot % 10) == 0):
return True
else:
return False
#-------------------------------------------------------------------------------
def test():
for no in nos:
print no
if validate(no):
print "Card number VALID"
else:
print "Card number INVALID"
#-------------------------------------------------------------------------------
def main():
i = 0
while i < max_numbers:
cc_no = gen(prefix)
if validate(cc_no):
print cc_no
else:
print "Card number %s - INVALID" % cc_no
cc_no = None
if cc_no:
i += 1
else:
pass
#-------------------------------------------------------------------------------
if __name__ == "__main__":
main(sys.argv[1:])
#-------------------------------------------------------------------------------
Generating User Profiles
This script generated user profiles along with associated (synthetically generated) credit card numbers.
#!/usr/bin/env python
#
# $Id:$
#
#-------------------------------------------------------------------------------
"""
Generate an abitrary collection of pseudo Credit Card numbers which
satisfy the validation test
"""
import sys
import random
import getopt
#-------------------------------------------------------------------------------
prefix = '1234'
max_digits = 16
max_numbers = 1000
#-------------------------------------------------------------------------------
cost_centers = [
["XX100000-X", "XXX DIVISION XX100000"],
["XX100001-X", "XXX DIVISION XX100001"],
...
]
#-------------------------------------------------------------------------------
def gen(prefix):
no = prefix
l = list(no)
i = len(prefix)
while (i < (max_digits - 1)):
x = random.randint(0, 9)
l.append(str(x))
# print i, l, x
i += 1
no = ''.join(l)
chk_digit = encode(no)
delta = 10 - chk_digit
if delta == 10:
delta = 0
# print chk_digit, delta
l.append(str(delta))
no = ''.join(l)
return no
#-------------------------------------------------------------------------------
def encode(no):
n = 0
tot = 0
for i in range(len(no)):
v = int(no[i])
if i % 2 == 0:
inc = v * 2
if v > 4:
n += 1
else:
inc = v
tot += inc
tot += n
chk = tot % 10
return chk
#-------------------------------------------------------------------------------
def validate(ccnumber):
cnt = 0
tot = 0
for i in range(len(ccnumber)):
val = int(ccnumber[i])
if i % 2 == 0:
inc = val * 2
if val > 4:
cnt += 1
else:
inc = val
tot += inc
tot += cnt
if ((tot % 10) == 0):
return True
else:
return False
#-------------------------------------------------------------------------------
def test():
for no in nos:
print no
if validate(no):
print "Card number VALID"
else:
print "Card number INVALID"
#-------------------------------------------------------------------------------
def gen_user_data():
out = open('Users.dat','w')
out.write("AGS_Number,FirstName,Username,Password,CostCenter,CreditCardNumber\r\n")
i = 0
no_centers = len(cost_centers)
while i < max_numbers:
center_idx = random.randint(0, no_centers - 1)
cost_center = cost_centers[center_idx][0]
cc_no = gen(prefix)
if validate(cc_no):
out.write("test_%03d,%03d,test%03d,test%03d,%s,%s\r\n" % \
(i, i, i, i, cost_center, cc_no))
else:
print "Card number %s - INVALID" % cc_no
cc_no = None
if cc_no:
i += 1
else:
pass
#-------------------------------------------------------------------------------
USAGE = """\
Usage:
$ ./gen_user_data.py [-d] [-v] [-f <filename>]
"""
def usage():
sys.stderr.write(USAGE)
#-------------------------------------------------------------------------------
def main(argv):
global debug_flg
global verbose_flg
global file
#----- Process command line arguments ----------------------------
try:
opts, args = getopt.getopt(argv, "df:hv", ["debug", "file=", "help", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-d", "--debug"):
debug_flg = True
elif opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-f", "--file"):
logfile = arg
elif opt in ("-v", "--verbose"):
verbose_flg = True
gen_user_data()
#-------------------------------------------------------------------------------
if __name__ == "__main__":
main(sys.argv[1:])
#-------------------------------------------------------------------------------
Synthetic Expense Data
The following was used to generate synthetic credit card usage data for importing into the application via a batch import /upload process. This data was then used by LoadRunner scripts to journal expenses against cost codes for subsequent authorization and further processing.
#!/usr/bin/env python
#
#---------------------------------------------------------------------
import os
import csv
import sys
import getopt
import random
import datetime
#---------------------------------------------------------------------
debug_flg = False
max_flg = False
random_flg = False
verbose_flg = False
__version__ = '1.0.2'
file = None
no_days = 1
date = datetime.datetime.today()
dates = ['070729', '070730', '070731']
xcodes = [
'1001720',
'1005708',
'1013374',
'1015980',
'1016920',
'1019440',
'1029782',
'1036520',
'1213800'
]
#----- Set up credit card transactiuon type list ---------------------
cc_merchants = []
cc_merchants_in = open("cc_merchants.csv", "rb")
reader = csv.reader(cc_merchants_in)
for row in reader:
cc_merchants.append(row)
cc_merchants_in.close() # Explicitly close the file *NOW*
no_merchants = len(cc_merchants)
#----- Set up credit card numbers in cc_no list ----------------------
cc_no = []
cc_in = open("cc_no.txt", "rb")
reader = csv.reader(cc_in)
for row in reader:
cc_no.extend(row)
cc_in.close() # Explicitly close the file *NOW*
#----- Set up the file header and footer -----------------------------
header = """\
01,CBA,XXXICARD,%s,2004,1,,,2/
02,,CBA,1,%s,,AUD,2/
"""
footer = """\
98,10022639206,11240/
99,10022639206,1,11242/
"""
"""
98,10010689433,10808/
99,10010689433,1,10810/
"""
#----- Set up the body of the file -----------------------------------
max_no_tx = 10 # Number of transactions per CC
cost = 1000 # Cost of the transaction
tx_id = 0 # Number that appears in transaction description
def write_data(date):
global cost, tx_id
file_date = date.strftime("%y%m%d")
expense_date = (date - datetime.timedelta(days=1)).strftime("%y%m%d")
print "Generating expense data for '%s'" % expense_date
out = open(file_date,"w")
out.write(header % (file_date, expense_date))
for i in range(len(cc_no)):
if random_flg:
no_tx = random.randint(0, max_no_tx)
elif max_flg:
no_tx = 5
else:
no_tx = 1
tx_cnt = 0
total = 0.0
expense_lines = ''
while tx_cnt < no_tx:
cost = random.weibullvariate(alpha=3.0,beta=1) * 2000.0
type = cc_merchants[random.randint(0, no_merchants-1)]
expense_lines += "16,699,%.0f,,%s,,%s\n" % (cost, type[0], type[1])
total += cost
tx_cnt += 1
tx_id += 1
cost += 5
expense_block = "03,%s,,015,000,,,100,000,0,,400,%03.0f,%d,,900,,,,901,,,,902,,,,90
3,,,,904,1000000,,,905,1695,,/\n" % (cc_no[i], total, tx_cnt)
expense_block += expense_lines
expense_block += "49,1001720,%d/\n" % (tx_cnt + 2)
out.write(expense_block)
out.write(footer)
out.close()
"""
01,CBA,XXXICARD,060913,2004,1,,,2/
02,,CBA,1,060912,,AUD,2/
03,1234349894132999,,015,000,,,100,000,0,,400,101668,2,,900,,,,901,,,,902,,,,903,,,,904,10
00000,,,905,1695,,/
16,699,50834,,AIR,,QANTAS MASCOT/
16,699,50834,,AIR,,QANTAS MASCOT/
49,1205031,4/
98,10022639206,11240/
99,10022639206,1,11242/
"""
#-------------------------------------------------------------------------------
USAGE = """\
Usage:
$ ./gen_user_data.py [-d] [-v] [-f <filename>]
"""
def usage():
sys.stderr.write(USAGE)
#-------------------------------------------------------------------------------
def main(argv):
global debug_flg
global max_flg
global random_flg
global verbose_flg
global file, date, no_days
#----- Process command line arguments ----------------------------
try:
opts, args = getopt.getopt(argv, "dD:f:hmn:rv",
["date", "debug", "file=", "help", "max", "no_days", "random", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-d", "--debug"):
debug_flg = True
elif opt in ("-D", "--date"):
target_date = arg
date = datetime.datetime.strptime(target_date, "%Y%m%d")
print date
elif opt in ("-f", "--file"):
logfile = arg
elif opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-m", "--max"):
max_flg = True
elif opt in ("-n", "--no_days"):
no_days = int(arg)
elif opt in ("-r", "--random"):
random_flg = True
elif opt in ("-v", "--verbose"):
verbose_flg = True
dates = []
for n in range(no_days):
d = date - datetime.timedelta(days=n)
print d.strftime("%y%m%d")
dates.append(d)
# print date.strftime("%y%m%d")
for d in dates:
write_data(d)
#-------------------------------------------------------------------------------
if __name__ == "__main__":
main(sys.argv[1:])
#-------------------------------------------------------------------------------