PeterHarding at 00:09, 23 May 2009

2009-05-23T00:09:50Z

← Older revision		Revision as of 10:09, 23 May 2009
Line 437:		Line 437:
	card_no = cc_list[i]		card_no = cc_list[i]
	user = cc_user_map[card_no]		user = cc_user_map[card_no]
	~~aps~~ = user.~~APS~~		emp_no = user.EmpNo
	name = user.Name		name = user.Name
	name_25 = name.ljust(25)		name_25 = name.ljust(25)

PeterHarding: /* Quick and Dirty Script to Generate AMEX Transaction Data */

2009-04-02T01:07:55Z

Quick and Dirty Script to Generate AMEX Transaction Data

← Older revision		Revision as of 11:07, 2 April 2009
Line 539:		Line 539:
	</pre>		</pre>

	==Quick and Dirty Script to Generate ~~AMEX~~ Transaction Data==		==Quick and Dirty Script to Generate Transaction Data==

	An early and very simple version of the script...		An early and very simple version of the script...
Line 546:		Line 546:
	#!/usr/bin/env python		#!/usr/bin/env python

	EMAIL = "xxx@~~xxx~~.com.au"		EMAIL = "xxx@performiq.com.au"

	~~fmt_amex~~ = """\		fmt = """\
	...		...
	"""		"""
Line 554:		Line 554:
	#---------------------------------------------------------------------		#---------------------------------------------------------------------

	def ~~gen_amex~~(day):		def gen_data(day):
	print "Generating ~~CBA~~ for date - %s" % day		print "Generating data for date - %s" % day
	ofd = open("%s.txt" % day, "w+")		ofd = open("%s.txt" % day, "w+")
	ofd.write(~~fmt_amex~~ % (day, ))		ofd.write(fmt % (day, ))
	ofd.close()		ofd.close()

Line 565:		Line 565:

	for day in dates:		for day in dates:
	~~gen_amex~~(day)		gen_data(day)

	#---------------------------------------------------------------------		#---------------------------------------------------------------------

PeterHarding: /* Synthesizing CBA Credit Card Data */

2009-04-02T01:07:03Z

Synthesizing CBA Credit Card Data

← Older revision		Revision as of 11:07, 2 April 2009
Line 140:		Line 140:
	</pre>		</pre>

	=Synthesizing ~~CBA~~ Credit Card Data=		=Synthesizing Credit Card Data=

	==Generate ~~CBA~~ data file for import to ~~SAP~~==		==Generate data file for import to Application==

	Here is a script used to synthetically generate an upload data file for ~~CBA~~ Credit Card data:		Here is a script used to synthetically generate an upload data file for Credit Card data:

	<pre>		<pre>
Line 262:		Line 262:
	cost += 5		cost += 5

	expense_block = "03,%s,,~~015,000,,,100,000,0,,400~~,%03.0f,%d,,~~900,,,,901,,,,902,,,,903,,,,904,1000000,,,905,1695~~,,/\n" % (cc_no[i], total, tx_cnt)		expense_block = "01,%s,,...,%03.0f,%d,,...,,/\n" % (cc_no[i], total, tx_cnt)
	expense_block += expense_lines		expense_block += expense_lines
	expense_block += "49,~~1001720~~,%d/\n" % (tx_cnt + 2)		expense_block += "99,...,%d/\n" % (tx_cnt + 2)

	out.write(expense_block)		out.write(expense_block)
Line 342:		Line 342:
	#-------------------------------------------------------------------------------		#-------------------------------------------------------------------------------
	</pre>		</pre>

			[[Category:Python]]

	=Synthesizing AMEX Credit Card Data=		=Synthesizing AMEX Credit Card Data=

PeterHarding at 05:26, 17 March 2008

2008-03-17T05:26:33Z

Show changes

PeterHarding at 05:22, 17 March 2008

2008-03-17T05:22:49Z

← Older revision		Revision as of 15:22, 17 March 2008
Line 550:		Line 550:


	==Synthesizing AMEX Credit Card Data==		=Synthesizing AMEX Credit Card Data=

	===Generates AMEX data file for import to SAP===		==Generates AMEX data file for import to SAP==

	<pre>		<pre>
Line 744:		Line 744:
	</pre>		</pre>

	===Generate AMEX Transaction Data===		==Quick and Dirty Script to Generate AMEX Transaction Data==

	An early and very simple version of the script...		An early and very simple version of the script...

PeterHarding: New page: =Data Generation= ==Generate a Valid Credit Card Numbers==

 #!/usr/bin/env python # # # #-------------------------------------------------------------------------------  """ Generat...

2008-03-17T05:21:36Z

New page: =Data Generation= ==Generate a Valid Credit Card Numbers== <pre> #!/usr/bin/env python # # # #------------------------------------------------------------------------------- """ Generat...

New page

=Data Generation=

==Generate a Valid Credit Card Numbers==

<pre>
#!/usr/bin/env python
#
#
#
#-------------------------------------------------------------------------------

"""
Generate a abitrary collection of pseudo Credit card numbers which
satisfy the validation test
"""

import random

#-------------------------------------------------------------------------------

prefix = '1234'
max_digits = 16
max_numbers = 1000

#-------------------------------------------------------------------------------

def gen(prefix):
no = prefix

l = list(no)

i = len(prefix)

while (i < (max_digits - 1)):
x = random.randint(0, 9)

l.append(str(x))
# print i, l, x
i += 1

no = ''.join(l)

chk_digit = encode(no)

delta = 10 - chk_digit

if delta == 10:
delta = 0

# print chk_digit, delta

l.append(str(delta))

no = ''.join(l)

return no

#-------------------------------------------------------------------------------

def encode(no):
n = 0
tot = 0

for i in range(len(no)):
v = int(no[i])

if i % 2 == 0:
inc = v * 2
if v > 4:
n += 1
else:
inc = v

tot += inc

tot += n

chk = tot % 10

return chk

#-------------------------------------------------------------------------------

def validate(ccnumber):
cnt = 0
tot = 0

for i in range(len(ccnumber)):
val = int(ccnumber[i])

if i % 2 == 0:
inc = val * 2
if val > 4:
cnt += 1
else:
inc = val

tot += inc

tot += cnt

if ((tot % 10) == 0):
return True
else:
return False

#-------------------------------------------------------------------------------

def test():
for no in nos:
print no

if validate(no):
print "Card number VALID"
else:
print "Card number INVALID"

#-------------------------------------------------------------------------------

def main():
i = 0

while i < max_numbers:
cc_no = gen(prefix)

if validate(cc_no):
print cc_no
else:
print "Card number %s - INVALID" % cc_no
cc_no = None

if cc_no:
i += 1
else:
pass

#-------------------------------------------------------------------------------

main()
</pre>

=Synthesizing CBA Credit Card Data=

==Generate CBA data file for import to SAP==

Here is a script used to synthetically generate an upload data file for CBA Credit Card data:

<pre>
#!/usr/bin/env python
#
#---------------------------------------------------------------------

import os
import csv
import sys
import getopt
import random
import datetime

#---------------------------------------------------------------------

debug_flg = False
max_flg = False
random_flg = False
verbose_flg = False

__version__ = '1.0.2'

file = None

no_days = 1
date = datetime.datetime.today()

dates = ['070729', '070730', '070731']

xcodes = [
'1002220',
...

'1211220'
]

#----- Set up credit card transactiuon type list ---------------------

cc_merchants = []

cc_merchants_in = open("cc_merchants.csv", "rb")

reader = csv.reader(cc_merchants_in)

for row in reader:
cc_merchants.append(row)

cc_merchants_in.close() # Explicitly close the file *NOW*

no_merchants = len(cc_merchants)

#----- Set up credit card numbers in cc_no list ----------------------

cc_no = []

cc_in = open("cc_no.txt", "rb")

reader = csv.reader(cc_in)

for row in reader:
cc_no.extend(row)

cc_in.close() # Explicitly close the file *NOW*

#----- Set up the file header and footer -----------------------------

header = """\
01,xxx,xxx,%s,2004,1,,,2/
02,,xxx,1,%s,,AUD,2/
"""

footer = """\
...
"""

#----- Set up the body of the file -----------------------------------

max_no_tx = 10 # Number of transactions per CC
cost = 1000 # Cost of the transaction
tx_id = 0 # Number that appears in transaction description

def write_data(date):
global cost, tx_id

file_date = date.strftime("%y%m%d")
expense_date = (date - datetime.timedelta(days=1)).strftime("%y%m%d")

print "Generating expense data for '%s'" % expense_date

out = open(file_date,"w")

out.write(header % (file_date, expense_date))

for i in range(len(cc_no)):
if random_flg:
no_tx = random.randint(0, max_no_tx)
elif max_flg:
no_tx = 5
else:
no_tx = 1

tx_cnt = 0
total = 0.0
expense_lines = ''

while tx_cnt < no_tx:
cost = random.weibullvariate(alpha=3.0,beta=1) * 2000.0
type = cc_merchants[random.randint(0, no_merchants-1)]

expense_lines += "16,699,%.0f,,%s,,%s\n" % (cost, type[0], type[1])

total += cost
tx_cnt += 1
tx_id += 1
cost += 5

expense_block = "03,%s,,015,000,,,100,000,0,,400,%03.0f,%d,,900,,,,901,,,,902,,,,903,,,,904,1000000,,,905,1695,,/\n" % (cc_no[i], total, tx_cnt)
expense_block += expense_lines
expense_block += "49,1001720,%d/\n" % (tx_cnt + 2)

out.write(expense_block)

out.write(footer)
out.close()

#-------------------------------------------------------------------------------

USAGE = """\

Usage:

$ ./gen_user_data.py [-d] [-v] [-f <filename>]

"""

def usage():
sys.stderr.write(USAGE)

#-------------------------------------------------------------------------------

def main(argv):
global debug_flg
global max_flg
global random_flg
global verbose_flg
global file, date, no_days

#----- Process command line arguments ----------------------------

try:
opts, args = getopt.getopt(argv, "dD:f:hmn:rv",
["date", "debug", "file=", "help", "max", "no_days", "random", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-d", "--debug"):
debug_flg = True
elif opt in ("-D", "--date"):
target_date = arg
date = datetime.datetime.strptime(target_date, "%Y%m%d")
print date
elif opt in ("-f", "--file"):
logfile = arg
elif opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-m", "--max"):
max_flg = True
elif opt in ("-n", "--no_days"):
no_days = int(arg)
elif opt in ("-r", "--random"):
random_flg = True
elif opt in ("-v", "--verbose"):
verbose_flg = True

dates = []

for n in range(no_days):
d = date - datetime.timedelta(days=n)
print d.strftime("%y%m%d")
dates.append(d)

# print date.strftime("%y%m%d")

for d in dates:
write_data(d)

#-------------------------------------------------------------------------------

if __name__ == "__main__":
main(sys.argv[1:])

#-------------------------------------------------------------------------------
</pre>

==Generate CBA transactions==

<pre>
#!/usr/bin/env python
#
#---------------------------------------------------------------------

import os
import csv
import sys
import getopt
import random
import datetime

#---------------------------------------------------------------------

debug_flg = False
max_flg = False
random_flg = False
verbose_flg = False

__version__ = '1.0.2'

file = None

no_days = 1
date = datetime.datetime.today()

dates = ['070729', '070730', '070731']

xcodes = [
'1001720',
...
'1213800'
]

#----- Set up credit card transactiuon type list ---------------------

cc_merchants = []

cc_merchants_in = open("cc_merchants.csv", "rb")

reader = csv.reader(cc_merchants_in)

for row in reader:
cc_merchants.append(row)

cc_merchants_in.close() # Explicitly close the file *NOW*

no_merchants = len(cc_merchants)

#----- Set up credit card numbers in cc_no list ----------------------

cc_no = []

cc_in = open("cc_no.txt", "rb")

reader = csv.reader(cc_in)

for row in reader:
cc_no.extend(row)

cc_in.close() # Explicitly close the file *NOW*

#----- Set up the file header and footer -----------------------------

header = """\
01,xxx,xxx,%s,xxx,1,,,2/
02,,xxx,1,%s,,AUD,2/
"""

footer = """\
...
"""

"""
...
"""

#----- Set up the body of the file -----------------------------------

max_no_tx = 10 # Number of transactions per CC
cost = 1000 # Cost of the transaction
tx_id = 0 # Number that appears in transaction description

def write_data(date):
global cost, tx_id

file_date = date.strftime("%y%m%d")
expense_date = (date - datetime.timedelta(days=1)).strftime("%y%m%d")

print "Generating expense data for '%s'" % expense_date

out = open(file_date,"w")

out.write(header % (file_date, expense_date))

for i in range(len(cc_no)):
if random_flg:
no_tx = random.randint(0, max_no_tx)
elif max_flg:
no_tx = 5
else:
no_tx = 1

tx_cnt = 0
total = 0.0
expense_lines = ''

while tx_cnt < no_tx:
cost = random.weibullvariate(alpha=3.0,beta=1) * 2000.0
type = cc_merchants[random.randint(0, no_merchants-1)]

expense_lines += "16,699,%.0f,,%s,,%s\n" % (cost, type[0], type[1])

total += cost
tx_cnt += 1
tx_id += 1
cost += 5

expense_block = "03,%s,,015,000,,,100,000,0,,400,%03.0f,%d,,900,,,,901,,,,902,,,,903,,,,904,1000000,,,905,1695,,/\n" % (cc_no[i], total, tx_cnt)
expense_block += expense_lines
expense_block += "49,1001720,%d/\n" % (tx_cnt + 2)

out.write(expense_block)

out.write(footer)
out.close()

"""
...
"""

#-------------------------------------------------------------------------------

USAGE = """\

Usage:

$ ./gen_user_data.py [-d] [-v] [-f <filename>]

"""

def usage():
sys.stderr.write(USAGE)

#-------------------------------------------------------------------------------

def main(argv):
global debug_flg
global max_flg
global random_flg
global verbose_flg
global file, date, no_days

#----- Process command line arguments ----------------------------

try:
opts, args = getopt.getopt(argv, "dD:f:hmn:rv",
["date", "debug", "file=", "help", "max", "no_days", "random", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-d", "--debug"):
debug_flg = True
elif opt in ("-D", "--date"):
target_date = arg
date = datetime.datetime.strptime(target_date, "%Y%m%d")
print date
elif opt in ("-f", "--file"):
logfile = arg
elif opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-m", "--max"):
max_flg = True
elif opt in ("-n", "--no_days"):
no_days = int(arg)
elif opt in ("-r", "--random"):
random_flg = True
elif opt in ("-v", "--verbose"):
verbose_flg = True

dates = []

for n in range(no_days):
d = date - datetime.timedelta(days=n)
print d.strftime("%y%m%d")
dates.append(d)

# print date.strftime("%y%m%d")

for d in dates:
write_data(d)

#-------------------------------------------------------------------------------

if __name__ == "__main__":
main(sys.argv[1:])

#-------------------------------------------------------------------------------
</pre>

==Synthesizing AMEX Credit Card Data==

===Generates AMEX data file for import to SAP===

<pre>
#!/usr/bin/env python
#------------------------------------------------------------------------

import csv
import sys
import getopt
import random

#----- Define globals ---------------------------------------------------

debug_flg = False
verbose_flg = False

max_no_tx = 3 # Number of transactions to be created per CC

users = []
cc_user_map = {}

#----- Setup header, footer and body format strings ---------------------

header = """\
...
"""

body_1 = """
...
"""

body_2 = """\
...
"""

#===== Define classes ===================================================

class User:
pass

def __init__(self, csv):
self.UserId = csv[0]
self.APS = csv[0]
self.CostCenter = csv[1]
self.CreditCardNumber = csv[2]
self.Name = 'tester'

#===== Define functions =================================================
#----- Read in user data and set up credit card numbers in cc_no list ---

def read_user_data():
users_in = open("users.dat", "rb")

reader = csv.reader(users_in)

for row in reader:
user = User(row)
users.append(user)
cc_user_map[user.CreditCardNumber] = user

users_in.close()

#----- Now create a sorted list of keys to the cc catalog ---------------

def gen_cc_list():
global cc_list

cc_list = cc_user_map.keys()

cc_list.sort() # cc_list is *NOW* a sorted list of credit card numbers.

#----- Write the file -----------------------------------------------------------

def generate_data():

line_cnt = 3 # Counts the number of lines in the file
tx_id = 0 # CC Transaction ID
gen_cnt = 0 # No of cards for which data was generated
body_cnt = 0 # No of card entries generated
total_cost = 0.0 # Total costs generated

no_cards = len(cc_list)

sift = open("XXXXXX.SFT","w")

sift.write(header)

for i in range(no_cards):
card_no = cc_list[i]
user = cc_user_map[card_no]
aps = user.APS
name = user.Name
name_25 = name.ljust(25)
name_26 = name.ljust(26)

no_tx = random.randint(0, max_no_tx)

if no_tx > 0:
if debug_flg: print card_no
gen_cnt += 1

tx_idx = 0

while tx_idx < no_tx:
cost = random.weibullvariate(alpha=3.0,beta=1) * 20.0
description = "Description for transaction %05d".ljust(167) % tx_id

total_cost += cost

sift.write(body_1 %(card_no, name, aps, cost, cost, random.choice(["060901", "060831"]), description))

line_cnt += 1
tx_idx += 1
tx_id += 1
body_cnt += 1

sift.write(body_2 %(card_no, name_25, aps))

line_cnt +=1

line_cnt +=2

sift.write(footer % line_cnt)
sift.close()

print "Generated %d cc entries for %d cards with total cost of $%8.2f" % (body_cnt, gen_cnt, total_cost)

#------------------------------------------------------------------------

def process():
read_user_data()
gen_cc_list()
generate_data()

#------------------------------------------------------------------------

Usage = """
Usage: AMEX_file.py [--help] [--logfile=<filename>] [--date=<DATE>] [--verbose]

Generates AMEX data file for import to SAP"

e.g:

$ ./AMEX__file.py

"""

def usage():
print >> sys.stderr, Usage

#------------------------------------------------------------------------

def main(argv):
global debug_flg
global verbose_flg
global logfile
global target_date

try:
opts, args = getopt.getopt(argv, "dhl:u:t",
["date=", "debug", "help", "logfile=", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-d", "--debug"):
debug_flg = True
elif opt in ("-D", "--date"):
target_date = arg
elif opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-l", "--logfile"):
logfile = arg
elif opt in ("-v", "--verbose"):
verbose_flg = True

process()

#------------------------------------------------------------------------

if __name__ == "__main__":
main(sys.argv[1:])

#------------------------------------------------------------------------
#
#
#------------------------------------------------------------------------
</pre>

===Generate AMEX Transaction Data===

An early and very simple version of the script...

<pre>
#!/usr/bin/env python

EMAIL = "xxx@xxx.com.au"

fmt_amex = """\
...
"""

#---------------------------------------------------------------------

def gen_amex(day):
print "Generating CBA for date - %s" % day
ofd = open("%s.txt" % day, "w+")
ofd.write(fmt_amex % (day, ))
ofd.close()

#---------------------------------------------------------------------

dates = ['070612', '070613', '070614', '070615']

for day in dates:
gen_amex(day)

#---------------------------------------------------------------------
</pre>

[[Category:LoadTesting]]
[[Category:Python]]

Synthesizing CreditCard Data for LoadTesting - Revision history

PeterHarding at 00:09, 23 May 2009

PeterHarding: /* Quick and Dirty Script to Generate AMEX Transaction Data */

PeterHarding: /* Synthesizing CBA Credit Card Data */

PeterHarding at 05:26, 17 March 2008

PeterHarding at 05:22, 17 March 2008

PeterHarding: New page: =Data Generation= ==Generate a Valid Credit Card Numbers==
#!/usr/bin/env python # # # #------------------------------------------------------------------------------- """ Generat...