PeterHarding: /* Python Implementation */

2015-10-04T04:46:54Z

Python Implementation

← Older revision		Revision as of 14:46, 4 October 2015
Line 3:		Line 3:
	<pre>		<pre>
	$ cat SubmitIDOC.py		$ cat SubmitIDOC.py
	#! /usr/bin/env python		#!/usr/bin/env python
	#
	~~# $Id:$~~
	#		#
	# Purpose: Scrape queue length from TIBCO queue		# Purpose: Scrape queue length from TIBCO queue

PeterHarding: /* Python Implementation */

2015-10-04T04:46:31Z

Python Implementation

← Older revision		Revision as of 14:46, 4 October 2015
Line 33:		Line 33:
	#----- Queue specific variables ------------------------------------------		#----- Queue specific variables ------------------------------------------

	host = '~~xxxx~~'		host = 'jinx.ix'
	port = 9999		port = 9999
	user_id = 'xxxx'		user_id = 'xxxx'
	queue_name = '~~xxxx~~.esb.~~private.XXXBilling~~.SubmitIDOC'		queue_name = 'Wunderland.esb.FlightPlanning.SubmitIDOC'

	#-------------------------------------------------------------------------		#-------------------------------------------------------------------------

PeterHarding: PeterHarding moved page Scrap Queue Length from Tibco Queue to Scrape Queue Length from Tibco Queue

2015-10-04T04:43:03Z

PeterHarding moved page Scrap Queue Length from Tibco Queue to Scrape Queue Length from Tibco Queue

← Older revision	Revision as of 14:43, 4 October 2015
(No difference)

PeterHarding at 22:10, 2 April 2009

2009-04-02T22:10:47Z

← Older revision		Revision as of 08:10, 3 April 2009
Line 61:		Line 61:
	Data to be 'scraped' looks like this...		Data to be 'scraped' looks like this...

	show queue xxxx~~.esb.private.XXXBilling.ReceiveXXXBilling~~		show queue xxxx
	Queue: xxxx~~.esb.private.XXXBilling.ReceiveXXXBilling~~		Queue: xxxx
	Type: static		Type: static
	Properties: failsafe,*prefetch=5		Properties: failsafe,*prefetch=5
Line 71:		Line 71:
	Delivered Msgs: 0		Delivered Msgs: 0
	Pending Msgs Size: 0.0 Kb		Pending Msgs Size: 0.0 Kb
	tcp://~~hx422~~:~~7222~~>		tcp://host:9999>
	"""		"""

PeterHarding: New page: =Python Implementation=

 $ cat SubmitIDOC.py  #! /usr/bin/env python # #    $Id:$ # #  Purpose:  Scrape queue length from TIBCO queue # #---------------------------------------------...

2008-05-02T07:10:41Z

New page: =Python Implementation= <pre> $ cat SubmitIDOC.py #! /usr/bin/env python # # $Id:$ # # Purpose: Scrape queue length from TIBCO queue # #---------------------------------------------...

New page

=Python Implementation=

<pre>
$ cat SubmitIDOC.py
#! /usr/bin/env python
#
# $Id:$
#
# Purpose: Scrape queue length from TIBCO queue
#
#-------------------------------------------------------------------------------

import sys
import re
import os
import time
import getopt
import string
import datetime

#-------------------------------------------------------------------------------

__version__ = '1.2.0'

debug_flg = False
verbose_flg = False

sample_period = 10 # seconds
no_samples = 1440 # 4 hours

fd = None

#----- Queue specific variables ------------------------------------------

host = 'xxxx'
port = 9999
user_id = 'xxxx'
queue_name = 'xxxx.esb.private.XXXBilling.SubmitIDOC'

#-------------------------------------------------------------------------

def send(s):
os.write(fd, '%s\n' % s)

#-------------------------------------------------------------------------

def match(pat):
s = ''
while True:
m = os.read(fd, 1024)
s += m
idx = m.find(pat)
print m
if idx != -1:
break
return s

#-------------------------------------------------------------------------

SCRAPE = """
Data to be 'scraped' looks like this...

show queue xxxx.esb.private.XXXBilling.ReceiveXXXBilling
Queue: xxxx.esb.private.XXXBilling.ReceiveXXXBilling
Type: static
Properties: failsafe,*prefetch=5
JNDI Names: <none>
Bridges: <none>
Receivers: 1
Pending Msgs: 0
Delivered Msgs: 0
Pending Msgs Size: 0.0 Kb
tcp://hx422:7222>
"""

def scrape(s):
lines = s.split('\n')

receivers = 0
pending_cnt = 0
delivered_cnt = 0
pending_size = 0

for idx in range(len(lines)):
lines[idx] = lines[idx].replace('\r', '')
lines[idx] = re.sub('^ ', '', lines[idx])
lines[idx] = re.sub(' Msgs', 'Msgs', lines[idx])
lines[idx] = re.sub(' Size', 'Size', lines[idx])
data = lines[idx].split()

# print lines[idx], data, len(data)

if len(data) >= 2:
if data[0] == 'PendingMsgs:':
pending_cnt = int(data[1])
elif data[0] == 'DeliveredMsgs:':
delivered_cnt = int(data[1])
elif data[0] == 'Receivers:':
receivers_cnt = int(data[1])
elif data[0] == 'PendingMsgsSize:':
pending_size = float(data[1])
elif data[0] == 'Receivers:':
receivers = int(data[1])

# print "%d %d %f %d" % (pending_cnt, delivered_cnt, pending_size, receivers)
return (pending_cnt, delivered_cnt, pending_size, receivers)

#-------------------------------------------------------------------------

def do_parent():
dt_stamp = datetime.datetime.now().strftime('%Y%m%d%H%M%S')

logname = 'SubmitIDOC_%s.log' % dt_stamp

lfd = open(logname, 'a+')

now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
t_now = time.time()

lfd.write("%s ===== Start Log [%d] ======\n" % (now, t_now))
lfd.write("%s Pending Delivered Pend Size Recv\n" % now)

match('$')

send('./tibemsadmin')
match('> ')

send('connect %s:%d' % (host, port))
match(':')

send(user_id)
match(':')

send(user_id)
match('>')

cnt = 0

prompt = '%s>' % port

while cnt < no_samples:
now = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
# lfd.write("%s ----\n" % now)
send('show queue %s'% queue_name)
v = match(prompt)
x = scrape(v)
lfd.write("%s %6d %9d %9.1f %4d\n" % (now, x[0], x[1], x[2], x[3]))
time.sleep(sample_period)
cnt += 1

now = datetime.datetime.now().strftime('%Y%m%d%H%M%S')
lfd.write(">>>> %s\n" % now.isoformat())

send('exit')
match('$')

time.sleep(2)

send('exit')
match('closed')

lfd.close()

#-------------------------------------------------------------------------

def do_child():
os.execv("/bin/ssh", ["ssh", "-l", "xxxx", host])

#-------------------------------------------------------------------------

def do():
global fd

(child_pid, fd) = os.forkpty()

if child_pid == 0:
do_child()

do_parent()

#-------------------------------------------------------------------------------

def usage():
USAGE = """

Usage:

$ dt.py

"""

sys.stderr.write(USAGE)

#-------------------------------------------------------------------------------

def main(argv):
global debug_flg, verbose_flg, no_orders, sample_period

loop_cnt = 1
examine_flg = False

#----- Process command line arguments ----------------------------

try:
opts, args = getopt.getopt(argv, "dehl:n:p:v",
["debug", "examine", "help", "loop", "no=", "period", "verbose"])
except getopt.GetoptError:
usage()
sys.exit(2)
else:
for opt, arg in opts:
if opt in ("-h", "--help"):
usage()
sys.exit(0)
elif opt in ("-e", "--examine"):
scrape(SCRAPE)
return 0
elif opt in ("-l", "--loop"):
loop_cnt = int(arg)
elif opt in ("-n", "--no"):
no_orders = int(arg)
elif opt in ("-p", "--period"):
sample_period = int(arg)
elif opt in ("-v", "--verbose"):
verbose_flg = True

do()

#---------------------------------------------------------------------

if __name__ == "__main__":
main(sys.argv[1:])

#---------------------------------------------------------------------
</pre>

[[category:Python]]
[[Category:TIBCO]]
[[Category:Testing]]

Scrape Queue Length from Tibco Queue - Revision history

PeterHarding: /* Python Implementation */

PeterHarding: /* Python Implementation */

PeterHarding: PeterHarding moved page Scrap Queue Length from Tibco Queue to Scrape Queue Length from Tibco Queue

PeterHarding at 22:10, 2 April 2009

PeterHarding: New page: =Python Implementation=
$ cat SubmitIDOC.py #! /usr/bin/env python # # $Id:$ # # Purpose: Scrape queue length from TIBCO queue # #---------------------------------------------...