Menu
▾
▴
Re: [LTP] [PATCH 02/05]: Patch for library of reusable functions
|
From: Subrata M. <su...@li...> - 2009-02-28 18:36:47
|
Merged.
Regards--
Subrata
On Sat, 2009-02-28 at 19:56 +0530, Poornima Nayak wrote:
> Forwarding this mail as it has not reached ltp mailing list.
>
> Regards
> Poornima
> ----- Forwarded by Poornima Nayak/India/IBM on 02/28/09 07:55 PM -----
>
> Poornima
> Nayak/India/IBM
> To
> 02/28/09 03:37 PM ltp-list <ltp...@li...>
> cc
> Vaidyanathan Srinivasan
> <sv...@li...>, Balbir
> Singh <ba...@li...>,
> Ankita Garg <an...@in...>,
> Gautham R Shenoy <eg...@in...>,
> Arun R Bharadwaj
> <ar...@li...>
> Subject
> [PATCH 02/05]: Patch for library of
> reusable functions
>
>
>
>
>
>
>
>
>
> Signed-off-by: Poo...@in...
>
> diff -uprN power_management_orig/lib/sched_mc.py
> power_management/lib/sched_mc.py
> --- power_management_orig/lib/sched_mc.py 1969-12-31 18:00:00.000000000
> -0600
> +++ power_management/lib/sched_mc.py 2009-02-27 17:07:56.000000000
> -0600
> @@ -0,0 +1,197 @@
> +#!/usr/bin/python
> +''' Reusable functions related to sched mc FVT are put together
> +'''
> +
> +import os
> +import sys
> +
> +__author__ = "Vaidyanathan Srinivasan <sv...@li...>"
> +__author__ = "Poornima Nayak <mp...@li...>"
> +
> +cpu_map = {}
> +stats_start = {}
> +stats_stop = {}
> +stats_percentage = {}
> +cpu_count = 0
> +
> +def get_proc_data(stats_list):
> + ''' Read /proc/stat info and store in dictionary
> + '''
> + try:
> + file_procstat = open("/proc/stat", 'r')
> + for line in file_procstat:
> + if line.startswith('cpu'):
> + data = line.split()
> + stats_list[data[0]] = data
> + file_procstat.close()
> + except OSError, e:
> + print "Could not read statistics", e
> + sys.exit(1)
> +
> +def set_sched_mc_power(sched_mc_power):
> + ''' Routine to set sched_mc_power_savings to required level
> + '''
> + try:
> + os.system('echo %s > \
> + /sys/devices/system/cpu/sched_mc_power_savings'
> + % sched_mc_power)
> + except OSError, e:
> + print "Could not set sched_mc_power_savings to %s" % mc_level
> + sys.exit(1)
> +
> +def count_num_cpu():
> + ''' Returns number of cpu's in system
> + '''
> + try:
> + cpuinfo = open('/proc/cpuinfo', 'r')
> + global cpu_count
> + for line in cpuinfo:
> + if line.startswith('processor'):
> + cpu_count += 1
> + cpuinfo.close()
> + except:
> + print "Could not get cpu count", e
> + sys.exit(1)
> +
> +def map_cpuid_pkgid():
> + ''' Routine to map physical package id to cpu id
> + '''
> + for i in range(0, cpu_count):
> + try:
> + phy_pkg_file = '/sys/devices/system/cpu/cpu%s' %i
> + phy_pkg_file += '/topology/physical_package_id'
> + cpu_phy_id = open(phy_pkg_file).read().rstrip()
> + try:
> + cpu_map[cpu_phy_id].append(i)
> + except KeyError:
> + cpu_map[cpu_phy_id] = [i]
> + except:
> + print "Mapping of CPU to pkg id failed"
> + sys.exit(1)
> +
> +def trigger_workld(workload):
> + ''' Based on value in argument passed triggers workloads.
> + Triggers workload with number of threads same as number
> + of cores in package.
> + '''
> + get_proc_data(stats_start)
> + threads = cpu_count / len(cpu_map)
> + duration = 60 # let the test run for 1 minute
> + path = '%s/utils/benchmark' % os.environ['LTPROOT']
> + try:
> + olddir = os.getcwd()
> + os.chdir(path)
> + wklds_avlbl = list()
> + workload_dir = ""
> + # Use the latest version of simillar workload available
> + for file in os.listdir('.'):
> + if file.find(workload) != -1:
> + wklds_avlbl.append(file)
> + wklds_avlbl.sort()
> + workload_dir = wklds_avlbl[len(wklds_avlbl)-1]
> +
> + if workload_dir != "":
> + new_path = os.path.join(path,"%s" % workload_dir)
> + os.chdir(new_path)
> + if workload == "ebizzy":
> + try:
> + os.system('./ebizzy -t%s -s4096 -S %s >/dev/null'
> + % (threads, duration))
> + print "INFO: ebizzy workload triggerd"
> + os.chdir(olddir)
> + get_proc_data(stats_stop)
> + except OSError, e:
> + print "Workload trigger failed",e
> + sys.exit(1)
> + else:
> + print "Benchmark/Workload is missing in LTP utils"
> + os.chdir(olddir)
> + sys.exit(1)
> + except OSError, e:
> + print "Benchmark/Workload trigger failed ", e
> + sys.exit(1)
> +
> +def generate_report():
> + ''' Generate report of CPU utilization
> + '''
> + cpu_labels = ('cpu', 'user', 'nice', 'system', 'idle', 'iowait',
> 'irq',
> + 'softirq', 'x', 'y')
> + if (not os.path.exists('/procstat')):
> + os.mkdir('/procstat')
> +
> + reportfile = open('/procstat/cpu-utilisation', 'a')
> + debugfile = open('/procstat/cpu-utilisation.debug', 'a')
> + for l in stats_stop:
> + percentage_list = []
> + total = 0
> + for i in range(1, len(stats_stop[l])):
> + stats_stop[l][i] = int(stats_stop[l][i]) -
> int(stats_start[l][i])
> + total += stats_stop[l][i]
> + percentage_list.append(l)
> + for i in range(1, len(stats_stop[l])):
> + percentage_list.append(float(stats_stop[l][i])*100/total)
> +
> + stats_percentage[l] = percentage_list
> +
> + for i in range(0, len(cpu_labels)):
> + print >> debugfile, cpu_labels[i], '\t',
> + print >> debugfile
> + for l in sorted(stats_stop.keys()):
> + print >> debugfile, l, '\t',
> + for i in range(1, len(stats_stop[l])):
> + print >> debugfile, stats_stop[l][i], '\t',
> + print >> debugfile
> +
> + for i in range(0, len(cpu_labels)):
> + print >> reportfile, cpu_labels[i], '\t',
> + print >> reportfile
> + for l in sorted(stats_percentage.keys()):
> + print >> reportfile, l, '\t',
> + for i in range(1, len(stats_percentage[l])):
> + print >> reportfile, " %3.4f" % stats_percentage[l][i],
> + print >> reportfile
> +
> + #Now get the package ID information
> + print >> debugfile, "cpu_map: ", cpu_map
> + keyvalfile = open('/procstat/keyval', 'a')
> + print >> keyvalfile, "nr_packages=%d" % len(cpu_map)
> + print >> keyvalfile, "system-idle=%3.4f" %
> (stats_percentage['cpu'][4])
> + for pkg in sorted(cpu_map.keys()):
> + total_idle = 0
> + total = 0
> + for cpu in cpu_map[pkg]:
> + total_idle += stats_stop["cpu%d" % cpu][4]
> + for i in range(1, len(stats_stop["cpu%d" % cpu])):
> + total += stats_stop["cpu%d" % cpu][i]
> + print >> reportfile, "Package: ", pkg, "Idle %3.4f%%" \
> + % (float(total_idle)*100/total)
> + print >> keyvalfile, "package-%s=%3.4f" % \
> + (pkg, (float(total_idle)*100/total))
> +
> + #Add record delimiter '\n' before closing these files
> + print >> debugfile
> + debugfile.close()
> + print >> reportfile
> + reportfile.close()
> + print >> keyvalfile
> + keyvalfile.close()
> +
> +def validate_cpu_consolidation():
> + ''' Verify if cpu's on which threads executed belong to same
> + package
> + '''
> + cpus_utilized = list()
> + for l in sorted(stats_percentage.keys()):
> + if stats_percentage[l][1] > 20:
> + cpu_id = stats_percentage[l][0].split("cpu")
> + if cpu_id[1] != '':
> + cpus_utilized.append(int(cpu_id[1]))
> + cpus_utilized.sort()
> + print "INFO: CPU's utilized %s" %cpus_utilized
> +
> + for pkg in sorted(cpu_map.keys()):
> + pkg_cpus = cpu_map[pkg]
> + if pkg_cpus == cpus_utilized:
> + return(0)
> + sys.exit(1)
> +
>
>
> ------------------------------------------------------------------------------
> Open Source Business Conference (OSBC), March 24-25, 2009, San Francisco, CA
> -OSBC tackles the biggest issue in open source: Open Sourcing the Enterprise
> -Strategies to boost innovation and cut costs with open source participation
> -Receive a $600 discount off the registration fee with the source code: SFAD
> http://p.sf.net/sfu/XcvMzF8H
> _______________________________________________
> Ltp-list mailing list
> Ltp...@li...
> https://lists.sourceforge.net/lists/listinfo/ltp-list
|