Changeset 224


Ignore:
Timestamp:
03/10/06 15:10:23 (18 years ago)
Author:
bastiaans
Message:

jobarchived/examples:

  • added

jobmond/jobmond.py:

  • removed config option comments

jobarchived/jobarchived.py:

  • removed config option comments
  • added RRDTOOL option

jobmond/jobmond.conf:

  • added config option comments

jobarchived/jobarchived.conf:

  • added config option comments
  • added RRDTOOL option
Location:
trunk
Files:
2 added
4 edited

Legend:

Unmodified
Added
Removed

  • trunk/jobarchived/jobarchived.conf

    r214 r224  
    11[DEFAULT]
     2# Wether or not to run as a daemon in background
     3#
    24DAEMONIZE                       : 1
     5
     6# Specify debugging level here (only when _not_ DAEMONIZE)
     7#
     8# 11 = XML: metrics
     9# 10 = XML: host, cluster, grid, ganglia
     10# 9  = RRD activity, gmetad config parsing
     11# 8  = RRD file activity
     12# 6  = SQL
     13# 1  = daemon threading
     14# 0  = errors
     15#
     16# default: 0
     17#
    318DEBUG_LEVEL                     : 1
     19
     20# Enable logging to syslog?
     21#
    422USE_SYSLOG                      : 1
     23
     24# What level msg'es should be logged to syslog?
     25#
     26# usually: lvl 0 (errors)
     27#
    528SYSLOG_LEVEL                    : 0
     29
     30# Which facility to use in syslog
     31#
     32# Known:
     33#       LOG_KERN, LOG_USER, LOG_MAIL, LOG_DAEMON, LOG_AUTH, LOG_LPR,
     34#       LOG_NEWS, LOG_UUCP, LOG_CRON and LOG_LOCAL0 to LOG_LOCAL7
     35#
    636SYSLOG_FACILITY                 : DAEMON
     37
     38# Where is the gmetad.conf located
     39#
    740GMETAD_CONF                     : /etc/gmetad.conf
     41
     42# Where to grab XML data from
     43# Usually: local gmetad (port 8651)
     44#
     45# Syntax: <hostname>:<port>
     46#
    847ARCHIVE_XMLSOURCE               : localhost:8651
    9 ARCHIVE_DATASOURCES             : "LISA Cluster"
     48
     49# List of data_source names to archive for
     50#
     51# Syntax: [ "<clustername>", "<clustername>" ]
     52#
     53ARCHIVE_DATASOURCES             : "My Cluster"
     54
     55# Amount of hours to store in one single archived rrd
     56#
     57# If you would like less files you can set this bigger
     58# but could degrade performance
     59#
     60# For now 12 hours seems to work: 2 periods per day
     61#
    1062ARCHIVE_HOURS_PER_RRD           : 12
     63
     64# Which metrics to exclude from archiving
     65# NOTE: This can be a regexp or a string
     66#
    1167ARCHIVE_EXCLUDE_METRICS         : "^Temp_.*_.*", ".*_Temp_.*", ".*_RPM_.*", ".*_Battery_.*"
     68
     69# Where to store the archived rrd's
     70#
    1271ARCHIVE_PATH                    : /data/jobarch/rrds
    13 JOB_SQL_DBASE                   : localhost/jobarch
     72
     73# Archive's SQL dbase to use
     74#
     75# Syntax: <hostname>/<database>
     76#
     77JOB_SQL_DBASE                   : localhost/jobarchive
     78
     79# Location of rrdtool binary
     80#
     81RRDTOOL                         : /usr/bin/rrdtool

  • trunk/jobarchived/jobarchived.py

    r214 r224  
    7575        cfg.read( filename )
    7676
    77         # Which metrics to exclude from archiving
    78         global DEBUG_LEVEL, USE_SYSLOG, SYSLOG_LEVEL, SYSLOG_FACILITY, GMETAD_CONF, ARCHIVE_XMLSOURCE, ARCHIVE_DATASOURCES, ARCHIVE_PATH, ARCHIVE_HOURS_PER_RRD, ARCHIVE_EXCLUDE_METRICS, JOB_SQL_DBASE, DAEMONIZE
    79 
    80         # Where to store the archived rrd's
    81         #
     77        global DEBUG_LEVEL, USE_SYSLOG, SYSLOG_LEVEL, SYSLOG_FACILITY, GMETAD_CONF, ARCHIVE_XMLSOURCE, ARCHIVE_DATASOURCES, ARCHIVE_PATH, ARCHIVE_HOURS_PER_RRD, ARCHIVE_EXCLUDE_METRICS, JOB_SQL_DBASE, DAEMONIZE, RRDTOOL
     78
    8279        ARCHIVE_PATH = cfg.get( 'DEFAULT', 'ARCHIVE_PATH' )
    8380
    84         # Amount of hours to store in one single archived .rrd
    85         #
    8681        ARCHIVE_HOURS_PER_RRD = cfg.getint( 'DEFAULT', 'ARCHIVE_HOURS_PER_RRD' )
    8782
    88         # Specify debugging level here (only when _not_ DAEMONIZE)
    89         #
    90         # 11 = XML: metrics
    91         # 10 = XML: host, cluster, grid, ganglia
    92         # 9  = RRD activity, gmetad config parsing
    93         # 8  = RRD file activity
    94         # 6  = SQL
    95         # 1  = daemon threading
    96         # 0  = errors
    97         #
    98         # default: 0
    9983        DEBUG_LEVEL = cfg.getint( 'DEFAULT', 'DEBUG_LEVEL' )
    10084
    101         # Enable logging to syslog?
    102         #
    10385        USE_SYSLOG = cfg.getboolean( 'DEFAULT', 'USE_SYSLOG' )
    10486
    105         # What level msg'es should be logged to syslog?
    106         #
    107         # default: lvl 0 (errors)
    108         #
    10987        SYSLOG_LEVEL = cfg.getint( 'DEFAULT', 'SYSLOG_LEVEL' )
    11088
    111         # Which facility to use in syslog
    112         #
    113         # Syntax I.e.:
    114         #       LOG_KERN, LOG_USER, LOG_MAIL, LOG_DAEMON, LOG_AUTH, LOG_LPR,
    115         #       LOG_NEWS, LOG_UUCP, LOG_CRON and LOG_LOCAL0 to LOG_LOCAL7
    116         #
    11789        try:
    11890
    … …  
    12496                sys.exit( 1 )
    12597
    126         # Where is the gmetad.conf located
    127         #
    12898        GMETAD_CONF = cfg.get( 'DEFAULT', 'GMETAD_CONF' )
    12999
    130         # Where to grab XML data from
    131         # Normally: local gmetad (port 8651)
    132         #
    133         # Syntax: <hostname>:<port>
    134         #
    135100        ARCHIVE_XMLSOURCE = cfg.get( 'DEFAULT', 'ARCHIVE_XMLSOURCE' )
    136101
    137         # List of data_source names to archive for
    138         #
    139         # Syntax: [ "<clustername>", "<clustername>" ]
    140         #
    141102        ARCHIVE_DATASOURCES = getlist( cfg.get( 'DEFAULT', 'ARCHIVE_DATASOURCES' ) )
    142103
    143         # NOTE: This can be a regexp or a string
    144         #
    145104        ARCHIVE_EXCLUDE_METRICS = getlist( cfg.get( 'DEFAULT', 'ARCHIVE_EXCLUDE_METRICS' ) )
    146105
    147         # Toga's SQL dbase to use
    148         #
    149         # Syntax: <hostname>/<database>
    150         #
    151106        JOB_SQL_DBASE = cfg.get( 'DEFAULT', 'JOB_SQL_DBASE' )
    152107
    153         # Wether or not to run as a daemon in background
    154         #
    155108        DAEMONIZE = cfg.getboolean( 'DEFAULT', 'DAEMONIZE' )
    156109
     110        RRDTOOL = cfg.get( 'DEFAULT', 'RRDTOOL' )
     111
    157112        return True
    158 
    159 ###
    160 # You'll only want to change anything below here unless you
    161 # know what you are doing (i.e. your name is Ramon Bastiaans :D )
    162 ###
    163113
    164114# What XML data types not to store
    … …  
    175125
    176126"""
    177 This is TOrque-GAnglia's data Daemon
     127The Job Archiving Daemon
    178128"""
    179129
    … …  
    391341        """A class for performing RRD mutations"""
    392342
    393         binary = '/usr/bin/rrdtool'
     343        binary = RRDTOOL
    394344
    395345        def __init__( self, binary=None ):

  • trunk/jobmond/jobmond.conf

    r218 r224  
    11[DEFAULT]
     2# Specify debugging level here;
     3#
     4# 10 = gemtric cmd's
     5#
    26DEBUG_LEVEL             : 0
     7
     8# Wether or not to run as a daemon in background
     9#
    310DAEMONIZE               : 1
     11
     12# Which Torque server to monitor
     13#
    414TORQUE_SERVER           : localhost
     15
     16# How many seconds interval for polling of jobs
     17#
     18# this will effect directly how accurate the
     19# end time of a job can be determined
     20#
    521TORQUE_POLL_INTERVAL    : 10
     22
     23# Location of gmond.conf
     24#
     25# Default: /etc/gmond.conf
     26#
    627GMOND_CONF              : /etc/gmond.conf
     28
     29# Wether or not to detect differences in
     30# time from Torque server and local time.
     31#
     32# Ideally both machines (if not the same)
     33# should have the same time (via ntp or whatever)
     34#
    735DETECT_TIME_DIFFS       : 1
     36
     37# Regexp style hostname translation
     38#
     39# Usefull if your Torque hostnames are not the same as your
     40# Ganglia hostnames (different network interfaces)
     41#
     42# Syntax: /orig/new/, /orig/new/
     43#
    844BATCH_HOST_TRANSLATE    :

  • trunk/jobmond/jobmond.py

    r220 r224  
    7171        global DEBUG_LEVEL, DAEMONIZE, TORQUE_SERVER, TORQUE_POLL_INTERVAL, GMOND_CONF, DETECT_TIME_DIFFS, BATCH_HOST_TRANSLATE
    7272
    73         # Specify debugging level here;
    74         #
    75         # 10 = gemtric cmd's
    7673        DEBUG_LEVEL = cfg.getint( 'DEFAULT', 'DEBUG_LEVEL' )
    7774
    78         # Wether or not to run as a daemon in background
    79         #
    8075        DAEMONIZE = cfg.getboolean( 'DEFAULT', 'DAEMONIZE' )
    8176
    82         # Which Torque server to monitor
    83         #
    8477        TORQUE_SERVER = cfg.get( 'DEFAULT', 'TORQUE_SERVER' )
    8578
    86         # How many seconds interval for polling of jobs
    87         #
    88         # this will effect directly how accurate the
    89         # end time of a job can be determined
    90         #
    9179        TORQUE_POLL_INTERVAL = cfg.getint( 'DEFAULT', 'TORQUE_POLL_INTERVAL' )
    9280
    93         # Alternate location of gmond.conf
    94         #
    95         # Default: /etc/gmond.conf
    96         #
    9781        GMOND_CONF = cfg.get( 'DEFAULT', 'GMOND_CONF' )
    9882
    99         # Wether or not to detect differences in
    100         # time from Torque server and local time.
    101         #
    102         # Ideally both machines (if not the same)
    103         # should have the same time (via ntp or whatever)
    104         #
    10583        DETECT_TIME_DIFFS = cfg.getboolean( 'DEFAULT', 'DETECT_TIME_DIFFS' )
    10684
    107         # Regexp style hostname translation
    108         #
    109         # Usefull if your Torque hostnames are not the same as your
    110         # Ganglia hostnames (different network interfaces)
    111         #
    112         # Syntax: /orig/new/
    113         #
    11485        BATCH_HOST_TRANSLATE = getlist( cfg.get( 'DEFAULT', 'BATCH_HOST_TRANSLATE' ) )
    11586
Note: See TracChangeset for help on using the changeset viewer.