source: trunk/web/addons/toga/libtoga.php @ 143

<?php
// If php is compiled without globals
//
if ( !empty( $_GET ) ) {
        extract( $_GET );
}

class HTTPVariables {

        var $clustername, $metricname;
        var $restvars, $httpvars;

        function HTTPVariables( $httpvars, $getvars ) {

                $this->restvars = array();

                $this->clustername = $httpvars["c"] ? $httpvars["c"] : null;
                $this->metricname = $httpvars["m"] ? $httpvars["m"] : null;

                foreach( $httpvars as $httpvar => $httpval ) {
                        
                        if( $httpval ) {
                                $this->restvars[$httpvar] = $httpval;
                        }
                }

                foreach( $getvars as $getvar => $getval ) {

                        if( $getval ) {
                                $this->restvars[$getvar] = $getval;
                        }
                }
        }

        function getClusterName() {
                return $this->clustername;
        }

        function getMetricName() {
                return $this->metricname;
        }

        function getHttpVar( $var ) {
                if( isset( $this->restvars[$var] ) )
                        return $this->restvars[$var];
                else
                        return null;
        }
}

// Toga's conf
//
include_once "./conf.php";

global $GANGLIA_PATH;

$my_dir = getcwd();

// Load Ganglia's PHP
chdir( $GANGLIA_PATH );

$context = 'cluster';

include_once "./conf.php";
include_once "./functions.php";
include_once "./ganglia.php";
//include_once "./get_context.php";
include_once "./get_ganglia.php";

// Back to our PHP
chdir( $my_dir );

global $SMALL_CLUSTERIMAGE_MAXWIDTH, $SMALL_CLUSTERIMAGE_NODEWIDTH, $DATA_SOURCE, $HTTP_GET_VARS, $_GET;
$httpvars = new HTTPVariables( $HTTP_GET_VARS, $_GET );

// Set cluster context so that Ganglia will
// provide us with the correct metrics array
//
global $context, $clustername, $reports;

//$clustername = $httpvars->getClusterName();

global $default_metric;

// Ganglia's array of host metrics
//
global $metrics, $hosts_up;

class TarchDbase {

        var $ip, $dbase, $conn;

        function TarchDbase( $ip = null, $dbase = 'toga' ) {
                $this->ip = $ip;
                $this->dbase = $dbase;
                $this->conn = null;
        }

        function connect() {

                if( $this->ip == null and $this->dbase == 'toga' )
                        $this->conn = pg_connect( "dbname=".$this->dbase );
                else
                        $this->conn = pg_connect( "host=".$this->ip." dbase=".$this->dbase );
        }

        function searchDbase( $id = null, $queue = null, $user = null, $name = null, $start_from_time = null, $start_to_time = null, $end_from_time = null, $end_to_time = null ) {

                if( $id ) 
                        $query = "SELECT job_id FROM jobs WHERE job_id = '$id'";
                else {
                        $query_args = array();
                        
                        if( $queue )
                                $query_args[] = "job_queue ='$queue'";
                        if( $user )
                                $query_args[] = "job_owner ='$user'";
                        if( $name )
                                $query_args[] = "job_name = '$name'";
                        if( $start_from_time )
                                $query_args[] = "job_start_timestamp >= $start_from_time";
                        if( $start_to_time )
                                $query_args[] = "job_start_timestamp <= $start_to_time";
                        if( $end_from_time )
                                $query_args[] = "job_stop_timestamp >= $end_from_time";
                        if( $end_to_time )
                                $query_args[] = "job_stop_timestamp <= $end_to_time";

                        $query = "SELECT job_id FROM jobs WHERE ";
                        $extra_query_args = '';

                        foreach( $query_args as $myquery ) {

                                if( $extra_query_args == '' )
                                        $extra_query_args = $myquery;
                                else
                                        $extra_query_args .= " AND ".$myquery;
                        }
                        $query .= $extra_query_args;
                }

                $ids = $this->queryDbase( $query );

                $ret = array();

                foreach( $ids as $crow)
                        $ret[] = $crow[job_id];

                return $ret;
        }

        function getNodesForJob( $jobid ) {

                $result = $this->queryDbase( "SELECT node_id FROM job_nodes WHERE job_id = '$jobid'" );

                $nodes = array();

                foreach( $result as $result_row ) 

                        $nodes[] = $this->getNodeArray( $result_row[node_id] );

                return $nodes;
        }

        function getJobsForNode( $nodeid ) {

                $result = $this->queryDbase( "SELECT job_id FROM job_nodes WHERE node_id = '$nodeid'" );

                $jobs = array();

                foreach( $result as $result_row )

                        $jobs[] = $this->getJobArray( $result_row[job_id] );

                return $jobs;
        }

        function getJobArray( $id ) {
                $result = $this->queryDbase( "SELECT * FROM jobs WHERE job_id = '$id'" );

                return ( $this->makeArray( $result[0] ) );
        }

        function getNodeArray( $id ) {

                $result = $this->queryDbase( "SELECT * FROM nodes WHERE node_id = '$id'" );

                return ( $this->makeArray( $result[0] ) );
        }

        function makeArray( $result_row ) {

                $myar = array();

                foreach( $result_row as $mykey => $myval ) {

                        $map_key = explode( '_', $mykey );

                        $rmap_key = array_reverse( $map_key );
                        array_pop( $rmap_key );
                        $map_key = array_reverse( $rmap_key );
                        
                        $newkey = implode( '_', $map_key );
                        
                        $myar[$newkey] = $result_row[$mykey];
                }

                return $myar;
        }

        function queryDbase( $query ) {

                $result_rows = array();
        
                if( !$this->conn )
                        $this->connect();

                //printf( "query = [%s]\n", $query );
                $result = pg_query( $this->conn, $query );

                while ($row = pg_fetch_assoc($result))
                        $result_rows[] = $row;

                return $result_rows;
        }
}

class TarchRrdGraph {
        var $rrdbin, $rrdvalues, $clustername, $hostname, $tempdir, $tarchdir, $metrics;

        function TarchRrd( $clustername, $rrdbin = '/usr/bin/rrdtool', $tarchdir = '/data/toga/rrds' ) {
                $this->rrdbin = $rrdbin;
                $this->rrdvalues = array();
                $this->tarchdir = $tarchdir;
        }

        function doCmd( $command ) {

                printf( "command = %s\n", $command );
                $pipe = popen( $command . ' 2>&1', 'r' );

                if (!$pipe) {
                        print "pipe failed.";
                        return "";
                }

                $output = '';
                while(!feof($pipe))
                        $output .= fread($pipe, 1024);

                pclose($pipe);

                $output = explode( "\n", $output );
                //print_r( $output );
                return $output;
        }

        function dirList( $dir ) {

                $dirlist = array();

                if ($handle = opendir( $dir )) {
                        while (false !== ($file = readdir($handle))) {
                                if ($file != "." && $file != "..") {
                                        $dirlist[] = $file;
                                }
                        }
                        closedir($handle);
                }

                return $dirlist;
        }

        function getTimePeriods( $start, $end ) {

                $times = array();
                $dirlist = $this->dirList( $this->tarchdir . '/' . $this->clustername . '/' . $this->hostname );
                $first = 0;
                $last = 9999999999999;

                foreach( $dirlist as $dir ) {

                        if( $dir > $first and $dir <= $start )
                                $first = $dir;
                        if( $dir < $last and $dir >= $end )
                                $last = $dir;
                }

                foreach( $dirlist as $dir ) {

                        if( $dir >= $first and $dir <= $last and !array_key_exists( $dir, $times ) )
                                $times[] = $dir;
                }

                sort( $times );

                return $times;
        }

        function graph( $descr ) {
//      monitor2:/data/toga/rrds/LISA Cluster/gb-r15n11.irc.sara.nl# rrdtool graph /var/www/ganglia/test1.png --start 1118683231 --end 1118750431 --width 300 --height 400 DEF:'1'='./1118647515/load_one.rrd':'sum':AVERAGE DEF:'2'='./1118690723/load_one.rrd':'sum':AVERAGE DEF:'3'='./1118733925/load_one.rrd':'sum':AVERAGE AREA:1#555555:"load_one" AREA:2#555555 AREA:3#555555
//      380x461
//      monitor2:/data/toga/rrds/LISA Cluster/gb-r15n11.irc.sara.nl#
                //$command = $this->rrdbin . " graph - --start $start --end $end ".
                        "--width $width --height $height $upper_limit $lower_limit ".
                        "--title '$title' $vertical_label $extras $background ". $series;

                //$graph = $this->doCmd( $command );

                //return $graph;
        }
}

class DataSource {

        var $data, $ip, $port;

        function DataSource( $ip = '127.0.0.1', $port = 8649 ) {
                $this->ip = $ip;
                $this->port = $port;
        }

        function getData() {

                $errstr;
                $errno = 0;
                $timeout = 3;

                $fp = fsockopen( $this->ip, $this->port, &$errno, &$errstr, $timeout );

                if( !$fp ) {
                        echo 'Unable to connect to '.$this->ip.':'.$this->port; // printf( 'Unable to connect to [%s:%.0f]', $this->ip, $this->port );
                        return;
                }

                while ( !feof( $fp ) ) {
                        
                        $data .= fread( $fp, 16384 );
                }

                fclose( $fp );

                return $data;
        }
}

class DataGatherer {

        var $xmlhandler, $data, $httpvars;

        function DataGatherer() {

                global $DATA_SOURCE;
                
                $ds_fields = explode( ':', $DATA_SOURCE );
                $ds_ip = $ds_fields[0];
                $ds_port = $ds_fields[1];

                $this->source = new DataSource( $ds_ip, $ds_port );

                $this->parser = xml_parser_create();
                $this->httpvars = $httpvars;
                $this->xmlhandler = new TorqueXMLHandler();
                xml_set_element_handler( $this->parser, array( &$this->xmlhandler, 'startElement' ), array( &$this->xmlhandler, 'stopElement' ) );
        }

        function parseXML() {

                $src = &$this->source;
                $this->data = $src->getData();

                if ( !xml_parse( &$this->parser, $this->data ) )
                        $error = sprintf( 'XML error: %s at %d', xml_error_string( xml_get_error_code( &$this->parser ) ), xml_get_current_line_number( &$this->parser ) );
        }

        function printInfo() {
                $handler = $this->xmlhandler;
                $handler->printInfo();
        }

        function getNodes() {
                $handler = $this->xmlhandler;
                return $handler->getNodes();
        }

        function getCpus() {
                $handler = $this->xmlhandler;
                return $handler->getCpus();
        }

        function getJobs() {
                $handler = $this->xmlhandler;
                return $handler->getJobs();
        }

        function getHeartbeat() {
                $handler = $this->xmlhandler;
                return $handler->getHeartbeat();
        }
}

class TorqueXMLHandler {

        var $clusters, $heartbeat, $nodes, $jobs;

        function TorqueXMLHandler() {
                $jobs = array();
                $clusters = array();
                $nodes = array();
                $heartbeat = array();
        }

        function getCpus() {

                $cpus = 0;

                foreach( $this->jobs as $jobid=>$jobattrs ) {

                        $nodes = count( $jobattrs[nodes] );
                        $ppn = (int) $jobattrs[ppn] ? $jobattrs[ppn] : 1;
                        $mycpus = $nodes * $ppn;

                        $cpus = $cpus + $mycpus;
                }
        }

        function startElement( $parser, $name, $attrs ) {

                $jobs = &$this->jobs;
                $nodes = &$this->nodes;

                if ( $attrs[TN] ) {

                        // Ignore dead metrics. Detect and mask failures.
                        if ( $attrs[TN] > $attrs[TMAX] * 4 )
                                return;
                }

                $jobid = null;

                // printf( '%s=%s', $attrs[NAME], $attrs[VAL] );

                if( $name == 'CLUSTER' ) {

                        $clustername = $attrs[VAL];

                        if( !isset( $clusters[$clustername] ) )
                                $clusters[$clustername] = array();

                } else if( $name == 'HOST' ) {

                        $hostname = $attrs[NAME];
                        $location = $attrs[LOCATION];

                        if( !isset( $this->nodes[$hostname] ) )
                                $this->nodes[$hostname] = new NodeImage( $hostname );

                } else if( $name == 'METRIC' and strstr( $attrs[NAME], 'TOGA' ) ) {

                        if( strstr( $attrs[NAME], 'TOGA-HEARTBEAT' ) ) {

                                $this->heartbeat['time'] = $attrs[VAL];
                                //printf( "heartbeat %s\n", $heartbeat['time'] );

                        } else if( strstr( $attrs[NAME], 'TOGA-JOB' ) ) {

                                sscanf( $attrs[NAME], 'TOGA-JOB-%d', $jobid );

                                //printf( "jobid %s\n", $jobid );

                                if( !isset( $jobs[$jobid] ) )
                                        $jobs[$jobid] = array();

                                $fields = explode( ' ', $attrs[VAL] );

                                foreach( $fields as $f ) {
                                        $togavalues = explode( '=', $f );

                                        $toganame = $togavalues[0];
                                        $togavalue = $togavalues[1];

                                        //printf( "\t%s\t= %s\n", $toganame, $togavalue );

                                        if( $toganame == 'nodes' ) {

                                                if( $jobs[$jobid][status] == 'R' ) {
                                                
                                                        if( !isset( $jobs[$jobid][$toganame] ) )
                                                                $jobs[$jobid][$toganame] = array();

                                                        $mynodes = explode( ';', $togavalue );

                                                        foreach( $mynodes as $node )

                                                                $jobs[$jobid][$toganame][] = $node;

                                                } else if( $jobs[$jobid][status] == 'Q' ) {

                                                        $jobs[$jobid][$toganame] = $togavalue;
                                                }
                                                
                                        } else {

                                                $jobs[$jobid][$toganame] = $togavalue;
                                        }
                                }

                                if( isset( $jobs[$jobid][domain] ) and isset( $jobs[$jobid][nodes] ) ) {
                        
                                        $nr_nodes = count( $jobs[$jobid][nodes] );
                        
                                        foreach( $jobs[$jobid][nodes] as $node ) {

                                                $host = $node.'.'.$jobs[$jobid][domain];
                                
                                                if( !isset( $this->nodes[$host] ) )
                                                        $my_node = new NodeImage( $host );
                                                else
                                                        $my_node = $this->nodes[$host];

                                                if( !$my_node->hasJob( $jobid ) )

                                                        if( isset( $jobs[$jobid][ppn] ) )
                                                                $my_node->addJob( $jobid, ((int) $jobs[$jobid][ppn]) );
                                                        else
                                                                $my_node->addJob( $jobid, 1 );

                                                $this->nodes[$host] = $my_node;
                                        }
                                }
                        }
                }
                $this->jobs = $jobs;
        }

        function stopElement( $parser, $name ) {
        }

        function printInfo() {

                $jobs = &$this->jobs;

                printf( "---jobs---\n" );

                foreach( $jobs as $jobid => $job ) {

                        printf( "job %s\n", $jobid );

                        if( isset( $job[nodes] ) ) {

                                foreach( $job[nodes] as $node ) {

                                        $mynode = $this->nodes[$node];
                                        $hostname = $mynode->getHostname();
                                        $location = $mynode->getLocation();

                                        printf( "\t- node %s\tlocation %s\n", $hostname, $location );
                                        //$this->nodes[$hostname]->setLocation( "hier draait job ".$jobid );
                                }
                        }
                }

                printf( "---nodes---\n" );

                $nodes = &$this->nodes;

                foreach( $nodes as $node ) {

                        $hostname = $node->getHostname();
                        $location = $node->getLocation();
                        $jobs = implode( ' ', $node->getJobs() );
                        printf( "* node %s\tlocation %s\tjobs %s\n", $hostname, $location, $jobs );
                }
        }

        function getNodes() {
                return $this->nodes;
        }

        function getJobs() {
                return $this->jobs;
        }

        function getHeartbeat() {
                return $this->heartbeat['time'];
        }
}

class NodeImage {

        var $image, $x, $y, $hostname, $jobs, $tasks, $showinfo;

        function NodeImage( $hostname ) {

                $this->jobs = array();
                //$this->image = $image;
                //$this->x = $x;
                //$this->y = $y;
                $this->tasks = 0;
                $this->hostname = $hostname;
                $this->cpus = $this->determineCpus();
                $this->showinfo = 1;
        }

        function addJob( $jobid, $cpus ) {
                $jobs = &$this->jobs;

                $jobs[] = $jobid;
                $this->jobs = $jobs;

                $this->addTask( $cpus );
        }

        function hasJob( $jobid ) {

                $jobfound = 0;

                if( count( $this->jobs ) > 0 )
                        foreach( $this->jobs as $job )

                                if( $job == $jobid )
                                        $jobfound = 1;

                return $jobfound;
        }

        function addTask( $cpus ) {

                $this->tasks = $this->tasks + $cpus;
        }

        function setImage( $image ) {

                $this->image = $image;
        }

        function setCoords( $x, $y ) {

                $this->x = $x;
                $this->y = $y;
        }

        function colorHex( $color ) {
        
                $my_color = imageColorAllocate( $this->image, hexdec( substr( $color, 0, 2 )), hexdec( substr( $color, 2, 2 )), hexdec( substr( $color, 4, 2 )) );

                return $my_color;
        }

        function setLoad( $load ) {
                $this->load = $load;
        }

        function setHostname( $hostname ) {
                $this->hostname = $hostname;
        }

        function getHostname() {
                return $this->hostname;
        }

        function getJobs() {
                return $this->jobs;
        }

        function setShowinfo( $showinfo ) {
                $this->showinfo = $showinfo;
        }

        function draw() {

                $this->drawSmall();
        }

        function drawBig() {

        }

        function drawSmall() {

                global $SMALL_CLUSTERIMAGE_NODEWIDTH;
                global $JOB_NODE_MARKING;

                $black_color = imageColorAllocate( $this->image, 0, 0, 0 );
                $size = $SMALL_CLUSTERIMAGE_NODEWIDTH;

                imageFilledRectangle( $this->image, $this->x, $this->y, $this->x+($size), $this->y+($size), $black_color );

                if( $this->showinfo) {
                
                        $this->load = $this->determineLoad();

                        if( !isset( $this->image ) or !isset( $this->x ) or !isset( $this->y ) ) {
                                printf( "aborting\n" );
                                printf( "x %d y %d load %f\n", $this->x, $this->y, $load );
                                return;
                        }


                        // Convert Ganglias Hexadecimal load color to a Decimal one
                        //
                        $load = $this->determineLoad(); 
                        $usecolor = $this->colorHex( load_color($load) );
                        imageFilledRectangle( $this->image, $this->x+1, $this->y+1, $this->x+($size-1), $this->y+($size-1), $usecolor );
                        if( count( $this->jobs ) > 0 )
                                imageString( $this->image, 1, $this->x+(($size/2)-2), $this->y+(($size/2)-3), $JOB_NODE_MARKING, $black_color );

                } else {

                        // White
                        $usecolor = imageColorAllocate( $this->image, 255, 255, 255 );
                        imageFilledRectangle( $this->image, $this->x+1, $this->y+1, $this->x+($size-1), $this->y+($size-1), $usecolor );
                }


        }

        function determineCpus() {

                global $metrics;

                $cpus = $metrics[$this->hostname][cpu_num][VAL];
                if (!$cpus) $cpus=1;

                return $cpus;
        }

        function determineLoad() {

                global $metrics;

                $load_one = $metrics[$this->hostname][load_one][VAL];
                $load = ((float) $load_one)/$this->cpus;

                return $load;
        }
}

class ClusterImage {

        var $dataget, $image, $clustername;
        var $filtername, $filters;

        function ClusterImage( $clustername ) {

                $this->dataget = new DataGatherer();
                $this->clustername = $clustername;
                $this->filters = array();
        }

        function setFilter( $filtername, $filtervalue ) {

                //printf("filter %s = %s\n", $filtername, $filtervalue );
                //printf( "filter set to %s = %s\n", $filtername, $filtervalue );
                $this->filters[$filtername] = $filtervalue;
                //print_r($this->filters);
        }

        function filterNodes( $jobs, $nodes ) {

                $filtered_nodes = array();

                foreach( $nodes as $node ) {

                        $hostname = $node->getHostname();

                        $addhost = 1;

                        if( count( $this->filters ) > 0 ) {

                                $mynjobs = $node->getJobs();

                                if( count( $mynjobs ) > 0 ) {

                                        foreach( $mynjobs as $myjob ) {

                                                foreach( $this->filters as $filtername => $filtervalue ) {

                                                        //printf("filter bla %s = %s\n", $filtername,$filtervalue );

                                                        if( $filtername!=null && $filtername!='' ) {

                                                                if( $filtername == 'jobid' && !$node->hasJob( $filtervalue) ) {
                                                                        $addhost = 0;
                                                                        //printf("host %s has no job %s\n", $hostname, $filtervalue);
                                                                } else if( $filtername != 'jobid' ) {
                                                                        //printf("myjob is %s\n", $myjob );
                                                                        if( $jobs[$myjob][$filtername] != $filtervalue ) {
                                                                                //printf("host %s has no job with %s=%s\n", $hostname, $filtername, $filtervalue);
                                                                                $addhost = 0;
                                                                        }
                                                                }
                                                        }
                                                }
                                        }
                                } else
                                        $addhost = 0;
                        }

                        if( $addhost )
                                $filtered_nodes[] = $hostname;
                }

                return $filtered_nodes;
        }

        function draw() {

                //printf("stopt met uitvoer");
                //return;

                global $SMALL_CLUSTERIMAGE_MAXWIDTH, $SMALL_CLUSTERIMAGE_NODEWIDTH;
        
                $mydatag = $this->dataget;
                $mydatag->parseXML();

                //$max_width = 250;
                //$node_width = 11;

                $max_width = $SMALL_CLUSTERIMAGE_MAXWIDTH;
                $node_width = $SMALL_CLUSTERIMAGE_NODEWIDTH;

                //printf( "cmaxw %s nmaxw %s", $SMALL_CLUSTERIMAGE_MAXWIDTH, $SMALL_CLUSTERIMAGE_NODEWIDTH );

                $nodes = $mydatag->getNodes();
                $nodes_hosts = array_keys( $nodes );

                $nodes_nr = count( $nodes );

                $nodes_size = $nodes_nr*$node_width;
                $node_rows = 0;

                if( $nodes_size > $max_width ) {
                        $nodes_per_row = ( (int) ($max_width/$node_width) );
                } else {
                        $nodes_per_row = $nodes_size;
                        $node_rows = 1;
                }

                if( $nodes_per_row < $nodes_nr ) {
                        $node_rows = ( (int) ($nodes_nr/$nodes_per_row) );
                        $node_rest = fmod( $nodes_nr, $nodes_per_row );
                        //printf( "nodesnr %d noderest %f\n", $nodes_nr, $node_rest );
                        if( $node_rest > 0 ) {
                                $node_rows++;
                                //printf( "noderows %d\n", $node_rows );
                        }
                }

                //printf( "imagecreate: %dx%d", ($nodes_per_row*$node_width), ($node_rows*$node_width) );
                $image = imageCreateTrueColor( ($nodes_per_row*$node_width)+1, ($node_rows*$node_width)+1 );
                $colorwhite = imageColorAllocate( $image, 255, 255, 255 );
                imageFill( $image, 0, 0, $colorwhite );

                $jobs = $mydatag->getJobs();
                //printf("filtername = %s\n", $filtername );
                $filtered_nodes = $this->filterNodes( $jobs, $nodes );

                //print_r($filtered_nodes);

                for( $n = 0; $n < $node_rows; $n++ ) {
                        
                        for( $m = 0; $m < $nodes_per_row; $m++ ) {
                        
                                $x = ($m * $node_width);
                                $y = ($n * $node_width);

                                $cur_node = ($n * $nodes_per_row) + ($m);
                                $host = $nodes_hosts[$cur_node];


                                if( isset( $nodes[$host] ) ) {

                                        $nodes[$host]->setCoords( $x, $y );
                                        $nodes[$host]->setImage( $image );

                                        if( !in_array( $host, $filtered_nodes ) )
                                                $nodes[$host]->setShowinfo( 0 );

                                        $nodes[$host]->draw();
                                }
                        }
                }
                
                header( 'Content-type: image/png' );
                imagePNG( $image );
                imageDestroy( $image );
        }
}

//$my_data = new DataGatherer();
//$my_data->parseXML();
//$my_data->printInfo();

//$ic = new ClusterImage( "LISA Cluster" );
//$ic->draw();
?>