summaryrefslogtreecommitdiffstats
path: root/perform
diff options
context:
space:
mode:
authorLeon Arber <larber@ncsa.uiuc.edu>2005-01-26 20:04:56 (GMT)
committerLeon Arber <larber@ncsa.uiuc.edu>2005-01-26 20:04:56 (GMT)
commit3cb812ae8a610f5e3801c89f915c680a3f1a4f5b (patch)
tree420c65f85acff7d2d594e3974430de1a5e15674e /perform
parent5695ffc13d3a469064098793ebcf0c8914fdf1fd (diff)
downloadhdf5-3cb812ae8a610f5e3801c89f915c680a3f1a4f5b.zip
hdf5-3cb812ae8a610f5e3801c89f915c680a3f1a4f5b.tar.gz
hdf5-3cb812ae8a610f5e3801c89f915c680a3f1a4f5b.tar.bz2
[svn-r9871] Purpose:
Feature additions: script has support for all sorts of interesting plots. fix axis scaling Description: Added support for 2-d and 3-d plots of the data. Command-line options are also added to customize these plots. Axis tick labels are now much improved and match the data and are logically spaced. Platforms tested: heping (gnuplot must be installed to do the plots) Misc. update:
Diffstat (limited to 'perform')
-rwxr-xr-xperform/gen_report.pl181
1 files changed, 173 insertions, 8 deletions
diff --git a/perform/gen_report.pl b/perform/gen_report.pl
index 1feee7c..7994c26 100755
--- a/perform/gen_report.pl
+++ b/perform/gen_report.pl
@@ -1,4 +1,4 @@
-#!/usr/bin/perl
+#!/usr/bin/perl
#
# Copyright by the Board of Trustees of the University of Illinois.
# All rights reserved.
@@ -59,18 +59,33 @@
# )
# }
-if ($#ARGV != 0) {
- print "gen_report.pl [FILE]\n";
- exit 1;
+use IO::Handle;
+use Getopt::Long;
+use Switch;
+
+if ($#ARGV == -1) {
+ usage();
}
my ($ascii_output, $excel_output);
+GetOptions("data_type=s"=>\$data_type,
+ "buffer_size=i"=>\$transfer_buffer_size,
+ "procs=i"=>\$num_procs_graph,
+ "help!"=>\$help,
+ "throughput=s"=>\$throughput_type,
+ "3d!"=>\$plot_3d);
+
+usage() if $help or !@ARGV;
+
+$throughput_type = "average" if !$throughput_type;
+
foreach my $arg (@ARGV) {
+
if ($arg !~ /^-/) {
$arg =~ /f([0-9]+.)\.i([0-9]+)\.d([0-9]+)\.X([0-9]+.)\.x([0-9]+.)\.(.*)/;
- my $output = "result_f" . $1 . ".X" . $4 . ".x" . $5 . "." . $6;
+ my $output = $arg . $1 . ".X" . $4 . ".x" . $5 . "." . $6;
$ascii_output = $output . ".ascii";
$excel_output = $output . ".excel";
@@ -80,7 +95,9 @@ foreach my $arg (@ARGV) {
die "error: cannot open file $ascii_output: $!\n";
open(EXCEL_OUTPUT, ">$excel_output") or
die "error: cannot open file $excel_output: $!\n";
- } else {
+ }
+ else
+ {
die "error: unrecognized option: $arg\n";
}
}
@@ -113,14 +130,43 @@ while (<INPUT>) {
} elsif (/Read Open/) {
$avg_type = "read-close";
} elsif (/Read/) {
- $avg_type = "read-only";
+ $avg_type = "read-only";
}
- if (/Maximum Throughput: ( ?[0-9]+\.[0-9]{2}) MB\/s/) {
+ if($throughput_type eq "max")
+ {
+ if (/Maximum Throughput: ( {0,2}[0-9]+\.[0-9]{2}) MB\/s/) {
+ $results{$num_procs}{$xfer_size}[$type]{$avg_type} = $1;
+ }
+ }
+ elsif($throughput_type eq "min")
+ {
+ if (/Minimum Throughput: ( {0,2}[0-9]+\.[0-9]{2}) MB\/s/) {
+ $results{$num_procs}{$xfer_size}[$type]{$avg_type} = $1;
+ }
+ }
+ elsif($throughput_type eq "average")
+ {
+ if (/Average Throughput: ( {0,2}[0-9]+\.[0-9]{2}) MB\/s/) {
$results{$num_procs}{$xfer_size}[$type]{$avg_type} = $1;
+ }
}
}
+
+
+sub usage {
+ print "Usage: gen_reporl.pl [options] FILE
+ options are:\n
+ -data_type \"data_type\" plots the results for \"write-only\",\"read-only\", \"write-close\", or \"read-close\" (default is write-only)\n
+ -buffer_size \"buffer_size\" plots data from this buffer size (in kilobytes, default is 128)\n
+ -procs \"num_procs\" plots data from the run with num_procs processors (default is 1).\n
+ -throughput \"throughput_type\" plots either the \"max\", \"min\", or \"average\" throughput (default is average)\n
+ -3d if present, does a 3d plot in addition to the normal ones\n";
+
+ exit 1;
+}
+
sub create_excel_output_header {
my $output_header;
my $kb = 1024;
@@ -289,5 +335,124 @@ sub write_ascii_file {
}
}
+sub plot_default_graph1 {
+ open(GNUPLOT_DATA_OUTPUT, ">gnuplot.data") or
+ die "error: cannot open file gnuplot.data: $!\n";
+
+ $transfer_buffer_size = 128 if !$transfer_buffer_size;
+ $data_type = "write-only" if !$data_type;
+
+ #set up the plot
+ print GNUPLOT_PIPE "set term x11 1\n";
+ print GNUPLOT_PIPE "set xlabel \"Number of Processors\"\n";
+ print GNUPLOT_PIPE "set title \"" . $data_type . " Performance (Speed vs. Num. Procs)\"\n";
+ print GNUPLOT_PIPE "set ylabel \"Bandwdith (MB/s)\"\n";
+ print GNUPLOT_PIPE "set label 1 \"Transfer buffer size: " . $transfer_buffer_size . "K\" at graph 0.7, graph 0.7 left \n";
+
+#the next line attempts to hack gnuplot to get around it's inability to linearly scale, but logarithmically label an axis
+ print GNUPLOT_PIPE "set xtics (\"1\" 1, \"2\" 2, \"4\" 4, \"8\" 8, \"16\" 16, \"32\" 32, \"64\" 64, \"128\" 128, \"256\" 256, \"512\" 512, \"1024\" 1024)\n";
+
+
+ foreach $proc (sort { $a <=> $b }( keys %results )) {
+ print GNUPLOT_DATA_OUTPUT $proc . "\t" .
+ $results{$proc}{$transfer_buffer_size*1024}[0]{$data_type} . "\t" .
+ $results{$proc}{$transfer_buffer_size*1024}[1]{$data_type}. "\t" .
+ $results{$proc}{$transfer_buffer_size*1024}[2]{$data_type} . "\n";
+
+ }
+
+ close(GNUPLOT_DATA_OUTPUT);
+
+ print GNUPLOT_PIPE "plot \"gnuplot.data\" using 1:2 title 'POSIX' with \\
+ linespoints , \"gnuplot.data\" using 1:3 title 'MPIO' with linespoints, \\
+ \"gnuplot.data\" using 1:4 title 'PHDF5' with linespoints\n";
+ unlink(GNUPLOT_DATA_OUTPUT);
+
+}
+
+sub plot_default_graph2 {
+ open(GNUPLOT_DATA_OUTPUT, ">gnuplot.data") or
+ die "error: cannot open file gnuplot.data: $!\n";
+
+ $num_procs_graph = 1 if !$num_procs_graph;
+ $data_type = "write-only" if !$data_type;
+
+ #set up the plot
+ print GNUPLOT_PIPE "set term x11 2\n";
+ print GNUPLOT_PIPE "set xlabel \"Transfer Buffer Size (in bytes)\"\n";
+ print GNUPLOT_PIPE "set title \"" . $data_type . " Performance (Speed vs. Transfer Buffer Size)\"\n";
+ print GNUPLOT_PIPE "set ylabel \"Bandwdith (MB/s)\"\n";
+ print GNUPLOT_PIPE "set label 1 \"Procs: " . $num_procs_graph . "\" at graph 0.7, graph 0.7 left \n";
+
+#the next line attempts to hack gnuplot to get around it's inability to linearly scale, but logarithmically label an axis
+ print GNUPLOT_PIPE "set xtics (\"4K\" 4*1024, \"8K\" 8*1024, \"16K\" 16*1024, \"32K\" 32*1024, \"64K\" 64*1024, \"128K\" 128*1024, \"256K\" 256*1024, \"512K\" 512*1024, \"1M\" 1024*1024, \"2M\" 2048*1024, \"4M\" 4096*1024, \"8M\" 8192*1024, \"16M\" 16384*1024)\n";
+
+ foreach $xfer (sort {$a <=> $b} ( keys %{$results{1}} )) {
+ print GNUPLOT_DATA_OUTPUT $xfer . "\t" .
+ $results{$num_procs_graph}{$xfer}[0]{$data_type} . "\t" .
+ $results{$num_procs_graph}{$xfer}[1]{$data_type}. "\t" .
+ $results{$num_procs_graph}{$xfer}[2]{$data_type} . "\n";
+
+ }
+
+ close(GNUPLOT_DATA_OUTPUT);
+
+ print GNUPLOT_PIPE "plot \"gnuplot.data\" using 1:2 title 'POSIX' with \\
+ linespoints , \"gnuplot.data\" using 1:3 title 'MPIO' with linespoints, \\
+ \"gnuplot.data\" using 1:4 title 'PHDF5' with linespoints\n";
+
+ unlink(GNUPLOT_DATA_OUTPUT);
+}
+
+sub plot_3d_graph3 {
+ open(GNUPLOT_DATA_OUTPUT, ">gnuplot.data") or
+ die "error: cannot open file gnuplot.data: $!\n";
+
+ #set up the plot
+ print GNUPLOT_PIPE "set term x11 3\n";
+ print GNUPLOT_PIPE "set xlabel \"Num. Processors\"\n";
+ print GNUPLOT_PIPE "set title \"Write Speed v. No. Procs v. Buffer Size\"\n";
+ print GNUPLOT_PIPE "set ylabel \"Buffer Size (bytes)\"\n";
+ print GNUPLOT_PIPE "set zlabel \"Bandwidth (in MB/s)\"\n";
+ print GNUPLOT_PIPE "set nolabel\n";
+ print GNUPLOT_PIPE "set dgrid3d 30,30\n";
+ print GNUPLOT_PIPE "set hidden3d\n";
+
+#the next lines attempts to hack gnuplot to get around it's inability to linearly scale, but logarithmically label an axis
+ print GNUPLOT_PIPE "set xtics (\"1\" 1, \"2\" 2, \"4\" 4, \"8\" 8, \"16\" 16, \"32\" 32, \"64\" 64, \"128\" 128, \"256\" 256, \"512\" 512, \"1024\" 1024)\n";
+ print GNUPLOT_PIPE "set ytics (\"4K\" 4*1024, \"8K\" 8*1024, \"16K\" 16*1024, \"32K\" 32*1024, \"64K\" 64*1024, \"128K\" 128*1024, \"256K\" 256*1024, \"512K\" 512*1024, \"1M\" 1024*1024, \"2M\" 2048*1024, \"4M\" 4096*1024, \"8M\" 8192*1024, \"16M\" 16384*1024)\n";
+
+
+#Read speed on z-axis, processors on x, buffer size on y.
+
+ foreach $proc (sort { $a <=> $b }( keys %results )) {
+ foreach $xfer (sort {$a <=> $b} ( keys %{$results{$proc}} )) {
+ print GNUPLOT_DATA_OUTPUT $proc . "\t" . $xfer . "\t" .
+ $results{$proc}{$xfer}[0]{"write-only"} . "\t" .
+ $results{$proc}{$xfer}[1]{"write-only"}. "\t" .
+ $results{$proc}{$xfer}[2]{"write-only"} . "\n";
+
+ }
+ }
+
+ close(GNUPLOT_DATA_OUTPUT);
+
+ print GNUPLOT_PIPE "splot \"gnuplot.data\" using 1:2:3 title 'POSIX' with \\
+ linespoints , \"gnuplot.data\" using 1:2:4 title 'MPIO' with linespoints, \\
+ \"gnuplot.data\" using 1:2:5 title 'PHDF5' with linespoints\n";
+
+
+#: unlink(GNUPLOT_DATA_OUTPUT);
+}
+open(GNUPLOT_PIPE, "| gnuplot -persist") || die "Couldn't run gnuplot: $!\n";
+GNUPLOT_PIPE->autoflush(1);
+
write_excel_file;
write_ascii_file;
+plot_default_graph1;
+sleep 1;
+plot_default_graph2;
+sleep 1;
+
+plot_3d_graph3 if $plot_3d;
+close(GNUPLOT_PIPE);