#!/usr/bin/perl package Catalyst::Controller::LeakTracker; use parent qw(Catalyst::Controller); use Moose; our $VERSION = "0.08"; use Data::Dumper (); use Devel::Cycle (); use Devel::Size (); use Tie::RefHash::Weak (); use YAML::XS (); use Scalar::Util qw(weaken); use namespace::clean -except => "meta"; { package Catalyst::Controller::LeakTracker::Template; use Template::Declare::Tags 'HTML'; # conflicts with Moose } my $size_of_empty_array = Devel::Size::total_size([]); sub end : Private { } # don't get Root's one sub order_by { my ( $self, $objects, $field, $mode ) = @_; return () unless @$objects; my $order_by_meth = { num => sub { sort { $a->{$field} <=> $b->{$field} } @{$_[0]} }, num_desc => sub { sort { $b->{$field} <=> $a->{$field} } @{$_[0]} }, lex => sub { sort { $a->{$field} cmp $b->{$field} } @{$_[0]} }, lex_desc => sub { sort { $b->{$field} cmp $a->{$field} } @{$_[0]} }, }; my $order_by_map; if ( $mode && $mode eq 'desc' ) { $order_by_map = { ( map { $_ => $order_by_meth->{'num_desc'} } qw/id time leaks size/ ), ( map { $_ => $order_by_meth->{'lex_desc'} } qw/action uri class/ ), }; } else { $order_by_map = { ( map { $_ => $order_by_meth->{'num'} } qw/id time leaks size/ ), ( map { $_ => $order_by_meth->{'lex'} } qw/action uri class/ ), }; } if ( my $meth = $order_by_map->{$field} ) { return $meth->($objects); } else { return @$objects; } } sub list_requests : Chained { my ( $self, $c ) = @_; my $params = $c->req->params; my $only_leaking = !$params->{'all'}; my $log = $c->devel_events_log; # FIXME used for repping, switch to exported when that api is available. my @request_ids = $c->get_all_request_ids; pop @request_ids; # current request my @requests; foreach my $request_id ( @request_ids ) { my $tracker = $c->get_object_tracker_by_id($request_id) || next; my $leaked = $tracker->live_objects; my $n_leaks = scalar( keys %$leaked ); next if $only_leaking and $n_leaks == 0; my @events = $c->get_request_events($request_id); my ( undef, %req ) = @{ $events[0] }; my (undef, %dispatch) = $log->matcher->first( match => "dispatch", events => \@events ); scalar keys %dispatch or next; my $size = ( Devel::Size::total_size([ keys %$leaked ]) - $size_of_empty_array ); push @requests, { id => $request_id, time => $req{time}, uri => $dispatch{uri}, action => $dispatch{action_name}, leaks => $n_leaks, size => $size, } } my ( $order_by, $order_by_desc ) = map { $params->{$_} } qw/order_by order_by_desc/; @requests = $self->order_by( \@requests, $order_by || 'id', $order_by_desc ? 'desc' : 'asc', ) if @requests; my @fields = qw(id time action leaks size uri); my %fmt = map { $_ => sub { $_[0] } } @fields; $fmt{id} = sub { package Catalyst::Controller::LeakTracker::Template; my $id = shift; return a { attr { href => $c->uri_for( $self->action_for("request"), $id ) } $id }; }; $fmt{time} = sub { scalar localtime(int(shift)); }; $fmt{size} = sub { use Number::Bytes::Human; my $h = Number::Bytes::Human->new; $h->set_options(zero => '-'); $h->format(shift); }; $c->response->body( "" . do { package Catalyst::Controller::LeakTracker::Template; html { head { } body { table { attr { border => 1, style => "border: 1px solid black; padding: 0.3em" }; row { map { my $desc = ( $order_by_desc || ( $order_by || '') ne $_) ? 0 : 1; th { a { attr { href => $c->req->uri_with({ order_by => $_, order_by_desc => $desc, }) } $_ } } } @fields }; foreach my $req ( @requests ) { row { foreach my $field (@fields) { my $formatter = $fmt{$field}; cell { attr { style => "padding: 0.2em" } $formatter->( $req->{$field} ); } } } } } } } }); $c->res->content_type("text/html"); } sub leak : Chained { my ( $self, $c, $request_id, $id ) = @_; my $obj_entry = $c->get_object_entry_by_id($request_id, $id) || die "No such object: $id"; my $obj = $obj_entry->{object}; my @stack = $c->generate_stack_for_event( $request_id, $id ); @stack = reverse @stack[2..$#stack]; # skip _DISPATCH and _ACTION my $stack_dump = "$obj_entry->{file} line $obj_entry->{line} (package $obj_entry->{package})\n" . join("\n", map {" in action $_->{action_name} $obj_entry->{file} line $obj_entry->{line} (controller $_->{class})" } @stack); local $Data::Dumper::Maxdepth = $c->request->param("maxdepth") || 0; my $obj_dump = Data::Dumper::Dumper($obj); my $cycles = $self->_cycle_report($obj); $c->response->content_type("text/html"); $c->response->body( "" . do { package Catalyst::Controller::LeakTracker::Template; html { head { } body { h1 { "Stack" } pre { $stack_dump } h1 { "Cycles" } pre { $cycles } h1 { "Object" } pre { $obj_dump } } } }); } # stolen from Test::Memory::Cycle my %shortnames; my $new_shortname = "A"; sub _ref_shortname { my $ref = shift; my $refstr = "$ref"; my $refdisp = $shortnames{ $refstr }; if ( !$refdisp ) { my $sigil = ref($ref) . " "; $sigil = '%' if $sigil eq "HASH "; $sigil = '@' if $sigil eq "ARRAY "; $sigil = '$' if $sigil eq "REF "; $sigil = '&' if $sigil eq "CODE "; $refdisp = $shortnames{ $refstr } = $sigil . $new_shortname++; } return $refdisp; } sub _cycle_report { my ( $self, $obj ) = @_; my @diags; my $cycle_no; # Callback function that is called once for each memory cycle found. my $callback = sub { my $path = shift; $cycle_no++; push( @diags, "Cycle #$cycle_no" ); foreach (@$path) { my ($type,$index,$ref,$value) = @$_; my $str = 'Unknown! This should never happen!'; my $refdisp = _ref_shortname( $ref ); my $valuedisp = _ref_shortname( $value ); $str = sprintf( ' %s => %s', $refdisp, $valuedisp ) if $type eq 'SCALAR'; $str = sprintf( ' %s => %s', "${refdisp}->[$index]", $valuedisp ) if $type eq 'ARRAY'; $str = sprintf( ' %s => %s', "${refdisp}->{$index}", $valuedisp ) if $type eq 'HASH'; $str = sprintf( ' closure %s => %s', "${refdisp}, $index", $valuedisp ) if $type eq 'CODE'; push( @diags, $str ); } }; Devel::Cycle::find_cycle( $obj, $callback ); return join("\n", @diags); } sub request : Chained { my ( $self, $c, $request_id ) = @_; my $params = $c->req->params; my $log = $params->{'event_log'}; my $log_output = $log && YAML::XS::Dump($c->get_request_events($request_id)); my $tracker = $c->get_object_tracker_by_id($request_id); my $live_objects = $tracker->live_objects; my @leaks = map { my $object = $_->{object}; +{ %$_, size => Devel::Size::total_size($object), class => ref $object, } } values %$live_objects; my ( $order_by, $order_by_desc ) = map { $params->{$_} } qw/order_by order_by_desc/; @leaks = $self->order_by( \@leaks, $order_by || 'id', $order_by_desc ? 'desc' : 'asc', ) if @leaks; my @fields = qw/id size class/; my %fmt = map { $_ => sub { $_[0] } } @fields; $fmt{id} = sub { package Catalyst::Controller::LeakTracker::Template; my $id = shift; return a { attr { href => $c->uri_for( $self->action_for("leak"), $request_id, $id ) } $id }; }; $fmt{size} = sub { use Number::Bytes::Human; my $h = Number::Bytes::Human->new; $h->set_options(zero => '-'); $h->format(shift); }; my $leaks = sub { package Catalyst::Controller::LeakTracker::Template; table { attr { border => "1", style => "border: 1px solid black; padding: 0.3em" } row { map { my $desc = ( $order_by_desc || ( $order_by || '') ne $_) ? 0 : 1; th { attr { style => "padding: 0.2em", }; a { attr { href => $c->req->uri_with({ order_by => $_, order_by_desc => $desc, }) } $_ }; } } @fields }; foreach my $leak ( @leaks ) { row { foreach my $field ( @fields ) { my $formatter = $fmt{$field}; cell { attr { style => "padding: 0.2em" } $formatter->($leak->{$field}); } } } } } }; $c->res->content_type("text/html"); $c->res->body( "" . do { package Catalyst::Controller::LeakTracker::Template; html { head { } body { h1 { "Leaks" } pre { $leaks->() } $log ? ( h1 { "Events" } pre { $log_output } ) : () } } }); } sub make_leak : Chained { my ( $self, $c, $n ) = @_; $n ||= 1; $n = 300 if $n > 300; for ( 1 .. $n ) { my $object = bless {}, "class::a"; $object->{foo}{self} = $object; } my $object2 = bless {}, "class::b"; $object2->{foo}{self} = $object2; weaken($object2->{foo}{self}); my $object3 = bless [], "class::c"; push @$object3, $object3, map { [ 1 .. $n ] } 1 .. $n; $c->res->body("it leaks " . ( $n + 1 ) . " objects"); } __PACKAGE__; __END__ =pod =head1 NAME Catalyst::Controller::LeakTracker - Inspect leaks found by L =head1 SYNOPSIS # in MyApp.pm package MyApp; use Catalyst qw( LeakTracker ); #### in SomeController.pm package MyApp::Controller::Leaks; use Moose; use parent qw(Catalyst::Controller::LeakTracker); sub index :Path :Args(0) { my ( $self, $c ) = @_; $c->forward("list_requests"); # redirect to request listing view } =head1 DESCRIPTION This controller uses L to display leak info on a per request basis. =head1 ACTIONS =over 4 =item list_requests List the leaking requests this process has handled so far. If the C parameter is set to a true value, then all requests (even non leaking ones) are listed. =item request $request_id Detail the leaks for a given request, and also dump the event log for that request. =item object $request_id $event_id Detail the object created in $event_id. Displays a stack dump, a L report, and a L output. If the C param is set, C<$Data::Dumper::Maxdepth> is set to that value. =item make_leak [ $how_many ] Artificially leak some objects, to make sure everything is working properly =back =head1 CAVEATS In forking environments each child will have its own leak tracking. To avoid confusion run your apps under the development server or temporarily configure fastcgi or whatever to only use one child process. =head1 TODO This is yucky example code. But it's useful. Patches welcome. =over 4 =item L Instead of yucky HTML strings =item CSS I can't do that well, I didn't bother trying =item Nicer displays
 ... 
Only goes so far... The event log is in most dire need for this. =item Filtering, etc Of objects, requests, etc. Javascript or serverside, it doesn't matter. =item JSON/YAML/XML feeds Maybe it's useful for someone. =back =head1 MINI-TUTORIAL =head2 Why use LeakTracker? You have a Catalyst application that is consuming more and more memory over time. You would like to find out what classes are involved and where you may have cyclic references. =head2 How to use LeakTracker? Once you've plugged LeakTracker into your Catalyst application (see L), then you can easily get statistics via Catalyst::Controller::LeakTracker. Just create a new controller exclusively for reporting on the objects that are not being garbage collected. Here is how: package MyAss::Controller::Leaks; sub BEGIN { use Moose; extends 'Catalyst::Controller::LeakTracker'; } # redirect leaks/ to the report about memory consumed by each request sub index : Path : Args(0) { my ( $self, $c ) = @_; $c->forward("list_requests"); } 1 In effect, the controller above turns the URI C<$c.request.base/leaks> into a report on the objects that still have references to them, and thus consuming memory. =head2 How to Interpret the Results? The results found at B are I. The results include the Catalyst actions requested and how much memory each consumed. One can "drill-down" on the request ID and get a report of all objects that the request has left lingering about. It's tits, try it out for yourself. =head2 When to Not Use LeakTracker? In Production, because it adds a significant amount of overhead to your application. =head1 SEE ALSO L, L, L, L, L =head1 AUTHOR Yuval Kogman =head1 CONTRIBUTORS Mateu X. Hunter Wallace Reis =head1 COPYRIGHT & LICENSE Copyright (c) Yuval Kogman. All rights reserved This program is free software; you can redistribute it and/or modify it under the terms of the MIT license or the same terms as Perl itself. =cut