2007年9月アーカイブ

#!/bin/sh # # Copyright (c) 2007 Daisuke Maki <daisuke@endeworks.jp> # All rights reserved. # # fastcgi.sh # Runs catalyst based application's fastcgi script via daemontools' # softlimit script. You should call this script from a specific 'run' # script like so # # #!/bin/sh # /path/to/fastcgi.sh -s myapp.mydomain.com # args=`getopt s:d:m:n:g: $*` if [ $? -ne 0 ]; then echo <<EOM Usage: fastcgi-run.sh [options] -s: service name. -d: data directory -m: max memory size as passed to softlimit(3) -n: number of processes to spawn -g: group name to run script as EOM exit 2 fi set -- $args for i do case "$i" in --) shift; break;; -s) SERVICE="$2"; shift; shift;; -d) DATADIR="$2"; shift; shift;; -m) MAXMEMORY="$2"; shift; shift;; -n) NUMPROCS="$2"; shift; shift;; -g) GROUP="$2"; shift; shift;; esac done if [ -z $SERVICE ]; then echo "No service defined." exit 1; fi if [ -z $DATADIR ]; then DATADIR="/var/tmp/$SERVICE" fi if [ -z $MAXMEMORY ]; then MAXMEMORY=150000000 fi if [ -z $NUMPROCS ]; then NUMPROCS=10 fi if [ -z $GROUP ]; then GROUP=www fi SOCKET="$DATADIR/fastcgi.socket" if [ ! -d $DATADIR ]; then echo "$DATADIR does not exist. Creating..." mkdir $DATADIR if [ $? -ne 0 ]; then echo "Failed to create $DATADIR" exit 1; fi chmod a+rwx $DATADIR fi cd /www/$SERVICE if [ -z $SCRIPT ]; then SCRIPT=`find script -name '*_fastcgi.pl'` fi if [ -z $SCRIPT ]; then echo "No suitable script found" exit 1; fi exec 2>&1 \ setuidgid $GROUP \ softlimit -m $MAXMEMORY \ $SCRIPT -e -l $SOCKET -n $NUMPROCS

# initialize... POE::Component::MultiDB::DBIC->spawn( Alias => $alias, ConnectInfo => [ .... ], SchemaClass => 'MyApp::Schema' ); # some where else... $_[KERNEL]->post( $alias, 'search_multi', { args => [ { where => $where1, attrs => $attrs1 }, { where => $where1, attrs => $attrs1 }, { where => $where1, attrs => $attrs1 }, ], aggregator => $_[SESSION]->postback('aggregate'), finalizer => $_[SESSION]->postback('finalize'), });

package POE::Component::MultiDB::DBIC; use strict; use warnings; use POE qw(Component::Generic); use Digest::MD5(); use Data::Dumper(); use constant DEBUG => 0; sub spawn { my $class = shift; my $args = { @_ }; my $alias = delete $args->{Alias}; Carp::croak "$class->spawn() requires an even number of arguments" if (@_ & 1); my @db; for my $id (1..10) { push @db, POE::Component::Generic->spawn( debug => DEBUG, package => 'POE::Component::MultiDB::DBIC::db', object_options => [ schema_class => $args->{SchemaClass}, connect_info => $args->{ConnectInfo} ], packages => { 'POE::Component::MultiDB::DBIC::db' => { postbacks => [ 'search', ] } } ); } POE::Session->create( heap => { db => \@db }, inline_states => { _start => sub { $_[KERNEL]->alias_set($alias) }, _stop => \&_stop, search => \&_search, search_multi => \&_search_multi, aggregate => \&_aggregate, } ); } sub _stop { my ($kernel, $heap) = @_[KERNEL, HEAP]; my $dblist = delete $heap->{db}; foreach my $db (@$dblist) { $kernel->post($db->session_id, 'shutdown'); } $kernel->alias_remove( $kernel->alias_list ); } sub _signature { local $Data::Dumper::Indent = 1; local $Data::Dumper::Terse = 1; local $Data::Dumper::Sortkeys = 1; Digest::MD5::md5_hex( Data::Dumper::Dumper(\@_) ); } sub _search_multi { my($kernel, $session, $heap, $args) = @_[KERNEL, SESSION, HEAP, ARG0]; my $aggregator = $args->{aggregator}; my $finalizer = $args->{finalizer}; my $search_args = $args->{args}; my $query_id = _signature('search', $args, $$, {}, time()); my %meta = ( aggregator => $aggregator, finalizer => $finalizer, queries => {} ); $heap->{active_queries} ||= {}; $heap->{active_queries}->{$query_id} = \%meta; my $dblist = $heap->{db}; my $count = 0; foreach my $sa (@$search_args) { my $db_idx = $count % scalar(@$dblist); my $db = $dblist->[$db_idx]; my $where = $sa->{where}; my $attrs = $sa->{attrs}; my $id = join('.', $query_id, ++$count); $meta{queries}{ $id } = 1; if (DEBUG) { print STDERR " ---- Sending query $id ----\n"; } $db->search( { session => $session->ID, event => 'aggregate', query_id => $query_id, id => $id, }, $where, $attrs ); } } sub _search { my($kernel, $session, $heap, $args) = @_[KERNEL, SESSION, HEAP, ARG0]; my $sa = { where => delete $args->{where}, attrs => delete $args->{attrs} }; $heap->{args} = [ ($sa) x scalar (@{$heap->{db}}) ]; _search_multi(@_); } sub _aggregate { my ($kernel, $ref, $result, $heap) = @_[KERNEL, ARG0, ARG1, HEAP]; my $meta = $heap->{active_queries}->{$ref->{query_id}}; my $map = $meta->{queries}; delete $map->{ $ref->{id} }; if (my $aggregator = $meta->{aggregator}) { $aggregator->($result, $ref); } if (keys %$map == 0 && $meta->{finalizer}) { $meta->{finalizer}->(); } } package POE::Component::MultiDB::DBIC::db; use strict; use warnings; use UNIVERSAL::require; sub new { my $class = shift; my %args = @_; my $schema_class = $args{schema_class}; $schema_class->require or die; my $schema = $schema_class->connect(@{ $args{connect_info} }); bless { schema => $schema }, $class; } sub search { my ($self, $where, $attrs) = @_; my $ret = [ $self->{schema}->resultset('Movie')->search( ref $where eq 'HASH' ? $where : undef, ref $attrs eq 'HASH' ? $attrs : { rows => 1 } ) ]; return $ret; } 1;

XXX.XXX.XXX.XXX - - [04/Sep/2007:05:16:19 +0000] "GET / HTTP/1.0" 200 669 "-" "Gungho/0.08004 (http://code.google.com/p/gungho-crawler/wiki/Index)" "-" ""