ports/121986: [NEW PORT] www/p5-Gungho: Yet Another High Performance Web Crawler Framework

Masahiro Teramoto markun at onohara.to
Sun Mar 23 04:30:01 UTC 2008


>Number:         121986
>Category:       ports
>Synopsis:       [NEW PORT] www/p5-Gungho: Yet Another High Performance Web Crawler Framework
>Confidential:   no
>Severity:       non-critical
>Priority:       low
>Responsible:    freebsd-ports-bugs
>State:          open
>Quarter:        
>Keywords:       
>Date-Required:
>Class:          change-request
>Submitter-Id:   current-users
>Arrival-Date:   Sun Mar 23 04:30:01 UTC 2008
>Closed-Date:
>Last-Modified:
>Originator:     Masahiro Teramoto
>Release:        FreeBSD 6.3-RELEASE-p1 i386
>Organization:
>Environment:
System: FreeBSD gate.onohara.to 6.3-RELEASE-p1 FreeBSD 6.3-RELEASE-p1 #0: Wed Feb 13 02:40:56 UTC 2008
>Description:
Gungho is an extensible, high-performance web crawler framework.

Author:	Daisuke Maki <dmaki at cpan.org>
WWW:	http://search.cpan.org/~dmaki/Gungho/

Generated with FreeBSD Port Tools 0.77
>How-To-Repeat:
>Fix:

--- p5-Gungho-0.09007.shar begins here ---
# This is a shell archive.  Save it in a file, remove anything before
# this line, and then unpack it by entering "sh file".  Note, it may
# create directories; files and directories will be owned by you and
# have default permissions.
#
# This archive contains:
#
#	p5-Gungho
#	p5-Gungho/pkg-descr
#	p5-Gungho/Makefile
#	p5-Gungho/pkg-plist
#	p5-Gungho/distinfo
#
echo c - p5-Gungho
mkdir -p p5-Gungho > /dev/null 2>&1
echo x - p5-Gungho/pkg-descr
sed 's/^X//' >p5-Gungho/pkg-descr << 'END-of-p5-Gungho/pkg-descr'
XGungho is an extensible, high-performance web crawler framework.
X
XAuthor:	Daisuke Maki <dmaki at cpan.org>
XWWW:	http://search.cpan.org/~dmaki/Gungho/
END-of-p5-Gungho/pkg-descr
echo x - p5-Gungho/Makefile
sed 's/^X//' >p5-Gungho/Makefile << 'END-of-p5-Gungho/Makefile'
X# New ports collection makefile for:	p5-Gungho
X# Date created:		2008-01-03
X# Whom:			Masahiro Teramoto <markun at onohara.to>
X#
X# $FreeBSD$
X#
X
XPORTNAME=	Gungho
XPORTVERSION=	0.09007
XCATEGORIES=	www perl5
XMASTER_SITES=	${MASTER_SITE_PERL_CPAN}
XMASTER_SITE_SUBDIR=	../../authors/id/D/DM/DMAKI
XPKGNAMEPREFIX=	p5-
X
XMAINTAINER=	markun at onohara.to
XCOMMENT=	Yet Another High Performance Web Crawler Framework
X
XBUILD_DEPENDS=	p5-YAML>=0:${PORTSDIR}/textproc/p5-YAML \
X		p5-Test-MockObject>=0:${PORTSDIR}/devel/p5-Test-MockObject \
X		p5-Best>=0:${PORTSDIR}/devel/p5-Best \
X		p5-Class-Accessor>=0:${PORTSDIR}/devel/p5-Class-Accessor \
X		p5-Class-C3-Componentised>=0:${PORTSDIR}/devel/p5-Class-C3-Componentised \
X		p5-Class-Data-Inheritable>=0:${PORTSDIR}/devel/p5-Class-Data-Inheritable \
X		p5-Class-Inspector>=0:${PORTSDIR}/devel/p5-Class-Inspector \
X		p5-Config-Any>=0:${PORTSDIR}/devel/p5-Config-Any \
X		p5-Data-Dumper>=0:${PORTSDIR}/devel/p5-Data-Dumper \
X		p5-Event-Notify>=0.00004:${PORTSDIR}/devel/p5-Event-Notify \
X		p5-Exception-Class>=0:${PORTSDIR}/devel/p5-Exception-Class \
X		p5-Getopt-Long>=0:${PORTSDIR}/devel/p5-Getopt-Long \
X		p5-libwww>=0:${PORTSDIR}/www/p5-libwww \
X		p5-Log-Dispatch>=0:${PORTSDIR}/devel/p5-Log-Dispatch \
X		p5-Path-Class>=0:${PORTSDIR}/devel/p5-Path-Class \
X		p5-Pod-Parser>=0:${PORTSDIR}/textproc/p5-Pod-Parser \
X		p5-Regexp-Common>=0:${PORTSDIR}/textproc/p5-Regexp-Common \
X		p5-UNIVERSAL-isa>=0.06:${PORTSDIR}/devel/p5-UNIVERSAL-isa \
X		p5-UNIVERSAL-require>=0:${PORTSDIR}/devel/p5-UNIVERSAL-require \
X		p5-URI>=0:${PORTSDIR}/net/p5-URI
X
XOPTIONS=	CLASSC3SPEEDUP "Class::C3 Speedup" on \
X		POEENGINE "POE Engine" on \
X		ROBOTMETA "Robot META Support" on \
X		ROBOTRULES "RobotRules Support" on \
X		THROTTLING "Throttling Support" on \
X		THROTTLINGMEMCACHED "Throttling with Memcached" on \
X		DANGASOCKETENGINE "Danga::Socket Engine" on \
X		IOASYNCENGINE "IO::Async Engine" on \
X		STATISTICSPLUGIN "Statistics Plugin" on \
X		WEBSCRAPERINTEGRATION "Web::Scraper Integration" on
X
X.include <bsd.port.pre.mk>
X
X.if defined(WITH_CLASSC3SPEEDUP)
XBUILD_DEPENDS+=	p5-Class-C3-XS>=0.02:${PORTSDIR}/devel/p5-Class-C3-XS
X.endif
X
X.if defined(WITH_POEENGINE)
XBUILD_DEPENDS+=	p5-POE>=0.9999:${PORTSDIR}/devel/p5-POE \
X		p5-POE-Component-Client-HTTP>=0.81:${PORTSDIR}/www/p5-POE-Component-Client-HTTP \
X		p5-POE-Component-Client-DNS>=0:${PORTSDIR}/dns/p5-POE-Component-Client-DNS \
X		p5-POE-Component-Client-Keepalive>=0:${PORTSDIR}/net/p5-POE-Component-Client-Keepalive
X.endif
X
X.if defined(WITH_ROBOTMETA)
XBUILD_DEPENDS+=	p5-HTML-RobotsMETA>=0:${PORTSDIR}/www/p5-HTML-RobotsMETA
X.endif
X
X.if defined(WITH_ROBOTRULES)
XBUILD_DEPENDS+=	p5-WWW-RobotRules-Parser>=0:${PORTSDIR}/www/p5-WWW-RobotRules-Parser
X.endif
X
X.if defined(WITH_THROTTLING)
XBUILD_DEPENDS+=	p5-Data-Throttler>=0:${PORTSDIR}/devel/p5-Data-Throttler
X.endif
X
X.if defined(WITH_THROTTLINGMEMCACHED)
XBUILD_DEPENDS+=	p5-Data-Throttler-Memcached>=0.00003:${PORTSDIR}/devel/p5-Data-Throttler-Memcached
X.endif
X
X.if defined(WITH_DANGASOCKETENGINE)
XBUILD_DEPENDS+=	p5-Danga-Socket>=1.57:${PORTSDIR}/devel/p5-Danga-Socket \
X		p5-HTTP-Parser>=0:${PORTSDIR}/www/p5-HTTP-Parser \
X		p5-Net-DNS>=0:${PORTSDIR}/dns/p5-Net-DNS \
X		p5-Danga-Socket-Callback>=0:${PORTSDIR}/devel/p5-Danga-Socket-Callback
X.endif
X
X.if defined(WITH_IOASYNCENGINE)
XBUILD_DEPENDS+=	p5-IO-Async>=0:${PORTSDIR}/devel/p5-IO-Async \
X		p5-HTTP-Parser>=0:${PORTSDIR}/www/p5-HTTP-Parser \
X		p5-Net-DNS>=0:${PORTSDIR}/dns/p5-Net-DNS
X.endif
X
X.if defined(WITH_STATISTICSPLUGIN)
XBUILD_DEPENDS+=	p5-XML-LibXML>=0:${PORTSDIR}/textproc/p5-XML-LibXML \
X		p5-DBI>=0:${PORTSDIR}/databases/p5-DBI
X.endif
X
X.if defined(WITH_WEBSCRAPERINTEGRATION)
XBUILD_DEPENDS+=	p5-Web-Scraper-Config>=0:${PORTSDIR}/www/p5-Web-Scraper-Config
X.endif
X
XRUN_DEPENDS=	${BUILD_DEPENDS}
X
XPERL_CONFIGURE=	yes
X
XMAN1=		gungho.1
XMAN3=		Gungho.3 \
X		Gungho::Handler.3 \
X		Gungho::Util.3 \
X		Gungho::Handler::Inline.3 \
X		Gungho::Component::Throttle::Domain.3 \
X		Gungho::Component::Authentication.3 \
X		Gungho::Manual::FAQ.3 \
X		Gungho::Component::Throttle.3 \
X		Gungho::Engine::POE.3 \
X		Gungho::Base.3 \
X		Gungho::Plugin::Statistics::Storage::SQLite.3 \
X		Gungho::Engine::IO::Async.3 \
X		Gungho::Component::RobotsMETA.3 \
X		Gungho::Engine.3 \
X		Gungho::Provider::Inline.3 \
X		Gungho::Log.3 \
X		Gungho::Plugin::Apoptosis.3 \
X		Gungho::Request.3 \
X		Gungho::Provider.3 \
X		Gungho::Base::Class.3 \
X		Gungho::Component::Throttle::Throttler.3 \
X		Gungho::Component::Setup.3 \
X		Gungho::Component::BlockPrivateIP.3 \
X		Gungho::Provider::File::Simple.3 \
X		Gungho::Component::Cache.3 \
X		Gungho::Inline.3 \
X		Gungho::Log::Simple.3 \
X		Gungho::Plugin::RequestLog.3 \
X		Gungho::Manual::TODO.3 \
X		Gungho::Plugin::Statistics::Format::XML.3 \
X		Gungho::Component::Core.3 \
X		Gungho::Component::Scraper.3 \
X		Gungho::Exception.3 \
X		Gungho::Handler::FileWriter::Simple.3 \
X		Gungho::Provider::Simple.3 \
X		Gungho::Engine::Danga::Socket.3 \
X		Gungho::Component.3 \
X		Gungho::Handler::Null.3 \
X		Gungho::Component::Throttle::Simple.3 \
X		Gungho::Request::http.3 \
X		Gungho::Plugin::RequestTimer.3 \
X		Gungho::Plugin.3 \
X		Gungho::Component::RobotRules::Storage::DB_File.3 \
X		Gungho::Plugin::Statistics.3 \
X		Gungho::Component::RobotRules::Storage::Cache.3 \
X		Gungho::Component::RobotRules::Rule.3 \
X		Gungho::Response.3 \
X		Gungho::Log::Dispatch.3 \
X		Gungho::Component::RobotRules::Storage.3 \
X		Gungho::Component::Authentication::Basic.3 \
X		Gungho::Component::RobotRules.3 \
X		Gungho::Provider::YAML.3 \
X		Gungho::Component::Throttle::Provider.3
X
X.include <bsd.port.post.mk>
END-of-p5-Gungho/Makefile
echo x - p5-Gungho/pkg-plist
sed 's/^X//' >p5-Gungho/pkg-plist << 'END-of-p5-Gungho/pkg-plist'
X at comment $FreeBSD$
Xbin/gungho
X%%SITE_PERL%%/%%PERL_ARCH%%/auto/Gungho/.packlist
X%%SITE_PERL%%/Gungho.pm
X%%SITE_PERL%%/Gungho/Handler.pm
X%%SITE_PERL%%/Gungho/Util.pm
X%%SITE_PERL%%/Gungho/Base.pm
X%%SITE_PERL%%/Gungho/Engine.pm
X%%SITE_PERL%%/Gungho/Log.pm
X%%SITE_PERL%%/Gungho/Request.pm
X%%SITE_PERL%%/Gungho/Provider.pm
X%%SITE_PERL%%/Gungho/Inline.pm
X%%SITE_PERL%%/Gungho/Exception.pm
X%%SITE_PERL%%/Gungho/Component.pm
X%%SITE_PERL%%/Gungho/Plugin.pm
X%%SITE_PERL%%/Gungho/Response.pm
X%%SITE_PERL%%/Gungho/Component/Authentication.pm
X%%SITE_PERL%%/Gungho/Component/Throttle.pm
X%%SITE_PERL%%/Gungho/Component/RobotsMETA.pm
X%%SITE_PERL%%/Gungho/Component/BlockPrivateIP.pm
X%%SITE_PERL%%/Gungho/Component/Setup.pm
X%%SITE_PERL%%/Gungho/Component/Cache.pm
X%%SITE_PERL%%/Gungho/Component/Core.pm
X%%SITE_PERL%%/Gungho/Component/Scraper.pm
X%%SITE_PERL%%/Gungho/Component/RobotRules.pm
X%%SITE_PERL%%/Gungho/Component/Throttle/Domain.pm
X%%SITE_PERL%%/Gungho/Component/Throttle/Throttler.pm
X%%SITE_PERL%%/Gungho/Component/Throttle/Simple.pm
X%%SITE_PERL%%/Gungho/Component/Throttle/Provider.pm
X%%SITE_PERL%%/Gungho/Component/RobotRules/Rule.pm
X%%SITE_PERL%%/Gungho/Component/RobotRules/Storage.pm
X%%SITE_PERL%%/Gungho/Component/RobotRules/Storage/DB_File.pm
X%%SITE_PERL%%/Gungho/Component/RobotRules/Storage/Cache.pm
X%%SITE_PERL%%/Gungho/Component/Authentication/Basic.pm
X%%SITE_PERL%%/Gungho/Handler/Inline.pm
X%%SITE_PERL%%/Gungho/Handler/Null.pm
X%%SITE_PERL%%/Gungho/Handler/FileWriter/Simple.pm
X%%SITE_PERL%%/Gungho/Manual/FAQ.pod
X%%SITE_PERL%%/Gungho/Manual/TODO.pod
X%%SITE_PERL%%/Gungho/Engine/POE.pm
X%%SITE_PERL%%/Gungho/Engine/IO/Async.pm
X%%SITE_PERL%%/Gungho/Engine/Danga/Socket.pm
X%%SITE_PERL%%/Gungho/Plugin/Apoptosis.pm
X%%SITE_PERL%%/Gungho/Plugin/RequestLog.pm
X%%SITE_PERL%%/Gungho/Plugin/RequestTimer.pm
X%%SITE_PERL%%/Gungho/Plugin/Statistics.pm
X%%SITE_PERL%%/Gungho/Plugin/Statistics/Storage/SQLite.pm
X%%SITE_PERL%%/Gungho/Plugin/Statistics/Format/XML.pm
X%%SITE_PERL%%/Gungho/Provider/Inline.pm
X%%SITE_PERL%%/Gungho/Provider/Simple.pm
X%%SITE_PERL%%/Gungho/Provider/YAML.pm
X%%SITE_PERL%%/Gungho/Provider/File/Simple.pm
X%%SITE_PERL%%/Gungho/Base/Class.pm
X%%SITE_PERL%%/Gungho/Log/Simple.pm
X%%SITE_PERL%%/Gungho/Log/Dispatch.pm
X%%SITE_PERL%%/Gungho/Request/http.pm
X at dirrmtry %%SITE_PERL%%/%%PERL_ARCH%%/auto/Gungho
X at dirrmtry %%SITE_PERL%%/Gungho/Component/Authentication
X at dirrmtry %%SITE_PERL%%/Gungho/Component/RobotRules/Storage
X at dirrmtry %%SITE_PERL%%/Gungho/Component/RobotRules
X at dirrmtry %%SITE_PERL%%/Gungho/Component/Throttle
X at dirrmtry %%SITE_PERL%%/Gungho/Component
X at dirrmtry %%SITE_PERL%%/Gungho/Handler/FileWriter
X at dirrmtry %%SITE_PERL%%/Gungho/Handler
X at dirrmtry %%SITE_PERL%%/Gungho/Manual
X at dirrmtry %%SITE_PERL%%/Gungho/Engine/Danga
X at dirrmtry %%SITE_PERL%%/Gungho/Engine/IO
X at dirrmtry %%SITE_PERL%%/Gungho/Engine
X at dirrmtry %%SITE_PERL%%/Gungho/Plugin/Statistics/Format
X at dirrmtry %%SITE_PERL%%/Gungho/Plugin/Statistics/Storage
X at dirrmtry %%SITE_PERL%%/Gungho/Plugin/Statistics
X at dirrmtry %%SITE_PERL%%/Gungho/Plugin
X at dirrmtry %%SITE_PERL%%/Gungho/Provider/File
X at dirrmtry %%SITE_PERL%%/Gungho/Provider
X at dirrmtry %%SITE_PERL%%/Gungho/Base
X at dirrmtry %%SITE_PERL%%/Gungho/Log
X at dirrmtry %%SITE_PERL%%/Gungho/Request
X at dirrmtry %%SITE_PERL%%/Gungho
END-of-p5-Gungho/pkg-plist
echo x - p5-Gungho/distinfo
sed 's/^X//' >p5-Gungho/distinfo << 'END-of-p5-Gungho/distinfo'
XMD5 (Gungho-0.09007.tar.gz) = 5bf558c1dd6a0bb9fa01f7578ba49f02
XSHA256 (Gungho-0.09007.tar.gz) = e225dd919378f028466d8bed7afd6e48b70e89072bb38b4429832b67ad3eb2d4
XSIZE (Gungho-0.09007.tar.gz) = 97906
END-of-p5-Gungho/distinfo
exit
--- p5-Gungho-0.09007.shar ends here ---

>Release-Note:
>Audit-Trail:
>Unformatted:



More information about the freebsd-ports-bugs mailing list