Meta::Imdb::Get - module to help you get information from IMDB.

Meta documentation Contained in the Meta distribution.

Index

Code Index:

NAME

Top

Meta::Imdb::Get - module to help you get information from IMDB.

COPYRIGHT

Top

Copyright (C) 2001, 2002 Mark Veltzer; All rights reserved.

LICENSE

Top

This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version.

This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.

You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.

DETAILS

Top

	MANIFEST: Get.pm
	PROJECT: meta
	VERSION: 0.15

SYNOPSIS

Top

	package foo;
	use Meta::Imdb::Get qw();
	my($object)=Meta::Imdb::Get->new();
	my($page)=$object->get_page("Woody Allen","Manhattan");

DESCRIPTION

Top

This module will ease the task of getting information from IMDB. Just use its method and get the film info.

FUNCTIONS

Top

	new($)
	get_page_form($$$)
	get_page($$$)
	get_title_html($$)
	get_title_xml($$)
	get_title_dom($$)
	get_title_info($$)
	get_director_id($$$)
	get_director_id_form($$$)
	get_search_page($)
	get_birth_name($$$)
	TEST($)

FUNCTION DOCUMENTATION

Top

new($)

This is a constructor for the Meta::Imdb::Get object.

get_page_form($$$)

This method receives an IMDB object, a director and a film name and gives you the HTML in IMDB which has that information. The method uses the FORM objects to achieve this.

get_page($$$)

This method receives an IMDB object, a director and a film name and gives you the HTML in IMDB which has that information. The method uses the regular Request objects to achieve this.

get_title_html($$)

This method receives a title id and returns the page for that title.

get_title_xml($$)

This method retrives the title as xml format.

get_title_dom($$)

This method retrieves a DOM object that describes the title.

get_title_info($$)

This method receives a title id and returns the info for that title.

get_director_id($$$)

This method received a director first and second name and returns the director imdb id. This method is broken (Filemmakers/Crew only is not an option).

get_director_id_form($$$)

This method is is exactly as get_director_id except it uses a form to do what it does.

get_search_page($)

This will get the search page of imdb.

get_birth_name($$$)

This method gets a birth name for a person.

TEST($)

Test suite for this module.

SUPER CLASSES

Top

LWP::UserAgent(3)

BUGS

Top

None.

AUTHOR

Top

	Name: Mark Veltzer
	Email: mailto:veltzer@cpan.org
	WWW: http://www.veltzer.org
	CPAN id: VELTZER

HISTORY

Top

	0.00 MV misc fixes
	0.01 MV get imdb ids of directors and movies
	0.02 MV perl packaging
	0.03 MV md5 project
	0.04 MV database
	0.05 MV perl module versions in files
	0.06 MV movies and small fixes
	0.07 MV md5 progress
	0.08 MV more Class method generation
	0.09 MV thumbnail user interface
	0.10 MV more thumbnail issues
	0.11 MV website construction
	0.12 MV web site automation
	0.13 MV SEE ALSO section fix
	0.14 MV teachers project
	0.15 MV md5 issues

SEE ALSO

Top

HTML::Form(3), HTTP::Request(3), HTTP::Request::Common(3), LWP::UserAgent(3), Meta::Baseline::Aegis(3), Meta::Class::MethodMaker(3), Meta::Lang::Html::Html(3), Meta::Lang::Xql::Cache(3), Meta::Utils::File::File(3), XML::XQL(3), XML::XQL::DOM(3), strict(3)

TODO

Top

-override set agent since agent information is not currently used.

Meta documentation Contained in the Meta distribution. 
#!/bin/echo This is a perl module and should not be run

package Meta::Imdb::Get;

use strict qw(vars refs subs);
use Meta::Class::MethodMaker qw();
use LWP::UserAgent qw();
use HTTP::Request qw();
use HTTP::Request::Common qw();
use Meta::Baseline::Aegis qw();
use Meta::Utils::File::File qw();
use HTML::Form qw();
use XML::XQL qw();
use XML::XQL::DOM qw();
use Meta::Lang::Html::Html qw();
use Meta::Lang::Xql::Cache qw();

our($VERSION,@ISA);
$VERSION="0.15";
@ISA=qw(LWP::UserAgent);

#sub new($);
#sub get_page_form($$$);
#sub get_page($$$);
#sub get_title_html($$);
#sub get_title_xml($$);
#sub get_title_dom($$);
#sub get_title_info($$);
#sub get_director_id($$$);
#sub get_director_id_form($$$);
#sub get_search_page($);
#sub get_birth_name($$$);
#sub TEST($);

#__DATA__

our($cache);

sub BEGIN() {
	Meta::Class::MethodMaker->get_set(
		-java=>"_agent",
		-java=>"_referer",
	);
	$cache=Meta::Lang::Xql::Cache->new();
	$cache->insert("director","//td/(((b=~'/^Directed by/');br);a)[1]/textNode()");
	$cache->insert("director_url","//td/(((b=~'/^Directed by/');br);a)[1]/attribute('href')");
	$cache->insert("writer","//td/(((b=~'/^Writing credits/');br);a)[1]/textNode()");
	$cache->insert("writer_url","//td/(((b=~'/^Writing credits/');br);a)[1]/attribute('href')");
	$cache->insert("genre","//td/(b=~'/^Genre:/';a)[1]");
	$cache->insert("genre_url","//td/(b=~'/^Genre:/';a)/attribute('href')");
	$cache->insert("year","//strong[\@class='title']/small/a");
	$cache->insert("title","//strong[\@class='title']/textNode()[0]");
}

sub new($) {
	my($class)=@_;
	my($self)=LWP::UserAgent->new();
	bless($self,$class);
	#$self->agent($self->get_agent());
	return($self);
}

sub get_page_form($$$) {
	my($self,$dire,$name)=@_;
	my($url)="http://us.imdb.com/List";
	my($file)="html/import/projects/Imdb/list.html";
	$file=Meta::Baseline::Aegis::which($file);
	my($html);
	Meta::Utils::File::File::load($file,\$html);
	my(@forms)=HTML::Form->parse($html,$url);
	my($form)=$forms[1];
	$form->value(words=>$name);
	$form->value(featuring=>$dire);
#	$form->dump();
	my($req)=$form->click();
	$req->referer($self->get_referer());
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_page($$$) {
	my($self,$dire,$name)=@_;
	my($url)="http://us.imdb.com/List";
	my($req)=HTTP::Request::Common::POST($url,[ words=>$name,featuring=>$dire ]);
	$req->referer($self->get_referer());
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_title_html($$) {
	my($self,$titl)=@_;
	my($url)="http://us.imdb.com/Title?".$titl;
	my($req)=HTTP::Request::Common::GET($url);
	$req->referer($self->get_referer());
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_title_dom($$) {
	my($self,$titl)=@_;
	my($page)=$self->get_title_html($titl);
#	Meta::Utils::Output::print("in here with page [".$page."]\n");
	my($dom)=Meta::Lang::Html::Html::c2dom($page);
#	Meta::Utils::Output::print("out here\n");
	return($dom);
}

sub get_title_xml($$) {
	my($self,$titl)=@_;
#	Meta::Utils::Output::print("in get_title_xml\n");
	my($dom)=$self->get_title_dom($titl);
#	Meta::Utils::Output::print("out get_title_xml\n");
	return($dom->toString());
}

sub get_title_info($$) {
	my($self,$title)=@_;
	my($dom)=$self->get_title_dom($title);
	my(%info);
	$info{"director"}=$cache->get_by_name("director")->solve_single_string($dom);
	$info{"director_url"}=$cache->get_by_name("director_url")->solve_single_string($dom);
	$info{"writer"}=$cache->get_by_name("writer")->solve_single_string($dom);
	$info{"writer_url"}=$cache->get_by_name("writer_url")->solve_single_string($dom);
	$info{"genre"}=$cache->get_by_name("genre")->solve_single_string($dom);
	$info{"genre_url"}=$cache->get_by_name("genre_url")->solve_single_string($dom);
	$info{"year"}=$cache->get_by_name("year")->solve_single_string($dom);
	$info{"title"}=$cache->get_by_name("title")->solve_single_string($dom);
	$info{"keywords_url"}="/Keywords?".$title;
	return(\%info);
}

sub get_director_id($$$) {
	my($self,$firs,$seco)=@_;
	my($name)=$firs." ".$seco;
	my($url)="http://us.imdb.com/search";
	my($req)=HTTP::Request::Common::POST($url,[ name=>$name,occupation=>"Filmmakers/Crew only" ]);
	$req->referer($self->get_referer());
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_director_id_form($$$) {
	my($self,$firs,$seco)=@_;
	my($name)=$firs." ".$seco;
	my($url)="http://us.imdb.com/search";
	my($file)="html/import/projects/Imdb/search.html";
	$file=Meta::Baseline::Aegis::which($file);
	my($html);
	Meta::Utils::File::File::load($file,\$html);
	my(@forms)=HTML::Form->parse($html,$url);
	my($form)=$forms[3];
	$form->value(name=>$name);
#	$form->value(occupation=>"Directors");
#	$form->dump();
	my($req)=$form->click();
	$req->referer($self->get_referer());
#	$req->uri($url);# this does not seem to work
#	Meta::Utils::Output::print("req is ".$req->as_string()."\n");
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_search_page($) {
	my($self)=@_;
	my($url)="http://us.imdb.com/search";
	my($req)=HTTP::Request::Common::GET($url);
	$req->referer($self->get_referer());
	my($res)=$self->request($req);
	if($res->is_error()) {
		throw Meta::Error::Simple("unable to get url [".$url."] with error [".$res->status_line()."]");
	}
	return($res->content());
}

sub get_birth_name($$$) {
	my($self,$firs,$seco)=@_;
	my($page)=$self->get_director_id_form($firs,$seco);
	my($dom)=Meta::Lang::Html::Html::c2dom($page);
	my(@result)=$dom->xql("html/body/table/tr/td/div/table/tr/td/dl/dd");
	#there must be 3 items here
	Meta::Development::Assert::assert_eq($#result+1,3,"not enough items in page");
	my($node)=$result[0]->getFirstChild();
	#the node must be a text node
	if($node->getNodeType()==XML::DOM::TEXT_NODE) {
		my($data)=$node->getData();
		return($data);
	} else {
		return(undef);
	}
}

sub TEST($) {
	my($context)=@_;
	return(1);
}

1;

__END__