require 'nokogiri'
require 'open-uri'
require 'logger'
 
$LOG = Logger.new("documentaries.log");
$i=1;
 
def get_links(url)
  begin
	doc = Nokogiri::HTML(open(url))
 
	doc.css('a.title').each do |link|
	  $LOG.info ("#{$i} #{link.content} --- #{link['href']}")
	  $i=$i+1
	end
 
	doc.css('a[rel="nofollow next"]').each do |link|
	  $LOG.info ("NextPage: #{link['href']}")
	  get_links(link['href'])
 
	end	
  rescue Exception => e  
  	$LOG.error e.message
        $LOG.error "OOps some issue in get_links method -- " + url
  end
end
 
get_links('http://www.reddit.com/r/documentaries')