Add of NTLM support in order parse IIS site

anemone.gemspec

@@ -14,6 +14,7 @@ spec = Gem::Specification.new do |s|
   s.add_dependency("nokogiri", ">= 1.3.0")
   s.add_dependency("robotex", ">= 1.0.0")
 
+  s.add_development_dependency "ruby-ntlm", ">=0.0.1"
   s.add_development_dependency "rake", ">=0.9.2"
   s.add_development_dependency "rdoc", ">=3.12"
   s.add_development_dependency "rspec", ">=2.8.0"

lib/anemone/core.rb

@@ -55,7 +55,15 @@ class Core
       # proxy server port number
       :proxy_port => false,
       # HTTP read timeout in seconds
-      :read_timeout => nil
+      :read_timeout => nil,
+      # Are we using NTLM protocol ?
+      :use_ntlm => false,
+      # NTLM user name
+      :ntlm_user => nil,
+      # NTLM domain name
+      :ntlm_domain => nil,
+      # NTLM password
+      :ntlm_password => nil
     }
 
     # Create setter methods for all options to be called from the crawl block

lib/anemone/http.rb

@@ -132,11 +132,22 @@ def get_response(url, referer = nil)
       retries = 0
       begin
         start = Time.now()
-        # format request
-        req = Net::HTTP::Get.new(full_path, opts)
-        # HTTP Basic authentication
-        req.basic_auth url.user, url.password if url.user
-        response = connection(url).request(req)
+	req = nil
+	response = nil
+	if ! @opts[:use_ntlm]
+	        # format request
+	        req = Net::HTTP::Get.new(full_path, opts)
+	        # HTTP Basic authentication
+	        req.basic_auth url.user, url.password if url.user
+	        response = connection(url).request(req)
+	else
+		require 'ntlm/http'
+		# format request
+		req = Net::HTTP::Get.new(full_path, opts)
+		# NTLM authentication
+		req.ntlm_auth(@opts[:ntlm_user], @opts[:ntlm_domain], @opts[:ntlm_password])
+		response = connection(url).request(req)
+	end
         finish = Time.now()
         response_time = ((finish - start) * 1000).round
         @cookie_store.merge!(response['Set-Cookie']) if accept_cookies?