robotstxt-parser
Advanced tools
@@ -72,3 +72,3 @@ module Robotstxt | ||
| def decode_body(response) | ||
| return nil if response.body.nil? | ||
| return "" if response.body.blank? || response.body.nil? | ||
| Robotstxt.ultimate_scrubber(response.body) | ||
@@ -75,0 +75,0 @@ end |
@@ -6,3 +6,3 @@ # -*- encoding: utf-8 -*- | ||
| gem.name = "robotstxt-parser" | ||
| gem.version = "0.1.0" | ||
| gem.version = "0.1.1" | ||
| gem.authors = ["Garen Torikian"] | ||
@@ -9,0 +9,0 @@ gem.email = ["gjtorikian@gmail.com"] |