robot-id:
robot-name: Googlebot
robot-cover-url: http://www.googlebot.com/
robot-details-url:http://www.googlebot.com/bot.html
robot-owner-name: Google Inc
robot-owner-url: http://www.google.com/
robot-owner-email: googlebot@google.com
robot-status: active
robot-purpose: indexing
robot-type: standalone
robot-platform: Linux
robot-availability: none
robot-exclusion: googlebot
robot-exclusion-useragent:
robot-noindex: yes
robot-host: googlebot.com
robot-from: yes
robot-useragent: Googlebot/2.X (+http://www.googlebot.com/bot.html)
robot-language: c++
robot-description: Google's crawler
robot-history: Developed by Google Inc
robot-environment:commercial
modified-date: Thu Mar 29 21:00:07 PST 2001
modified-by: googlebot@google.com