User-agent: * Disallow: /site/email/ # test of semicolon after disallow User-agent: inktomi Disallow; /test/robots/ # test of dangling allow Allow: /test/robots/dangling/ # test of empty user agent field User-agent: Disallow: /