User-agent: LiteFinder
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /texis/demos/
Disallow: /texis/site/demos/
Disallow: /texis/site/searchman/
Disallow: /texis/webinator/search
Disallow: /texis/site/webinator/example40/webinatoradmin
Disallow: /texis/site/webinator/example43/webinatoradmin
Disallow: /texis/site/webinator/scripts50/search
Disallow: /texis/site/webinator/scripts51/search
Disallow: /texis/site/webinator/scripts60/search
Disallow: /texis/site/webinator/scripts61/search
Disallow: /texis/conference/ex/
Disallow: /texis/si/
Disallow: /texis/site/pages/webinator2
Disallow: /texis/site/pages/webinator4
Disallow: /texis/site/pages/redir
Disallow: /site/webinator4man
Disallow: /gwman
Disallow: /gw25man
Disallow: /conference/ex/$
Disallow: /site/webinator/scripts51/$
Disallow: />