% It's hard to have a proper test for this; you kind of need a top
% level domain name, with a controllable robots.txt.  I guess
% I could do that on swada.w3.org.....

:- [robot_excl].
:- dynamic robot_guidance/4.

go :-
	format('[SKIPPED]', []).

/*
go :-
	ensure_loaded_robot_info('google.com'),
	robot_guidance('google.com', 'someRobot', '/search/anythingYouWant', disallow),
	\+ robot_guidance('google.com', 'someRobot', '/23485783475947', _).



*/