# allows all robots to visit all files except .htm User-agent: * Disallow: /*.htm$ Disallow: /*.cfm