# Disallow directory /links User-agent: * Disallow: /links # Disallow directory /parser_001 User-agent: * Disallow: /parser_001 # Disallow directory /includes User-agent: * Disallow: /includes # Disallow directory /tools/similarity User-agent: * Disallow: /tools/similarity # Disallow directory /distribution/admincp User-agent: * Disallow: /distribution/admincp # Disallow directory /distribution/members User-agent: * Disallow: /distribution/members # Disallow directory /distribution/resumes User-agent: * Disallow: /distribution/resumes # Disallow directory /cpanel User-agent: * Disallow: /cpanel # Disallow directory /tools/wp User-agent: * Disallow: /tools/wp # Disallow directory /smartway User-agent: * Disallow: /smartway