User-agent: *
Allow: /api/project/download_converted_files?
Disallow: /login
Disallow: /search
Disallow: /api
Disallow: /user
Disallow: /mysparkpages
Disallow: /travel
Disallow: /products
Disallow: /images
Disallow: /doc_agent
Disallow: /agents
Disallow: /autopilotagent_viewer
Disallow: /spark?*generatorapi*
Disallow: /autopilotagent