Allow auto-generated robots.txt.

example.env

package-lock.json

package.json

src/lib/auditors/config.ts

src/lib/server/config.ts

src/routes/robots.txt.ts

static/robots.txt