User-agent: PetalBot
Disallow: /

User-agent: *
Crawl-delay: 30
Disallow: /playerclassic*
Disallow: /userpref*
Disallow: /download*
Disallow: /privclaim*
Disallow: /allstar*
Disallow: /boxscore*
Disallow: /goldglove*
Disallow: /manager*
Disallow: /leagueboard*
Disallow: /savegame*
Disallow: /waiverwire*
Disallow: /schedule*
Disallow: /leaders*
Disallow: /bottom*
Disallow: /top*
Disallow: /db*
Disallow: /login*
Disallow: /facejpg*
Disallow: /draftexpansion*
Disallow: /initialdraftprev*
Disallow: /player*statsorimps=last10*
Disallow: /player*statsorimps=energy*
Disallow: /player*statsorimps=playoffs*
Disallow: /player*statsorimps=splitsha*
Disallow: /player*statsorimps=fielding*
Disallow: /player*statsorimps=honors*
Disallow: /player*statsorimps=past*
Disallow: /player*statsorimps=imps*
Disallow: /player*statsorimps=pos*
Disallow: /player*statsorimps*