# always allow adsense
User-agent: Mediapartners-Google
Disallow: /shoppingAssistant
Disallow: /user2/
Disallow: /spellCheck

# All robots Block
User-agent: *
Disallow: /profile
Disallow: /login
Disallow: /classfied
Disallow: /auctionhsad
Disallow: /mainCalendar
Disallow: /search
Disallow: /user
Disallow: /worthopedia/*/price
Disallow: /inventory/getPrice
Disallow: /inventory/loggedIn
Disallow: /pmimages
Disallow: /friends
Disallow: /templates
Disallow: /offsite-search.php
Disallow: /shoppingAssistant
Disallow: /about-item-review
Disallow: /about-item-removal
Disallow: /source/*/list
Disallow: /inventory/refineSearch
Disallow: /inventory/retrieveCategories
Disallow: /inventory/retrieveMaxAmount
Disallow: /inventory/search
Disallow: /spellCheck
Allow: /app/getAppSettings
Allow: /app/getLogin
Allow: /app/collection
Disallow: /app
Disallow: /marks/search
Disallow: /books/search
Disallow: /marks/searchDetails
Disallow: /books/searchDetails
Disallow: /lIUjcOwl
Disallow: /internalAd
Disallow: /liveLots

# bot-specific
User-agent: ia_archiver
User-agent: ScoutJet
User-agent: DotBot
User-agent: spbot
User-agent: netseer
User-agent: DownScout
User-agent: Seznam
User-agent: Exabot
User-agent: Bender
User-agent: discobot
User-agent: ValueClick
User-agent: LucidMedia
User-agent: Snapbot
User-agent: Sosospider
User-agent: WeeSEE
User-agent: AhrefsBot
User-agent: MegaIndex.ru
User-agent: Cliqzbot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: ZumBot
User-agent: Sogou web spider
User-agent: Yandex
Disallow: /worthopedia
Disallow: /inventory
Disallow: /marks
Disallow: /books
Disallow: /source/*/list

# Silly human, robots.txts are for robots