User-Agent: *
Disallow: /sphider/
Disallow: /sphider-plus/
Disallow: /generator/
Disallow: /blg/gje/
Disallow: /blg/primeur/private/
Disallow: /blg/primeur/tanzer/
Disallow: /lpv/
Disallow: /osc/

User-agent: twiceler
Disallow: /