Constant WEBCRAWL_IGNORE_ROBOTSTXT 

pub const WEBCRAWL_IGNORE_ROBOTSTXT: WEBCRAWL_RECURSEFLAGS;