core/src/main/java/com/digitalpebble/stormcrawler/protocol/HttpRobotRulesParser.java
public BaseRobotRules getRobotRulesSetFromCache(URL url) {
        String cacheKey = getCacheKey(url);
        BaseRobotRules robotRules = CACHE.getIfPresent(cacheKey);
        if (robotRules != null) {
            return robotRules;
        }
        return EMPTY_RULES;
    }
public BaseRobotRules getRobotRulesSetFromCache(URL url) {
        String cacheKey = getCacheKey(url);
        BaseRobotRules robotRules = CACHE.getIfPresent(cacheKey);
        if (robotRules != null) {
            return robotRules;
        }
        return EMPTY_RULES;
    }
public BaseRobotRules getRobotRulesSetFromCache ( URL url ) { String cacheKey = getCacheKey ( url ) ; BaseRobotRules robotRules = CACHE . getIfPresent ( cacheKey ) ; if ( robotRules != null ) { return robotRules ; } return EMPTY_RULES ; }
Returns the robots rules from the cache or empty rules if not found

@see com.digitalpebble.stormcrawler.filtering.robots.RobotsFilter
Returns the robots rules from the cache or empty rules if not found