core/src/main/java/com/digitalpebble/stormcrawler/util/RobotsTags.java
public void extractMetaTags(String content) {
        if (content == null)
            return;
        String[] vals = content.split(" *, *");
        parseValues(vals);
    }
public void extractMetaTags(String content) {
        if (content == null)
            return;
        String[] vals = content.split(" *, *");
        parseValues(vals);
    }
public void extractMetaTags ( String content ) { if ( content == null ) return ; String [ ] vals = content . split ( " *, *" ) ; parseValues ( vals ) ; }
Extracts meta tags based on the value of the content attribute *
Extracts meta tags based on the value of the content attribute *