fix : valid_robotstxt() would be to restrictive in case of BOM with a…

… non-comment in line 1
ropensci · Oct 20, 2017 · 4e756fc · 4e756fc
1 parent c54c540
commit 4e756fc
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/R/valid_robotstxt.R b/R/valid_robotstxt.R
@@ -14,9 +14,9 @@ is_valid_robotstxt <- function(text){
         useBytes = TRUE
       )   |
       # - spaces followed by letter(s) followed by a double dot (somewhere)
-      grepl("^(\xef\xbb\xbf)*(\\s*\\w.*:)", text) |
+      grepl("^(\xef\xbb\xbf)*(\\s*\\w.*:)", text, useBytes = TRUE) |
       # - spaces only or empty line
-      grepl("^(\xef\xbb\xbf)*(\\s)*$", text)
+      grepl("^(\xef\xbb\xbf)*(\\s)*$", text, useBytes = TRUE)
   )
 }