There was an error while loading. Please reload this page.
1 parent c509c10 commit 4d67397Copy full SHA for 4d67397
webspider.sh
@@ -18,7 +18,7 @@
18
# --video : video files only (mp4|mkv|avi|mov|wmv|flv|webm|m4v|ogv|ts|m2ts)
19
# --audio : audio files only (mp3|mpa|mp2|aac|wav|flac|m4a|ogg|opus|wma|alac|aif|aiff)
20
# --images : image files only (jpg|jpeg|png|gif|webp|bmp|tiff|svg|avif|heic|heif)
21
-# --pages : directories (…/) + page-like extensions (html|htm|shtml|xhtml|php|phtml|asp|aspx|jsp|jspx|cfm|cgi|pl|do|action|md|markdown)
+# --pages : directories (.../) + page-like extensions (html|htm|shtml|xhtml|php|phtml|asp|aspx|jsp|jspx|cfm|cgi|pl|do|action|md|markdown)
22
# --files : all files (exclude directories and .html/.htm pages)
23
# --all : everything (dirs + pages + files)
24
#
0 commit comments