source: Validate External Links/validate_external_links.command@ 1182

Last change on this file since 1182 was 1182, checked in by iritscen, 19 months ago

ValExtLinks: Added special code for checking OneDrive file links. Added some safety code around 'curl' usage on YT and OneDrive link checks. Fix logic error with handling the wildcard in a URL.

  • Property svn:executable set to *
File size: 2.8 KB
RevLine 
[1139]1#!/bin/bash
2
3# Runs the Validate External Links script
4# Arguments: --help, --links URL, --exceptions URL, --output DIR, --record-ok-links, --show-added-slashes,
[1147]5# --show-https-upgrades, --show-yt-redirects, --suggest-snapshots-ng, --suggest-snapshots-ok,
6# --check-archive-links, --take-screenshots FILE, --timeout NUM, --start-url NUM, --end-url NUM, --upload FILE
[1139]7# Recommended rule:
8# |----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ----- ---|
9
10# Set variables for any arguments we might use below
11VALEXTLINKS="/path/to/Validate External Links/validate_external_links.sh"
12LINKS_LOCAL="file:///path/to/Validate External Links/Sample files/extlinks.csv"
13LINKS_ONLINE="https://wiki.oni2.net/w/extlinks.csv"
14EXCEPT_LOCAL="file:///path/to/Validate External Links/exceptions.txt"
15EXCEPT_ONLINE="https://wiki.oni2.net/Validate_External_Links/Exceptions"
16REPORT_DIR="/path/to/where/you/want/Val Reports"
17UPLOAD_INFO="/path/to/Validate External Links/sftp_login.txt"
18CHROME="/Applications/Google Chrome.app/Contents/MacOS/Google Chrome"
19
20
[1182]21# Run with start/end URLs, record OK codes, and don't upload
22#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots-ng --timeout 10 --show-https-upgrades --show-added-slashes --show-yt-redirects --start-url 445 --end-url 451
[1139]23
[1157]24# Run with start/end URLs, record OK codes, suggest OK snapshots, and don't upload
[1182]25#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots-ng --suggest-snapshots-ok --timeout 10 --show-https-upgrades --show-added-slashes --show-yt-redirects --start-url 445 --end-url 451
[1139]26
27# Run with local extlinks and exceptions, start/end URLs, record OK codes, and don't upload
[1147]28#bash "$VALEXTLINKS" --links "$LINKS_LOCAL" --exceptions "$EXCEPT_LOCAL" --output "$REPORT_DIR" --record-ok-links --suggest-snapshots-ng --start-url 1810 --end-url 1815
[1139]29
30# Run with unfinished screenshot feature, no upload
31#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --record-ok-links --take-screenshots "$CHROME"
32
[1182]33# Normal run with no upload, snapshot suggestions, https upgrades or added slashes
34#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --timeout 10
35
[1139]36# Normal run with no upload
[1150]37#bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots-ng --timeout 10 --show-https-upgrades --show-added-slashes
[1139]38
39# Normal run
[1182]40bash "$VALEXTLINKS" --links "$LINKS_ONLINE" --exceptions "$EXCEPT_ONLINE" --output "$REPORT_DIR" --suggest-snapshots-ng --timeout 10 --show-https-upgrades --show-added-slashes --show-yt-redirects --upload "$UPLOAD_INFO"
Note: See TracBrowser for help on using the repository browser.