{
  "id": "gau",
  "name": "gau",
  "homepage": "https://github.com/lc/gau",
  "description": "Fetch known URLs from AlienVault's Open Threat Exchange, the Wayback Machine, and Common Crawl.",
  "executables": [
    "gau"
  ],
  "dotfiles": {
    "paths": [
      "~/.gau.toml",
      "%USERPROFILE%/.gau.toml"
    ],
    "secret": [],
    "side_effect": false
  },
  "commands": {
    "format": 1,
    "label": "Fetch known URLs",
    "description": "Fetch known URLs for one or more domains from archive providers, with filters. Reading domains from standard input is not covered.",
    "quality": "ai-draft",
    "parser": {
      "end_of_options": "--",
      "interleave": "permute",
      "long_equals": true,
      "short_attached": false,
      "short_bundles": false
    },
    "source": [
      {
        "id": "readme",
        "kind": "manual",
        "url": "https://github.com/lc/gau/blob/master/README.md",
        "revision": "master 2026-10",
        "evidence": "|`--blacklist`| list of extensions to skip | gau --blacklist ttf,woff,svg,png|\n|`--fc`| list of status codes to filter | gau --fc 404,302 |\n|`--from`| fetch urls from date (format: YYYYMM) | gau --from 202101 |\n|`--fp`| remove different parameters of the same endpoint | gau --fp|\n|`--json`| output as json | gau --json |\n|`--mc`| list of status codes to match | gau --mc 200,500 |\n|`--o`| filename to write results to | gau --o out.txt |\n|`--providers`| list of providers to use (wayback,commoncrawl,otx,urlscan) | gau --providers wayback|\n|`--subs`| include subdomains of target domain | gau example.com --subs |\n|`--threads`| number of workers to spawn | gau example.com --threads |\n|`--to`| fetch urls to date (format: YYYYMM) | gau example.com --to 202101 |\n|`--verbose`| show verbose output | gau --verbose example.com |\n"
      }
    ],
    "field": [
      {
        "id": "domains",
        "label": "Domains",
        "type": "string",
        "position": 0,
        "multiple": true,
        "min": 0,
        "sources": [
          "readme"
        ]
      },
      {
        "id": "providers",
        "label": "Providers",
        "description": "Comma-separated list.",
        "type": "string",
        "option": [
          "--providers"
        ],
        "suggestions": [
          {
            "value": "wayback",
            "label": "Wayback"
          },
          {
            "value": "commoncrawl",
            "label": "Common Crawl"
          },
          {
            "value": "otx",
            "label": "OTX"
          },
          {
            "value": "urlscan",
            "label": "urlscan"
          },
          {
            "value": "wayback,commoncrawl,otx,urlscan",
            "label": "All"
          }
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "subs",
        "label": "Include subdomains",
        "type": "boolean",
        "option": [
          "--subs"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "blacklist",
        "label": "Skip extensions",
        "description": "Comma-separated, e.g. ttf,woff,svg,png.",
        "type": "string",
        "option": [
          "--blacklist"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "from",
        "label": "From date (YYYYMM)",
        "type": "string",
        "option": [
          "--from"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "to",
        "label": "To date (YYYYMM)",
        "type": "string",
        "option": [
          "--to"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "mc",
        "label": "Match status codes",
        "type": "string",
        "option": [
          "--mc"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "fc",
        "label": "Filter status codes",
        "type": "string",
        "option": [
          "--fc"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "fp",
        "label": "Remove duplicate parameters",
        "type": "boolean",
        "option": [
          "--fp"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "threads",
        "label": "Threads",
        "type": "integer",
        "option": [
          "--threads"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "json",
        "label": "JSON output",
        "type": "boolean",
        "option": [
          "--json"
        ],
        "sources": [
          "readme"
        ]
      },
      {
        "id": "output",
        "label": "Output file",
        "type": "path",
        "option": [
          "--o"
        ],
        "path": {
          "kind": "file",
          "role": "output"
        },
        "effect": "overwrite",
        "sources": [
          "readme"
        ]
      },
      {
        "id": "verbose",
        "label": "Verbose",
        "type": "boolean",
        "option": [
          "--verbose"
        ],
        "sources": [
          "readme"
        ]
      }
    ],
    "task": [
      {
        "id": "fetch",
        "label": "Fetch URLs",
        "fields": [
          "domains",
          "providers",
          "subs",
          "blacklist",
          "output"
        ],
        "required": [
          "domains"
        ]
      },
      {
        "id": "range",
        "label": "Fetch within a date range",
        "fields": [
          "domains",
          "from",
          "to",
          "subs",
          "blacklist",
          "output"
        ],
        "required": [
          "domains"
        ]
      }
    ],
    "group": [
      {
        "id": "basic",
        "label": "Basic",
        "fields": [
          "domains",
          "providers",
          "subs",
          "blacklist",
          "output"
        ]
      },
      {
        "id": "advanced",
        "label": "Advanced",
        "fields": [
          "from",
          "to",
          "mc",
          "fc",
          "fp",
          "threads",
          "json",
          "verbose"
        ]
      }
    ]
  }
}