1 2 3 4 5 6 7 | $url='https://jesusninoc.com/' (Invoke-WebRequest $url"robots.txt").content -split "`n" | %{ if($_ -match "/") { (Invoke-WebRequest ($url+$_).Replace("Disallow: /","")) } } |
1 2 3 4 5 6 7 | $url='https://jesusninoc.com/' (Invoke-WebRequest $url"robots.txt").content -split "`n" | %{ if($_ -match "/") { (Invoke-WebRequest ($url+$_).Replace("Disallow: /","")) } } |