PowerShell, Web Service PowerShell $url='https://jesusninoc.com/' (Invoke-WebRequest $url"robots.txt").content -split "`n" | %{ if($_ -match "/") { (Invoke-WebRequest ($url+$_).Replace("Disallow: /","")) } } 1234567 $url='https://jesusninoc.com/'(Invoke-WebRequest $url"robots.txt").content -split "`n" | %{ if($_ -match "/") { (Invoke-WebRequest ($url+$_).Replace("Disallow: /","")) }}