| # Copyright 2025 Google LLC |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # https://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| """ |
| This module contains generic, reusable utilities for working with URLs. |
| """ |
| |
| import asyncio |
| |
| |
| async def is_public_url(url: str) -> bool: |
| """ |
| Checks if a URL is publicly accessible by making a HEAD request. |
| """ |
| command = ["curl", "-s", "-L", "--head", url] |
| process = await asyncio.create_subprocess_exec( |
| *command, |
| stdout=asyncio.subprocess.PIPE, |
| stderr=asyncio.subprocess.PIPE, |
| ) |
| stdout, _ = await process.communicate() |
| return process.returncode == 0 and "200 OK" in stdout.decode() |
