93fc269860
* initial attempt at writing test for urls * turn it into a pytest test * fix precommit and add wrong url to make sure test work * fix darglint error and fix url set error * black error * add to test .md files in reflex as well * update to fix masen comment * black formatting * Fix trailing slash in reflex/state.py --------- Co-authored-by: Tom Gotsman <tomgotsman@Toms-MacBook-Pro.local> Co-authored-by: Tom Gotsman <tomgotsman@toms-mbp.lan> Co-authored-by: Masen Furer <m_github@0x26.net>
68 lines
2.2 KiB
Python
Executable File
68 lines
2.2 KiB
Python
Executable File
"""Integration tests for all urls in Reflex."""
|
|
import os
|
|
import re
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
import requests
|
|
|
|
|
|
def check_urls(repo_dir):
|
|
"""Check that all URLs in the repo are valid and secure.
|
|
|
|
Args:
|
|
repo_dir: The directory of the repo.
|
|
|
|
Returns:
|
|
A list of errors.
|
|
"""
|
|
url_pattern = re.compile(r'http[s]?://reflex\.dev[^\s")]*')
|
|
errors = []
|
|
|
|
for root, _dirs, files in os.walk(repo_dir):
|
|
if "__pycache__" in root:
|
|
continue
|
|
|
|
for file_name in files:
|
|
if not file_name.endswith(".py") and not file_name.endswith(".md"):
|
|
continue
|
|
|
|
file_path = os.path.join(root, file_name)
|
|
try:
|
|
with open(file_path, "r", encoding="utf-8", errors="ignore") as file:
|
|
for line in file:
|
|
urls = url_pattern.findall(line)
|
|
for url in set(urls):
|
|
if url.startswith("http://"):
|
|
errors.append(
|
|
f"Found insecure HTTP URL: {url} in {file_path}"
|
|
)
|
|
url = url.strip('"\n')
|
|
try:
|
|
response = requests.head(
|
|
url, allow_redirects=True, timeout=5
|
|
)
|
|
response.raise_for_status()
|
|
except requests.RequestException as e:
|
|
errors.append(
|
|
f"Error accessing URL: {url} in {file_path} | Error: {e}, , Check your path ends with a /"
|
|
)
|
|
except Exception as e:
|
|
errors.append(f"Error reading file: {file_path} | Error: {e}")
|
|
|
|
return errors
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"repo_dir",
|
|
[Path(__file__).resolve().parent.parent / "reflex"],
|
|
)
|
|
def test_find_and_check_urls(repo_dir):
|
|
"""Test that all URLs in the repo are valid and secure.
|
|
|
|
Args:
|
|
repo_dir: The directory of the repo.
|
|
"""
|
|
errors = check_urls(repo_dir)
|
|
assert not errors, "\n".join(errors)
|