e0fedeb419
* remove codspeed.yml * test upload job * minor edits to get upload job working * perhaps this works * upload needs relex-install-size * retrigger pipeline * test only on ubuntu * change to save to db directly * oops * size benchmarks * .web for counter * its timeout-minutes * se integration.sh to run and kill process * install psycopg2 * move .web runs to integration_tests.yml to save runners * fix measurement-type for reflex-web * add database url to env * psycopg2 * test run ids * commit sha gets the job done * refactor * add more matrices * move reflex package size to integration_test.yml * fix venv path * test fix * test fix * use hyphen * testing reflex build size * ls for temp debug * fix typo in command * possible fix * possible fix for windows * remove dead code * remove dead code * remove unwanted comments * refactor * rebase on main * pr_title * remove pr_title from args * debug * should work now * precommit fix * print out package size for * add shell * test * trying again * dont use cached poetry to have accurate measurement of deps * remove reflex deps calculation step from integration job * fix script path * precommit fix * no real difference on different python versions so use 3.11.5 * remove ls keyword
110 lines
3.4 KiB
Python
110 lines
3.4 KiB
Python
"""Runs the benchmarks and inserts the results into the database."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
import os
|
|
import sys
|
|
from datetime import datetime
|
|
|
|
import psycopg2
|
|
|
|
|
|
def insert_benchmarking_data(
|
|
db_connection_url: str,
|
|
lighthouse_data: dict,
|
|
commit_sha: str,
|
|
pr_title: str,
|
|
):
|
|
"""Insert the benchmarking data into the database.
|
|
|
|
Args:
|
|
db_connection_url: The URL to connect to the database.
|
|
lighthouse_data: The Lighthouse data to insert.
|
|
commit_sha: The commit SHA to insert.
|
|
pr_title: The PR title to insert.
|
|
"""
|
|
# Serialize the JSON data
|
|
lighthouse_json = json.dumps(lighthouse_data)
|
|
|
|
# Get the current timestamp
|
|
current_timestamp = datetime.now()
|
|
|
|
# Connect to the database and insert the data
|
|
with psycopg2.connect(db_connection_url) as conn, conn.cursor() as cursor:
|
|
insert_query = """
|
|
INSERT INTO benchmarks (lighthouse, commit_sha, pr_title, time)
|
|
VALUES (%s, %s, %s, %s);
|
|
"""
|
|
cursor.execute(
|
|
insert_query,
|
|
(
|
|
lighthouse_json,
|
|
commit_sha,
|
|
pr_title,
|
|
current_timestamp,
|
|
),
|
|
)
|
|
# Commit the transaction
|
|
conn.commit()
|
|
|
|
|
|
def get_lighthouse_scores(directory_path: str) -> dict:
|
|
"""Extracts the Lighthouse scores from the JSON files in the specified directory.
|
|
|
|
Args:
|
|
directory_path (str): The path to the directory containing the JSON files.
|
|
|
|
Returns:
|
|
dict: The Lighthouse scores.
|
|
"""
|
|
scores = {}
|
|
|
|
try:
|
|
for filename in os.listdir(directory_path):
|
|
if filename.endswith(".json") and filename != "manifest.json":
|
|
file_path = os.path.join(directory_path, filename)
|
|
with open(file_path, "r") as file:
|
|
data = json.load(file)
|
|
# Extract scores and add them to the dictionary with the filename as key
|
|
scores[data["finalUrl"].replace("http://localhost:3000/", "")] = {
|
|
"performance_score": data["categories"]["performance"]["score"],
|
|
"accessibility_score": data["categories"]["accessibility"][
|
|
"score"
|
|
],
|
|
"best_practices_score": data["categories"]["best-practices"][
|
|
"score"
|
|
],
|
|
"seo_score": data["categories"]["seo"]["score"],
|
|
"pwa_score": data["categories"]["pwa"]["score"],
|
|
}
|
|
except Exception as e:
|
|
print(e)
|
|
return {"error": "Error parsing JSON files"}
|
|
|
|
return scores
|
|
|
|
|
|
def main():
|
|
"""Runs the benchmarks and inserts the results into the database."""
|
|
# Get the commit SHA and JSON directory from the command line arguments
|
|
commit_sha = sys.argv[1]
|
|
json_dir = sys.argv[2]
|
|
|
|
# Get the PR title and database URL from the environment variables
|
|
pr_title = os.environ.get("PR_TITLE")
|
|
db_url = os.environ.get("DATABASE_URL")
|
|
|
|
if db_url is None or pr_title is None:
|
|
sys.exit("Missing environment variables")
|
|
|
|
# Get the Lighthouse scores
|
|
lighthouse_scores = get_lighthouse_scores(json_dir)
|
|
|
|
# Insert the data into the database
|
|
insert_benchmarking_data(db_url, lighthouse_scores, commit_sha, pr_title)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|