mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 12:50:06 +06:00
9a94dfe123
* feat: add `benchmarks_entrypoint.py` Adding `benchmarks_entrypoint.py` file, which will be run from the benchmarks CI. This python script will list all python files from the `benchmark/` folder and run the included `run_benchmark` function, allowing people to add new benchmarks scripts. * feat: add `MetricsRecorder` * feat: update dashboard * fix: add missing arguments to `MetricsRecorder` * feat: update dash & add datasource + `default.yml` * fix: move responsibility to create `MetricsRecorder` in bench script * fix: update incorrect datasource UID * fix: incorrect variable values * debug: benchmark entrypoint script * refactor: update log level * fix: update broken import * feat: add debug log in `MetricsRecorder` * debug: set log level to debug * fix: set connection `autocommit` to `True`
34 lines
1.2 KiB
SQL
34 lines
1.2 KiB
SQL
CREATE TABLE IF NOT EXISTS benchmarks (
|
|
benchmark_id SERIAL PRIMARY KEY,
|
|
branch VARCHAR(255),
|
|
commit_id VARCHAR(72),
|
|
commit_message VARCHAR(70),
|
|
metadata jsonb,
|
|
created_at timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS benchmarks_benchmark_id_idx ON benchmarks (benchmark_id);
|
|
|
|
CREATE INDEX IF NOT EXISTS benchmarks_branch_idx ON benchmarks (branch);
|
|
|
|
CREATE TABLE IF NOT EXISTS device_measurements (
|
|
measurement_id SERIAL PRIMARY KEY,
|
|
benchmark_id int REFERENCES benchmarks (benchmark_id),
|
|
cpu_util double precision,
|
|
mem_megabytes double precision,
|
|
gpu_util double precision,
|
|
gpu_mem_megabytes double precision,
|
|
time timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS device_measurements_branch_idx ON device_measurements (benchmark_id);
|
|
|
|
CREATE TABLE IF NOT EXISTS model_measurements (
|
|
measurement_id SERIAL PRIMARY KEY,
|
|
benchmark_id int REFERENCES benchmarks (benchmark_id),
|
|
measurements jsonb,
|
|
time timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|
|
CREATE INDEX IF NOT EXISTS model_measurements_branch_idx ON model_measurements (benchmark_id);
|