mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-03 12:50:06 +06:00

* refactor: benchmarks Based on a discussion with @LysandreJik & @ArthurZucker, the goal of this PR is to improve transformers' benchmark system. This is a WIP, for the moment the infrastructure required to make things work is not ready. Will update the PR description when it is the case. * feat: add db init in benchmarks CI * fix: pg_config is missing in runner * fix: add psql to the runner * fix: connect info from env vars + PR comments * refactor: set database as env var * fix: invalid working directory * fix: `commit_msg` -> `commit_message` * fix: git marking checked out repo as unsafe * feat: add logging * fix: invalid device * feat: update grafana dashboard for prod grafana * feat: add `commit_id` to header table * feat: commit latest version of dashboard * feat: move measurements into json field * feat: remove drop table migration queries * fix: `torch.arrange` -> `torch.arange` * fix: add missing `s` to `cache_position` positional argument * fix: change model * revert: `cache_positions` -> `cache_position` * fix: set device for `StaticCache` * fix: set `StaticCache` dtype * feat: limit max cache len * fix script * raise error on failure! * not try catch * try to skip generate compilation * update * update docker image! * update * update again!@ * update * updates * ??? * ?? * use `torch.cuda.synchronize()` * fix json * nits * fix * fixed! * f**k * feat: add TTNT panels * feat: add try except --------- Co-authored-by: Arthur Zucker <arthur.zucker@gmail.com>
27 lines
906 B
SQL
27 lines
906 B
SQL
CREATE TABLE IF NOT EXISTS benchmarks (
|
|
benchmark_id SERIAL PRIMARY KEY,
|
|
branch VARCHAR(255),
|
|
commit_id VARCHAR(72),
|
|
commit_message VARCHAR(70),
|
|
gpu_name VARCHAR(255),
|
|
created_at timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS device_measurements (
|
|
measurement_id SERIAL PRIMARY KEY,
|
|
benchmark_id int REFERENCES benchmarks (benchmark_id),
|
|
cpu_util double precision,
|
|
mem_megabytes double precision,
|
|
gpu_util double precision,
|
|
gpu_mem_megabytes double precision,
|
|
time timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS model_measurements (
|
|
measurement_id SERIAL PRIMARY KEY,
|
|
benchmark_id int REFERENCES benchmarks (benchmark_id),
|
|
measurements jsonb,
|
|
time timestamp without time zone NOT NULL DEFAULT (current_timestamp AT TIME ZONE 'UTC')
|
|
);
|
|
|