mirror of
https://github.com/django-components/django-components.git
synced 2025-07-08 01:45:00 +00:00
f36581ed86
* feat: add benchmarking dashboard, CI hook on PR, and store lifetime results * refactor: change python env to 3.13 in benchmarks * refactor: add verbosity, use 3.11 for benchmarking * fix: OSError: [Errno 7] Argument list too long * refactor: add debug statements * refactor: remove extraneous -e * refactor: fix tests and linter errors * fix: track main package in coverage * refactor: fix test coverage testing * refactor: fix repo owner name in benchmark on pushing comment * refactor: add asv monkeypatch to docs workflow * refactor: temporarily allow building docs in forks * refactor: use py 3.13 for benchmarking * refactor: run only a single benchmark for PRs to speed them up * refactor: install asv in the docs build workflow * refactor: use hatch docs env to generate benhcmarks in docs CI * refactor: more trying * refactor: move tests * Add benchmark results for 0.137 * Trigger Build * Add benchmark results for 0.138 * refactor: set constant machine name when benchmarking * Add benchmark results for 0.139 * refactor: fix issue with paths too long * Add benchmark results for 0.140 * docs: update comment * refactor: remove test benchmarking data * refactor: fix comment * refactor: allow the benchmark workflow to write to PRs * refactor: use personal access token to set up the PR benchmark bot * refactor: split the benchmark PR flow into two to make it work with PRs from forks * refactor: update deprecated actions/upload-artifact@v3 to v4 * refactor: fix missing directory in benchmarking workflow * refactor: fix triggering of second workflow * refactor: fix workflow finally? * docs: add comments to cut-offs and direct people to benchmarks PR --------- Co-authored-by: github-actions <github-actions@github.com>
451 lines
16 KiB
JavaScript
451 lines
16 KiB
JavaScript
'use strict';
|
|
|
|
$(document).ready(function() {
|
|
/* The state of the parameters in the sidebar. Dictionary mapping
|
|
strings to values determining the "enabled" configurations. */
|
|
var state = null;
|
|
/* Cache of constructed tables, {data_path: table_dom_id} */
|
|
var table_cache = {};
|
|
var table_cache_counter = 0;
|
|
|
|
function setup_display(state_selection) {
|
|
var new_state = setup_state(state_selection);
|
|
var same_state = (state !== null);
|
|
|
|
/* Avoid needless UI updates, e.g., on table sort */
|
|
|
|
if (same_state) {
|
|
$.each(state, function (key, value) {
|
|
if (value != new_state[key]) {
|
|
same_state = false;
|
|
}
|
|
});
|
|
}
|
|
|
|
if (!same_state) {
|
|
state = new_state;
|
|
replace_params_ui();
|
|
|
|
var filename = $.asv.graph_to_path('summary', state);
|
|
|
|
$("#summarylist-body table").hide();
|
|
$("#summarylist-body .message").remove();
|
|
|
|
if (table_cache[filename] !== undefined) {
|
|
$(table_cache[filename]).show();
|
|
}
|
|
else {
|
|
$("#summarylist-body").append($("<p class='message'>Loading...</p>"));
|
|
$.asv.load_graph_data(
|
|
filename
|
|
).done(function (data) {
|
|
var table = construct_benchmark_table(data);
|
|
var table_name = 'summarylist-table-' + table_cache_counter;
|
|
++table_cache_counter;
|
|
|
|
table.attr('id', table_name);
|
|
table_cache[filename] = '#' + table_name;
|
|
$("#summarylist-body .message").remove();
|
|
$("#summarylist-body").append(table);
|
|
table.show()
|
|
});
|
|
}
|
|
}
|
|
}
|
|
|
|
function update_state_url(key, value) {
|
|
var info = $.asv.parse_hash_string(window.location.hash);
|
|
var new_state = get_valid_state(state, key, value);
|
|
|
|
$.each($.asv.main_json.params, function(param, values) {
|
|
if (values.length > 1) {
|
|
info.params[param] = [new_state[param]];
|
|
}
|
|
else if (info.params[param]) {
|
|
delete info.params[param];
|
|
}
|
|
});
|
|
|
|
window.location.hash = $.asv.format_hash_string(info);
|
|
}
|
|
|
|
function obj_copy(obj) {
|
|
var newobj = {};
|
|
$.each(obj, function(key, val) {
|
|
newobj[key] = val;
|
|
});
|
|
return newobj;
|
|
}
|
|
|
|
function obj_diff(obj1, obj2) {
|
|
var count = 0;
|
|
$.each(obj1, function(key, val) {
|
|
if (obj2[key] != val) {
|
|
++count
|
|
}
|
|
});
|
|
return count;
|
|
}
|
|
|
|
function get_valid_state(tmp_state, wanted_key, wanted_value) {
|
|
/*
|
|
Get an available state with wanted_key having wanted_value,
|
|
preferably as a minor modification of tmp_state.
|
|
*/
|
|
var best_params = null;
|
|
var best_diff = 1e99;
|
|
var best_hit = false;
|
|
|
|
tmp_state = obj_copy(tmp_state);
|
|
if (wanted_key !== undefined) {
|
|
tmp_state[wanted_key] = wanted_value;
|
|
}
|
|
|
|
$.each($.asv.main_json.graph_param_list, function(idx, params) {
|
|
var diff = obj_diff(tmp_state, params);
|
|
var hit = (wanted_key === undefined || params[wanted_key] == wanted_value);
|
|
|
|
if ((!best_hit && hit) || (hit == best_hit && diff < best_diff)) {
|
|
best_params = params;
|
|
best_diff = diff;
|
|
best_hit = hit;
|
|
}
|
|
});
|
|
|
|
if (best_params === null) {
|
|
best_params = $.asv.main_json.graph_param_list[0];
|
|
}
|
|
|
|
return obj_copy(best_params);
|
|
}
|
|
|
|
function setup_state(state_selection) {
|
|
var index = $.asv.main_json;
|
|
var state = {};
|
|
|
|
state.machine = index.params.machine;
|
|
|
|
$.each(index.params, function(param, values) {
|
|
state[param] = values[0];
|
|
});
|
|
|
|
if (state_selection !== null) {
|
|
/* Select a specific generic parameter state */
|
|
$.each(index.params, function(param, values) {
|
|
if (state_selection[param]) {
|
|
state[param] = state_selection[param][0];
|
|
}
|
|
});
|
|
}
|
|
|
|
return get_valid_state(state);
|
|
}
|
|
|
|
function replace_params_ui() {
|
|
var index = $.asv.main_json;
|
|
|
|
var nav = $('#summarylist-navigation');
|
|
nav.empty();
|
|
|
|
/* Machine selection */
|
|
$.asv.ui.make_value_selector_panel(nav, 'machine', index.params.machine, function(i, machine, button) {
|
|
button.text(machine);
|
|
|
|
button.on('click', function(evt) {
|
|
update_state_url('machine', machine);
|
|
});
|
|
|
|
if (state.machine != machine) {
|
|
button.removeClass('active');
|
|
}
|
|
button.removeAttr('data-toggle');
|
|
|
|
/* Create tooltips for each machine */
|
|
var details = [];
|
|
$.each(index.machines[machine], function(key, val) {
|
|
details.push(key + ': ' + val);
|
|
});
|
|
details = details.join('<br/>');
|
|
|
|
button.tooltip({
|
|
title: details,
|
|
html: true,
|
|
placement: 'right',
|
|
container: 'body',
|
|
animation: false
|
|
});
|
|
});
|
|
|
|
/* Generic parameter selectors */
|
|
$.each(index.params, function(param, values) {
|
|
if (values.length > 1 && param != 'machine') {
|
|
$.asv.ui.make_value_selector_panel(nav, param, values, function(i, value, button) {
|
|
var value_display;
|
|
if (value === null)
|
|
value_display = '[none]';
|
|
else if (!value)
|
|
value_display = '[default]';
|
|
else
|
|
value_display = value;
|
|
|
|
button.text(value_display);
|
|
|
|
if (state[param] != value) {
|
|
button.removeClass('active');
|
|
}
|
|
|
|
button.on('click', function(evt) {
|
|
update_state_url(param, value);
|
|
});
|
|
});
|
|
}
|
|
});
|
|
|
|
$(nav).find(".btn-group").removeAttr("data-toggle");
|
|
|
|
$.asv.ui.reflow_value_selector_panels();
|
|
}
|
|
|
|
function construct_benchmark_table(data) {
|
|
var index = $.asv.main_json;
|
|
|
|
/* Form a new table */
|
|
|
|
var table = $('<table class="table table-hover"/>');
|
|
|
|
var table_head = $('<thead><tr>' +
|
|
'<th data-sort="string">Benchmark</th>' +
|
|
'<th data-sort="float">Value</th>' +
|
|
'<th data-sort="float">Recent change</th>' +
|
|
'<th data-sort="string">Changed at</th>' +
|
|
'</tr></thead>');
|
|
table.append(table_head);
|
|
|
|
var table_body = $('<tbody/>');
|
|
|
|
$.each(data, function(row_idx, row) {
|
|
var tr = $('<tr/>');
|
|
var name_td = $('<td/>');
|
|
var name = $('<a/>');
|
|
var benchmark_url_args = {};
|
|
var benchmark_full_url;
|
|
var benchmark_base_url;
|
|
|
|
/* Format benchmark url */
|
|
benchmark_url_args.location = [row.name];
|
|
benchmark_url_args.params = {};
|
|
$.each($.asv.main_json.params, function (key, values) {
|
|
if (values.length > 1) {
|
|
benchmark_url_args.params[key] = [state[key]];
|
|
}
|
|
});
|
|
benchmark_base_url = $.asv.format_hash_string(benchmark_url_args);
|
|
if (row.idx !== null) {
|
|
var benchmark = $.asv.main_json.benchmarks[row.name];
|
|
$.each($.asv.param_selection_from_flat_idx(benchmark.params, row.idx).slice(1),
|
|
function(i, param_values) {
|
|
benchmark_url_args.params['p-'+benchmark.param_names[i]]
|
|
= [benchmark.params[i][param_values[0]]];
|
|
});
|
|
}
|
|
benchmark_full_url = $.asv.format_hash_string(benchmark_url_args);
|
|
|
|
/* Benchmark name column */
|
|
var bm_link;
|
|
if (row.idx === null) {
|
|
bm_link = $('<a/>').attr('href', benchmark_base_url).text(row.pretty_name);
|
|
name_td.append(bm_link);
|
|
}
|
|
else {
|
|
var basename = row.pretty_name;
|
|
var args = null;
|
|
var m = row.pretty_name.match(/(.*)\(.*$/);
|
|
if (m) {
|
|
basename = m[1];
|
|
args = row.pretty_name.slice(basename.length);
|
|
}
|
|
bm_link = $('<a/>').attr('href', benchmark_base_url).text(basename);
|
|
name_td.append(bm_link);
|
|
if (args) {
|
|
var bm_idx_link;
|
|
var graph_url;
|
|
bm_idx_link = $('<a/>').attr('href', benchmark_full_url).text(' ' + args);
|
|
name_td.append(bm_idx_link);
|
|
graph_url = $.asv.graph_to_path(row.name, state);
|
|
$.asv.ui.hover_graph(bm_idx_link, graph_url, row.name, row.idx, null);
|
|
}
|
|
}
|
|
$.asv.ui.hover_summary_graph(bm_link, row.name);
|
|
|
|
/* Value column */
|
|
var value_td = $('<td class="value"/>');
|
|
if (row.last_value !== null) {
|
|
var value, err, err_str, sort_value;
|
|
var unit = $.asv.main_json.benchmarks[row.name].unit;
|
|
value = $.asv.pretty_unit(row.last_value, unit);
|
|
if (unit == "seconds") {
|
|
sort_value = row.last_value * 1e100;
|
|
}
|
|
else {
|
|
sort_value = row.last_value;
|
|
}
|
|
var value_span = $('<span/>').text(value);
|
|
|
|
err = 100*row.last_err/row.last_value;
|
|
if (err == err) {
|
|
err_str = " \u00b1 " + err.toFixed(0.1) + '%';
|
|
}
|
|
else {
|
|
err_str = "";
|
|
}
|
|
value_span.attr('data-toggle', 'tooltip');
|
|
value_span.attr('title', value + err_str);
|
|
value_td.append(value_span);
|
|
value_td.attr('data-sort-value', sort_value);
|
|
}
|
|
else {
|
|
value_td.attr('data-sort-value', -1e99);
|
|
}
|
|
|
|
/* Change percentage column */
|
|
var change_td = $('<td class="change"/>');
|
|
if (row.prev_value !== null) {
|
|
var text, change_str, change = 0, sort_value = 0;
|
|
var unit = $.asv.main_json.benchmarks[row.name].unit;
|
|
change_str = $.asv.pretty_unit(row.last_value - row.prev_value, unit);
|
|
if (!change_str.match(/^-/)) {
|
|
change_str = '+' + change_str;
|
|
}
|
|
if (row.prev_value != 0) {
|
|
change = 100 * (row.last_value / row.prev_value - 1);
|
|
text = change.toFixed(1) + '% (' + change_str + ')';
|
|
if (change > 0) {
|
|
text = '+' + text;
|
|
}
|
|
sort_value = change;
|
|
}
|
|
else {
|
|
text = ' (' + change_str + ')';
|
|
}
|
|
text = text.replace('-', '\u2212');
|
|
|
|
var change_commit_a = $.asv.main_json.revision_to_hash[row.change_rev[0]];
|
|
var change_commit_b = $.asv.main_json.revision_to_hash[row.change_rev[1]];
|
|
var change_q;
|
|
if (change_commit_a === undefined) {
|
|
change_q = '&commits=' + change_commit_b;
|
|
}
|
|
else {
|
|
change_q = '&commits=' + change_commit_a + '-' + change_commit_b;
|
|
}
|
|
var change_link = $('<a/>').attr('href', benchmark_full_url + change_q).text(text);
|
|
|
|
graph_url = $.asv.graph_to_path(row.name, state);
|
|
$.asv.ui.hover_graph(change_link, graph_url, row.name, row.idx, [row.change_rev]);
|
|
|
|
change_td.append(change_link);
|
|
|
|
if (change > 5) {
|
|
change_td.addClass('positive-change');
|
|
}
|
|
else if (change < -5) {
|
|
change_td.addClass('negative-change');
|
|
}
|
|
change_td.attr('data-sort-value', sort_value);
|
|
}
|
|
else {
|
|
change_td.attr('data-sort-value', 0);
|
|
}
|
|
|
|
/* Change date column */
|
|
var changed_at_td = $('<td class="change-date"/>');
|
|
if (row.change_rev !== null) {
|
|
var date = new Date($.asv.main_json.revision_to_date[row.change_rev[1]]);
|
|
var commit_1 = $.asv.get_commit_hash(row.change_rev[0]);
|
|
var commit_2 = $.asv.get_commit_hash(row.change_rev[1]);
|
|
var commit_a = $('<a/>');
|
|
var span = $('<span/>');
|
|
if (commit_1) {
|
|
var commit_url;
|
|
if ($.asv.main_json.show_commit_url.match(/.*\/\/github.com\//)) {
|
|
commit_url = ($.asv.main_json.show_commit_url + '../compare/'
|
|
+ commit_1 + '...' + commit_2);
|
|
}
|
|
else {
|
|
commit_url = $.asv.main_json.show_commit_url + commit_2;
|
|
}
|
|
commit_a.attr('href', commit_url);
|
|
commit_a.text(commit_1 + '...' + commit_2);
|
|
}
|
|
else {
|
|
commit_a.attr('href', $.asv.main_json.show_commit_url + commit_2);
|
|
commit_a.text(commit_2);
|
|
}
|
|
span.text($.asv.format_date_yyyymmdd(date) + ' ');
|
|
span.append(commit_a);
|
|
changed_at_td.append(span);
|
|
}
|
|
|
|
tr.append(name_td);
|
|
tr.append(value_td);
|
|
tr.append(change_td);
|
|
tr.append(changed_at_td);
|
|
|
|
table_body.append(tr);
|
|
});
|
|
|
|
table_body.find('[data-toggle="tooltip"]').tooltip();
|
|
|
|
/* Finalize */
|
|
table.append(table_body);
|
|
setup_sort(table);
|
|
|
|
return table;
|
|
}
|
|
|
|
function setup_sort(table) {
|
|
var info = $.asv.parse_hash_string(window.location.hash);
|
|
|
|
table.stupidtable();
|
|
|
|
table.on('aftertablesort', function (event, data) {
|
|
var info = $.asv.parse_hash_string(window.location.hash);
|
|
info.params['sort'] = [data.column];
|
|
info.params['dir'] = [data.direction];
|
|
window.location.hash = $.asv.format_hash_string(info);
|
|
|
|
/* Update appearance */
|
|
table.find('thead th').removeClass('asc');
|
|
table.find('thead th').removeClass('desc');
|
|
var th_to_sort = table.find("thead th").eq(parseInt(data.column));
|
|
if (th_to_sort) {
|
|
th_to_sort.addClass(data.direction);
|
|
}
|
|
});
|
|
|
|
if (info.params.sort && info.params.dir) {
|
|
var th_to_sort = table.find("thead th").eq(parseInt(info.params.sort[0]));
|
|
th_to_sort.stupidsort(info.params.dir[0]);
|
|
}
|
|
else {
|
|
var th_to_sort = table.find("thead th").eq(0);
|
|
th_to_sort.stupidsort("asc");
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Entry point
|
|
*/
|
|
$.asv.register_page('summarylist', function(params) {
|
|
var state_selection = null;
|
|
|
|
if (Object.keys(params).length > 0) {
|
|
state_selection = params;
|
|
}
|
|
|
|
setup_display(state_selection);
|
|
|
|
$('#summarylist-display').show();
|
|
$("#title").text("List of benchmarks");
|
|
});
|
|
});
|