mirror of
https://github.com/itflow-org/itflow
synced 2026-11-11 07:01:16 +00:00
277 lines
18 KiB
PHP
277 lines
18 KiB
PHP
<?php
|
|
|
|
/*
|
|
* Admin > AI Usage - every request made to an AI provider (ai_usage,
|
|
* recorded by callAiApi() in functions/ai.php): when, the feature, who asked,
|
|
* the client it was about, the model and provider, the tokens it took, how
|
|
* long, how many passwords and keys were taken out of it first, and whether
|
|
* it worked - why not, when it didn't. Totals for what is shown sit above.
|
|
* Searched, and filtered by date, provider, model, feature and who; views for
|
|
* the failed ones, the ones secrets were taken out of, and tests. Kept as long
|
|
* as the audit log is (Admin > Settings > Logs).
|
|
*/
|
|
|
|
// Default Column Sortby Filter
|
|
$sort = "ai_usage_id";
|
|
$order = "DESC";
|
|
|
|
require_once "includes/inc_all_admin.php";
|
|
|
|
$page_title = 'AI Usage';
|
|
|
|
// Only these sort - an unknown column would take the page down
|
|
$sortable_columns = [
|
|
'ai_usage_id' => "ai_usage_id $order",
|
|
'ai_usage_feature' => "ai_usage_feature $order, ai_usage_id DESC",
|
|
'user_name' => "user_name IS NULL, user_name $order, ai_usage_id DESC",
|
|
'client_name' => "client_name IS NULL, client_name $order, ai_usage_id DESC",
|
|
'ai_usage_model' => "ai_usage_model $order, ai_usage_id DESC",
|
|
'tokens' => "(ai_usage_tokens_in + ai_usage_tokens_out) $order, ai_usage_id DESC",
|
|
'ai_usage_ms' => "ai_usage_ms $order, ai_usage_id DESC",
|
|
];
|
|
if (!isset($sortable_columns[$sort])) {
|
|
$sort = 'ai_usage_id';
|
|
}
|
|
|
|
$features = aiFeatures();
|
|
$views = [
|
|
'' => ['label' => 'All', 'icon' => 'fa-list', 'where' => "ai_usage_feature <> 'test'", 'title' => 'Every request but tests'],
|
|
'failed' => ['label' => 'Failed', 'icon' => 'fa-times-circle', 'where' => "ai_usage_feature <> 'test' AND ai_usage_ok = 0", 'title' => 'The provider turned them away, or couldn\'t be reached'],
|
|
'redacted' => ['label' => 'Secrets kept out', 'icon' => 'fa-user-secret', 'where' => "ai_usage_redacted > 0", 'title' => 'Passwords or keys were taken out before they were sent'],
|
|
'test' => ['label' => 'Tests', 'icon' => 'fa-vial', 'where' => "ai_usage_feature = 'test'", 'title' => 'Try it, from a model\'s window'],
|
|
];
|
|
$view = is_string($_GET['view'] ?? null) && isset($views[$_GET['view']]) ? $_GET['view'] : '';
|
|
$provider_filter = intval($_GET['provider'] ?? 0);
|
|
$model_filter = intval($_GET['model'] ?? 0);
|
|
$user_filter = intval($_GET['user'] ?? 0);
|
|
$feature_filter = is_string($_GET['feature'] ?? null) && isset($features[$_GET['feature']]) ? $_GET['feature'] : '';
|
|
$from = preg_match('/^\d{4}-\d{2}-\d{2}$/', (string) $dtf) ? $dtf : '1970-01-01';
|
|
$to = preg_match('/^\d{4}-\d{2}-\d{2}$/', (string) $dtt) ? $dtt : '2099-12-31';
|
|
|
|
// Everything but the view - the views are counted with it
|
|
$where = ["DATE(ai_usage_created_at) BETWEEN '$from' AND '$to'"];
|
|
if ($q !== '') {
|
|
$where[] = "(ai_usage_model LIKE '%$q%' OR ai_usage_provider_name LIKE '%$q%' OR ai_usage_feature LIKE '%$q%' OR ai_usage_use_case LIKE '%$q%'
|
|
OR user_name LIKE '%$q%' OR client_name LIKE '%$q%' OR ai_usage_error LIKE '%$q%')";
|
|
}
|
|
if ($provider_filter) {
|
|
$where[] = "ai_usage_provider_id = $provider_filter";
|
|
}
|
|
if ($model_filter) {
|
|
$where[] = "ai_usage_model_id = $model_filter";
|
|
}
|
|
if ($user_filter) {
|
|
$where[] = "ai_usage_user_id = $user_filter";
|
|
}
|
|
if ($feature_filter !== '') {
|
|
$where[] = "ai_usage_feature = '" . escapeSql($feature_filter) . "'";
|
|
}
|
|
$where_sql = implode(' AND ', $where);
|
|
$from_sql = "FROM ai_usage LEFT JOIN users ON user_id = ai_usage_user_id LEFT JOIN clients ON client_id = ai_usage_client_id";
|
|
|
|
$sql = mysqli_query($mysqli, "SELECT SQL_CALC_FOUND_ROWS ai_usage.*, user_name, client_name
|
|
$from_sql
|
|
WHERE $where_sql AND {$views[$view]['where']}
|
|
ORDER BY {$sortable_columns[$sort]}
|
|
LIMIT $record_from, $record_to");
|
|
$num_rows = mysqli_fetch_row(mysqli_query($mysqli, "SELECT FOUND_ROWS()"));
|
|
|
|
// Each view counted for the rest of the filters, and the totals for this one
|
|
$count_sql = [];
|
|
foreach ($views as $definition) {
|
|
$count_sql[] = "COALESCE(SUM({$definition['where']}), 0)";
|
|
}
|
|
$counts = array_combine(array_keys($views), array_map('intval', mysqli_fetch_row(mysqli_query($mysqli, "SELECT " . implode(', ', $count_sql) . " $from_sql WHERE $where_sql"))));
|
|
$totals = mysqli_fetch_assoc(mysqli_query($mysqli, "SELECT COUNT(*) AS requests, COALESCE(SUM(ai_usage_tokens_in), 0) AS tokens_in, COALESCE(SUM(ai_usage_tokens_out), 0) AS tokens_out,
|
|
COALESCE(SUM(ai_usage_ok = 0), 0) AS failed, COALESCE(SUM(ai_usage_redacted), 0) AS redacted, COALESCE(AVG(IF(ai_usage_ok = 1, ai_usage_ms, NULL)), 0) AS ms, COUNT(DISTINCT ai_usage_user_id) AS people
|
|
$from_sql WHERE $where_sql AND {$views[$view]['where']}"));
|
|
|
|
$providers = mysqli_query($mysqli, "SELECT ai_provider_id, ai_provider_name, ai_provider_kind FROM ai_providers ORDER BY ai_provider_name");
|
|
$people = mysqli_query($mysqli, "SELECT DISTINCT user_id, user_name FROM ai_usage JOIN users ON user_id = ai_usage_user_id ORDER BY user_name");
|
|
$model_row = $model_filter ? aiModelRow($model_filter) : null;
|
|
$retention = appLogRetention();
|
|
|
|
$sort_link = function ($column, $label) use ($url_query_strings_sort, $sort, $disp, $order_icon) {
|
|
return '<a class="text-reset text-decoration-none" href="?' . escapeHtml($url_query_strings_sort) . '&sort=' . $column . '&order=' . $disp . '">'
|
|
. $label . ($sort === $column ? " $order_icon" : '') . '</a>';
|
|
};
|
|
// A view keeps the filters, and starts from its first page
|
|
$view_url = function ($key) {
|
|
$query = $_GET;
|
|
unset($query['page']);
|
|
$query['view'] = $key;
|
|
return '?' . http_build_query(array_filter($query, function ($value) {
|
|
return $value !== '' && $value !== null && $value !== [];
|
|
}));
|
|
};
|
|
// The page without one filter
|
|
$without_url = function ($key) {
|
|
$query = $_GET;
|
|
unset($query['page'], $query[$key]);
|
|
return '?' . http_build_query($query);
|
|
};
|
|
$ms_text = function ($ms) {
|
|
$ms = intval($ms);
|
|
return $ms >= 1000 ? number_format($ms / 1000, 1) . 's' : $ms . 'ms';
|
|
};
|
|
|
|
?>
|
|
|
|
<ol class="breadcrumb d-print-none">
|
|
<li class="breadcrumb-item"><a href="/admin">Admin</a></li>
|
|
<li class="breadcrumb-item"><a href="ai_providers.php">AI Providers</a></li>
|
|
<li class="breadcrumb-item active">AI Usage</li>
|
|
</ol>
|
|
|
|
<div class="card">
|
|
<div class="card-header bg-dark py-2">
|
|
<h3 class="card-title mt-2"><i class="fas fa-fw fa-chart-bar me-2"></i>AI Usage</h3>
|
|
<div class="card-tools">
|
|
<a class="btn btn-outline-light me-1" href="ai_models.php"><i class="fas fa-fw fa-brain"></i><span class="d-none d-lg-inline ms-2">Models</span></a>
|
|
<a class="btn btn-outline-light" href="settings_logs.php" title="Kept as long as the audit log - <?= escapeHtml(appLogRetentionText($retention['audit'])) ?>"><i class="fas fa-fw fa-cog"></i><span class="d-none d-lg-inline ms-2">Keeping</span></a>
|
|
</div>
|
|
</div>
|
|
<div class="card-header py-3">
|
|
<form autocomplete="off">
|
|
<?php foreach (['view' => $view, 'model' => $model_filter ?: ''] as $keep => $value) { ?>
|
|
<?php if ($value !== '') { ?><input type="hidden" name="<?= $keep ?>" value="<?= escapeHtml($value) ?>"><?php } ?>
|
|
<?php } ?>
|
|
<div class="row g-2 align-items-center">
|
|
<div class="col-lg-4 col-md-12">
|
|
<div class="input-group">
|
|
<input type="search" class="form-control" name="q" value="<?php if (isset($q)) { echo stripslashes(escapeHtml($q)); } ?>" placeholder="Search AI usage" title="Model, provider, feature, who, client or what went wrong">
|
|
<button class="btn btn-dark" title="Search"><i class="fa fa-search"></i></button>
|
|
</div>
|
|
</div>
|
|
<div class="col-lg-2 col-md-6">
|
|
<input type="text" id="dateFilter" class="form-control" autocomplete="off" title="When" aria-label="When">
|
|
<input type="hidden" name="canned_date" id="canned_date" value="<?= escapeHtml(is_string($_GET['canned_date'] ?? null) ? $_GET['canned_date'] : '') ?>">
|
|
<input type="hidden" name="dtf" id="dtf" value="<?= escapeHtml($dtf ?? '') ?>">
|
|
<input type="hidden" name="dtt" id="dtt" value="<?= escapeHtml($dtt ?? '') ?>">
|
|
</div>
|
|
<div class="col-lg-2 col-md-6">
|
|
<select class="form-select select2" name="provider" onchange="this.form.submit()" aria-label="Provider">
|
|
<option value="">- Any provider -</option>
|
|
<?php while ($provider = mysqli_fetch_assoc($providers)) { ?>
|
|
<option value="<?= intval($provider['ai_provider_id']) ?>" <?= intval($provider['ai_provider_id']) === $provider_filter ? 'selected' : '' ?><?= selectOptionData(['icon' => aiProviderIcon($provider['ai_provider_kind'])]) ?>><?= escapeHtml($provider['ai_provider_name']) ?></option>
|
|
<?php } ?>
|
|
</select>
|
|
</div>
|
|
<div class="col-lg-2 col-md-6">
|
|
<select class="form-select select2" name="feature" onchange="this.form.submit()" aria-label="Feature">
|
|
<option value="">- Any feature -</option>
|
|
<?php foreach ($features as $key => $label) { ?>
|
|
<option value="<?= $key ?>" <?= $key === $feature_filter ? 'selected' : '' ?>><?= escapeHtml($label) ?></option>
|
|
<?php } ?>
|
|
</select>
|
|
</div>
|
|
<div class="col-lg-2 col-md-6">
|
|
<select class="form-select select2" name="user" onchange="this.form.submit()" aria-label="Who">
|
|
<option value="">- Anyone -</option>
|
|
<?php while ($person = mysqli_fetch_assoc($people)) { ?>
|
|
<option value="<?= intval($person['user_id']) ?>" <?= intval($person['user_id']) === $user_filter ? 'selected' : '' ?>><?= escapeHtml($person['user_name']) ?></option>
|
|
<?php } ?>
|
|
</select>
|
|
</div>
|
|
</div>
|
|
</form>
|
|
<?php if ($model_filter) { ?>
|
|
<div class="mt-2 small" data-usage-model-filter>
|
|
Just <strong class="font-monospace"><?= escapeHtml($model_row['ai_model_name'] ?? "model #$model_filter") ?></strong>
|
|
<a class="ms-1" href="<?= escapeHtml($without_url('model')) ?>" title="Every model"><i class="fas fa-times-circle"></i></a>
|
|
</div>
|
|
<?php } ?>
|
|
<nav class="nav nav-pills itflow-asset-tabs flex-nowrap overflow-auto mt-3">
|
|
<?php foreach ($views as $key => $definition) { ?>
|
|
<a class="nav-link text-nowrap <?= $view === $key ? 'active' : '' ?>" href="<?= escapeHtml($view_url($key)) ?>" title="<?= escapeHtml($definition['title']) ?>" data-usage-view="<?= $key === '' ? 'all' : $key ?>">
|
|
<i class="fas fa-fw <?= $definition['icon'] ?> me-1"></i><?= $definition['label'] ?>
|
|
<span class="badge rounded-pill ms-1"><?= number_format($counts[$key]) ?></span>
|
|
</a>
|
|
<?php } ?>
|
|
</nav>
|
|
<?php if (intval($totals['requests'])) { ?>
|
|
<div class="row row-cols-2 row-cols-md-3 row-cols-xl-6 g-2 mt-1 small" data-usage-totals>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100"><div class="text-body-secondary">Requests</div><div class="fs-5 fw-semibold" data-usage-total="requests"><?= number_format($totals['requests']) ?></div></div></div>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100" title="<?= number_format($totals['tokens_in']) ?> tokens sent"><div class="text-body-secondary">Tokens in</div><div class="fs-5 fw-semibold" data-usage-total="tokens_in"><?= aiTokensText($totals['tokens_in']) ?></div></div></div>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100" title="<?= number_format($totals['tokens_out']) ?> tokens received"><div class="text-body-secondary">Tokens out</div><div class="fs-5 fw-semibold" data-usage-total="tokens_out"><?= aiTokensText($totals['tokens_out']) ?></div></div></div>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100"><div class="text-body-secondary">Failed</div><div class="fs-5 fw-semibold <?= intval($totals['failed']) ? 'text-danger-emphasis' : '' ?>" data-usage-total="failed"><?= number_format($totals['failed']) ?></div></div></div>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100" title="Passwords and keys taken out before they were sent"><div class="text-body-secondary">Secrets kept out</div><div class="fs-5 fw-semibold" data-usage-total="redacted"><?= number_format($totals['redacted']) ?></div></div></div>
|
|
<div class="col"><div class="border rounded px-3 py-2 h-100" title="How long an answer took, on average"><div class="text-body-secondary">Answer time</div><div class="fs-5 fw-semibold"><?= $ms_text($totals['ms']) ?></div></div></div>
|
|
</div>
|
|
<?php } ?>
|
|
</div>
|
|
<div class="table-responsive">
|
|
<table class="table table-hover align-middle mb-0">
|
|
<thead class="table-light text-nowrap <?php if ($num_rows[0] == 0) { echo "d-none"; } ?>">
|
|
<tr>
|
|
<th class="ps-3"><?= $sort_link('ai_usage_id', 'When') ?></th>
|
|
<th><?= $sort_link('ai_usage_feature', 'Feature') ?></th>
|
|
<th class="d-none d-md-table-cell"><?= $sort_link('user_name', 'Who') ?></th>
|
|
<th class="d-none d-lg-table-cell"><?= $sort_link('client_name', 'Client') ?></th>
|
|
<th class="d-none d-md-table-cell"><?= $sort_link('ai_usage_model', 'Model') ?></th>
|
|
<th class="d-none d-sm-table-cell text-end"><?= $sort_link('tokens', 'Tokens') ?></th>
|
|
<th class="d-none d-lg-table-cell text-end"><?= $sort_link('ai_usage_ms', 'Time') ?></th>
|
|
</tr>
|
|
</thead>
|
|
<tbody>
|
|
<?php while ($row = mysqli_fetch_assoc($sql)) {
|
|
$ok = intval($row['ai_usage_ok']) === 1;
|
|
$redacted = intval($row['ai_usage_redacted']);
|
|
$feature = (string) $row['ai_usage_feature'];
|
|
?>
|
|
<tr data-ai-usage-id="<?= intval($row['ai_usage_id']) ?>">
|
|
<td class="ps-3 text-nowrap small" title="<?= escapeHtml($row['ai_usage_created_at']) ?>">
|
|
<div><?= escapeHtml(date('M j, Y g:i A', strtotime($row['ai_usage_created_at']))) ?></div>
|
|
<div class="text-body-secondary"><?= escapeHtml(timeAgo($row['ai_usage_created_at'])) ?></div>
|
|
</td>
|
|
<td class="small">
|
|
<div class="fw-semibold"><?= escapeHtml($features[$feature] ?? ucfirst(str_replace('_', ' ', $feature))) ?></div>
|
|
<?php if (!$ok) { ?>
|
|
<div class="text-danger-emphasis text-break" data-usage-failed><i class="fas fa-fw fa-times-circle me-1"></i><?= escapeHtml($row['ai_usage_error'] ?: 'Failed') ?></div>
|
|
<?php } ?>
|
|
<?php if ($redacted) { ?>
|
|
<div class="text-body-secondary" data-usage-redacted="<?= $redacted ?>" title="Taken out before it was sent, and put back in the answer"><i class="fas fa-fw fa-user-secret me-1"></i><?= $redacted ?> secret<?= $redacted === 1 ? '' : 's' ?> kept out</div>
|
|
<?php } ?>
|
|
<div class="d-md-none text-body-secondary"><?= escapeHtml(trim(($row['user_name'] ?? '') . ' · ' . $row['ai_usage_model'], ' ·')) ?></div>
|
|
</td>
|
|
<td class="d-none d-md-table-cell small"><?= $row['user_name'] !== null ? escapeHtml($row['user_name']) : '<span class="text-body-secondary">' . (intval($row['ai_usage_user_id']) ? 'Removed' : 'ITFlow') . '</span>' ?></td>
|
|
<td class="d-none d-lg-table-cell small">
|
|
<?php if ($row['client_name'] !== null) { ?>
|
|
<a class="text-reset" href="/agent/client_overview.php?client_id=<?= intval($row['ai_usage_client_id']) ?>"><?= escapeHtml($row['client_name']) ?></a>
|
|
<?php } else { ?>
|
|
<span class="text-body-secondary">-</span>
|
|
<?php } ?>
|
|
</td>
|
|
<td class="d-none d-md-table-cell small">
|
|
<div class="font-monospace"><?= escapeHtml($row['ai_usage_model']) ?></div>
|
|
<div class="text-body-secondary"><?= escapeHtml($row['ai_usage_provider_name']) ?></div>
|
|
</td>
|
|
<td class="d-none d-sm-table-cell small text-end text-nowrap" title="<?= number_format($row['ai_usage_tokens_in']) ?> in, <?= number_format($row['ai_usage_tokens_out']) ?> out">
|
|
<?php if ($ok) { ?>
|
|
<div><?= aiTokensText($row['ai_usage_tokens_in']) ?> in</div>
|
|
<div class="text-body-secondary"><?= aiTokensText($row['ai_usage_tokens_out']) ?> out</div>
|
|
<?php } else { ?>
|
|
<span class="text-body-secondary">-</span>
|
|
<?php } ?>
|
|
</td>
|
|
<td class="d-none d-lg-table-cell small text-end text-nowrap"><?= $ms_text($row['ai_usage_ms']) ?></td>
|
|
</tr>
|
|
<?php } ?>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<?php
|
|
$empty_state = [
|
|
'thing' => 'AI requests',
|
|
'icon' => 'fa-chart-bar',
|
|
'views' => ['view'],
|
|
'view' => $view !== '' ? ['icon' => $views[$view]['icon'], 'title' => 'None ' . ($view === 'test' ? 'tried yet' : 'yet'), 'text' => escapeHtml($views[$view]['title']) . ' - they show here.'] : null,
|
|
'text' => 'Each time an agent rewords a reply, summarizes a ticket or drafts a document, it shows here - who, for what, the model and the tokens it took. ' . ($retention['audit'] ? 'Kept for ' . escapeHtml(appLogRetentionText($retention['audit'])) . ', as the audit log is.' : 'Kept as long as the audit log is.'),
|
|
];
|
|
?>
|
|
<?php require_once "../includes/filter_footer.php"; ?>
|
|
</div>
|
|
|
|
<?php
|
|
require_once "../includes/footer.php";
|