remove dynamic data

pages/benchmark-download.js

@@ -1,159 +0,0 @@
-// triggered by .github/workflows/update-benchmark-data-action.yaml
-
-const fs = require('fs');
-const https = require('https');
-const process = require('process');
-const core = require('@actions/core'); // eslint-disable-line node/no-extraneous-require
-
-const url = 'https://papertrailapp.com/api/v1/events/search.json';
-const jsonDataFile = 'benchmark-raw.json';
-const jsonParsedFile = 'benchmark-data.json';
-const mdFile = 'benchmark.md';
-let data = { max_id: 0, events: [] };
-
-const log = (...msg) => {
-  // console.log('benchmark', ...msg); // eslint-disable-line no-console
-  const s = Array.isArray(msg) ? msg.join(' ') : msg;
-  core.info(`benchmark ${s}`);
-};
-
-const err = (...msg) => {
-  // console.error('benchmark', ...msg); // eslint-disable-line no-console
-  const s = Array.isArray(msg) ? msg.join(' ') : msg;
-  // core.error(`benchmark ${s}`);
-  core.setFailed(`benchmark ${s}`);
-};
-
-async function get(id) {
-  // manual json fetch: `curl -v -H "X-Papertrail-Token: xxx" https://papertrailapp.com/api/v1/events/search.json`
-  return new Promise((resolve) => {
-    const token = process.env.PAPERTRAIL;
-    if (!token) {
-      err('missing token');
-      resolve([]);
-    }
-    const headers = { 'x-papertrail-token': token };
-
-    https.get(`${url}?min_id=${id}`, { headers }, (res) => {
-      log('http response: ' + res.statusCode, 'rate limit: ' + res.headers['x-rate-limit-remaining']);
-      if (res.statusCode !== 200) {
-        err('http request:', res.statusCode, res.statusMessage);
-        resolve([]);
-      }
-      if (!/^application\/json/.test(res?.headers?.['content-type'])) {
-        err(`http request invalid content-type: ${res?.headers?.['content-type']}`);
-        resolve([]);
-      }
-      res.setEncoding('utf8');
-      let body = '';
-      res.on('data', (chunk) => { body += chunk; }); // download data in chunks as json response body may be large
-      res.on('end', () => {
-        try {
-          const json = JSON.parse(body);
-          resolve(json);
-        } catch (e) {
-          err('http data', e.message);
-          resolve([]);
-        }
-      });
-    }).on('error', (e) => {
-      err(`http get: ${e.message}`);
-      resolve([]);
-    });
-  });
-}
-
-async function main() {
-  // read existing data
-  log('action:', process.env.GITHUB_REPOSITORY, process.env.GITHUB_ACTION);
-  log('reading existing data:', jsonDataFile);
-  if (fs.existsSync(jsonDataFile)) {
-    const jsonData = fs.readFileSync(jsonDataFile);
-    data = JSON.parse(jsonData);
-    log('existing records:', data?.events?.length || 0);
-  }
-
-  // fetch new data
-  log('fetching data');
-  const res = await get(data?.max_id || 0);
-  if ((res?.events?.length > 0) && (data?.max_id !== res?.max_id) || (process.argv.includes('--force'))) {
-    data.max_id = res.max_id;
-    const combined = data.events.concat(res.events).filter((evt) => evt?.message && evt?.id); // combine existing and new data
-    combined.forEach((evt) => { // remove private and unnecessary data
-      delete evt['source_ip'];
-      delete evt['received_at'];
-      delete evt['display_received_at'];
-      delete evt['source_name'];
-      delete evt['hostname'];
-      delete evt['severity'];
-      delete evt['facility'];
-    });
-    data.events = combined;
-    // save updated data
-    log('saving data:', jsonDataFile);
-    fs.writeFileSync(jsonDataFile, JSON.stringify(data, null, 2));
-  } else {
-    log('no new data');
-    return;
-  }
-
-  if (data.events === 0) {
-    log('no data');
-    return;
-  }
-
-  // parse data
-  log('parsing data entries:', data.events.length);
-  const hashes = [];
-  const entries = [];
-  let id = 1;
-  for (const d of data.events) {
-    try {
-      if (d.program !== 'SDBENCHMARK') continue;
-      const items = d.message.split('|');
-      const hash = items.pop().trim(); // remove entry hash
-      if (hashes.includes(hash)) continue; // check for duplicates
-      hashes.push(hash);
-      items.pop(); // remove system hash
-      let date = items[0].split(' ');
-      date = date[date.length - 2] + ' ' + date[date.length - 1];
-      items[0] = new Date(date).toISOString();
-      items.unshift(id++);
-      entries.push(items);
-    } catch (e) {
-      console.log('parsing record:', d); // eslint-disable-line no-console
-      err('parsing error:', e.message);
-    }
-  }
-  entries.reverse();
-  log('parsed unique entries:', entries.length);
-
-  // save parsed data
-  fs.writeFileSync(jsonParsedFile, JSON.stringify(entries, null, 2));
-  log('saved:', jsonParsedFile);
-
-  // create markdown
-  log('creating markdown');
-  let md = `
-  # Benchmark Data
-
-  ## Updated: ${new Date().toISOString()}
-  
-  ### Submit data using WebUI extension: <https://github.com/vladmandic/sd-extension-system-info>
-
-  <br>
-
-  |ID|Date|Performance|Version|System|Libraries|GPU Info|Optimizations|Model|Username|Note|
-  |---|---|---|---|---|---|---|---|---|---|---|
-  `;
-  for (const entry of entries) {
-    const line = '|' + entry.join('|') + '|';
-    md += line + '\n';
-  }
-  fs.writeFileSync(mdFile, md);
-
-  // done
-  log('done');
-}
-
-main();