Merge pull request #14361 from grafana/explore-logs-bucket-increase

fixed logs to time series calculation issue, increased bucket size

public/app/core/logs_model.ts

@@ -170,16 +170,25 @@ export function filterLogLevels(logs: LogsModel, hiddenLogLevels: Set<LogLevel>)
 }
 }
 
 
 export function makeSeriesForLogs(rows: LogRow[], intervalMs: number): TimeSeries[] {
 export function makeSeriesForLogs(rows: LogRow[], intervalMs: number): TimeSeries[] {
+  // currently interval is rangeMs / resolution, which is too low for showing series as bars.
+  // need at least 10px per bucket, so we multiply interval by 10. Should be solved higher up the chain
+  // when executing queries & interval calculated and not here but this is a temporary fix.
+  // intervalMs = intervalMs * 10;
+
   // Graph time series by log level
   // Graph time series by log level
   const seriesByLevel = {};
   const seriesByLevel = {};
-  rows.forEach(row => {
+  const bucketSize = intervalMs * 10;
+
+  for (const row of rows) {
     if (!seriesByLevel[row.logLevel]) {
     if (!seriesByLevel[row.logLevel]) {
       seriesByLevel[row.logLevel] = { lastTs: null, datapoints: [], alias: row.logLevel };
       seriesByLevel[row.logLevel] = { lastTs: null, datapoints: [], alias: row.logLevel };
     }
     }
+
     const levelSeries = seriesByLevel[row.logLevel];
     const levelSeries = seriesByLevel[row.logLevel];
 
 
     // Bucket to nearest minute
     // Bucket to nearest minute
-    const time = Math.round(row.timeEpochMs / intervalMs / 10) * intervalMs * 10;
+    const time = Math.round(row.timeEpochMs / bucketSize) * bucketSize;
+
     // Entry for time
     // Entry for time
     if (time === levelSeries.lastTs) {
     if (time === levelSeries.lastTs) {
       levelSeries.datapoints[levelSeries.datapoints.length - 1][0]++;
       levelSeries.datapoints[levelSeries.datapoints.length - 1][0]++;
@@ -187,7 +196,7 @@ export function makeSeriesForLogs(rows: LogRow[], intervalMs: number): TimeSerie
       levelSeries.datapoints.push([1, time]);
       levelSeries.datapoints.push([1, time]);
       levelSeries.lastTs = time;
       levelSeries.lastTs = time;
     }
     }
-  });
+  }
 
 
   return Object.keys(seriesByLevel).reduce((acc, level) => {
   return Object.keys(seriesByLevel).reduce((acc, level) => {
     if (seriesByLevel[level]) {
     if (seriesByLevel[level]) {

public/app/core/utils/explore.ts

 import _ from 'lodash';
 import _ from 'lodash';
 
 
 import { renderUrl } from 'app/core/utils/url';
 import { renderUrl } from 'app/core/utils/url';
-import { ExploreState, ExploreUrlState, HistoryItem, QueryTransaction } from 'app/types/explore';
-import { DataQuery, RawTimeRange } from 'app/types/series';
-
-import TableModel, { mergeTablesIntoModel } from 'app/core/table_model';
 import kbn from 'app/core/utils/kbn';
 import kbn from 'app/core/utils/kbn';
+import store from 'app/core/store';
 import colors from 'app/core/utils/colors';
 import colors from 'app/core/utils/colors';
-import TimeSeries from 'app/core/time_series2';
 import { parse as parseDate } from 'app/core/utils/datemath';
 import { parse as parseDate } from 'app/core/utils/datemath';
-import store from 'app/core/store';
+
+import TimeSeries from 'app/core/time_series2';
+import TableModel, { mergeTablesIntoModel } from 'app/core/table_model';
+import { ExploreState, ExploreUrlState, HistoryItem, QueryTransaction } from 'app/types/explore';
+import { DataQuery, RawTimeRange, IntervalValues, DataSourceApi } from 'app/types/series';
 
 
 export const DEFAULT_RANGE = {
 export const DEFAULT_RANGE = {
   from: 'now-6h',
   from: 'now-6h',
@@ -170,18 +170,16 @@ export function calculateResultsFromQueryTransactions(
   };
   };
 }
 }
 
 
-export function getIntervals(
-  range: RawTimeRange,
-  datasource,
-  resolution: number
-): { interval: string; intervalMs: number } {
+export function getIntervals(range: RawTimeRange, datasource: DataSourceApi, resolution: number): IntervalValues {
   if (!datasource || !resolution) {
   if (!datasource || !resolution) {
     return { interval: '1s', intervalMs: 1000 };
     return { interval: '1s', intervalMs: 1000 };
   }
   }
+
   const absoluteRange: RawTimeRange = {
   const absoluteRange: RawTimeRange = {
     from: parseDate(range.from, false),
     from: parseDate(range.from, false),
     to: parseDate(range.to, true),
     to: parseDate(range.to, true),
   };
   };
+
   return kbn.calculateInterval(absoluteRange, resolution, datasource.interval);
   return kbn.calculateInterval(absoluteRange, resolution, datasource.interval);
 }
 }
 
 

public/app/features/explore/Logs.tsx

@@ -24,6 +24,7 @@ const PREVIEW_LIMIT = 100;
 
 
 const graphOptions = {
 const graphOptions = {
   series: {
   series: {
+    stack: true,
     bars: {
     bars: {
       show: true,
       show: true,
       lineWidth: 5,
       lineWidth: 5,

public/app/types/index.ts

@@ -19,6 +19,7 @@ import {
   DataQuery,
   DataQuery,
   DataQueryResponse,
   DataQueryResponse,
   DataQueryOptions,
   DataQueryOptions,
+  IntervalValues,
 } from './series';
 } from './series';
 import { PanelProps, PanelOptionsProps } from './panel';
 import { PanelProps, PanelOptionsProps } from './panel';
 import { PluginDashboard, PluginMeta, Plugin, PluginsState } from './plugins';
 import { PluginDashboard, PluginMeta, Plugin, PluginsState } from './plugins';
@@ -87,6 +88,7 @@ export {
   AppNotificationTimeout,
   AppNotificationTimeout,
   DashboardSearchHit,
   DashboardSearchHit,
   UserState,
   UserState,
+  IntervalValues,
 };
 };
 
 
 export interface StoreState {
 export interface StoreState {

public/app/types/series.ts

@@ -19,6 +19,11 @@ export interface TimeRange {
   raw: RawTimeRange;
   raw: RawTimeRange;
 }
 }
 
 
+export interface IntervalValues {
+  interval: string; // 10s,5m
+  intervalMs: number;
+}
+
 export type TimeSeriesValue = string | number | null;
 export type TimeSeriesValue = string | number | null;
 
 
 export type TimeSeriesPoints = TimeSeriesValue[][];
 export type TimeSeriesPoints = TimeSeriesValue[][];
@@ -90,6 +95,11 @@ export interface DataQueryOptions {
 
 
 export interface DataSourceApi {
 export interface DataSourceApi {
   /**
   /**
+   *  min interval range
+   */
+  interval?: string;
+
+  /**
    * Imports queries from a different datasource
    * Imports queries from a different datasource
    */
    */
   importQueries?(queries: DataQuery[], originMeta: PluginMeta): Promise<DataQuery[]>;
   importQueries?(queries: DataQuery[], originMeta: PluginMeta): Promise<DataQuery[]>;
@@ -97,6 +107,14 @@ export interface DataSourceApi {
    * Initializes a datasource after instantiation
    * Initializes a datasource after instantiation
    */
    */
   init?: () => void;
   init?: () => void;
+
+  /**
+   *  Main data query method
+   */
   query(options: DataQueryOptions): Promise<DataQueryResponse>;
   query(options: DataQueryOptions): Promise<DataQueryResponse>;
+
+  /**
+   *  test data source
+   */
   testDatasource?: () => Promise<any>;
   testDatasource?: () => Promise<any>;
 }
 }