feat: refreshRangeStart and refreshRangeEnd pre-aggregation params

Author: paveltiunov

packages/cubejs-schema-compiler/adapter/BaseQuery.js

@@ -1888,8 +1888,14 @@ class BaseQuery {
     const timeDimension = this.newTimeDimension(references.timeDimensions[0]);
 
     return this.evaluateSymbolSqlWithContext(() => [
-      this.paramAllocator.buildSqlAndParams(this.aggSelectForDimension(timeDimension.path()[0], timeDimension, 'min')),
-      this.paramAllocator.buildSqlAndParams(this.aggSelectForDimension(timeDimension.path()[0], timeDimension, 'max'))
+      this.paramAllocator.buildSqlAndParams(
+        preAggregation.refreshRangeStart && this.evaluateSql(cube, preAggregation.refreshRangeStart.sql) ||
+        this.aggSelectForDimension(timeDimension.path()[0], timeDimension, 'min')
+      ),
+      this.paramAllocator.buildSqlAndParams(
+        preAggregation.refreshRangeEnd && this.evaluateSql(cube, preAggregation.refreshRangeEnd.sql) ||
+        this.aggSelectForDimension(timeDimension.path()[0], timeDimension, 'max')
+      )
     ], { preAggregationQuery: true });
   }
 

packages/cubejs-schema-compiler/compiler/CubeValidator.js

@@ -78,6 +78,12 @@ const BasePreAggregation = {
   external: Joi.boolean(),
   partitionGranularity: Joi.any().valid('hour', 'day', 'week', 'month', 'year'),
   scheduledRefresh: Joi.boolean(),
+  refreshRangeStart: {
+    sql: Joi.func().required()
+  },
+  refreshRangeEnd: {
+    sql: Joi.func().required()
+  },
   indexes: Joi.object().pattern(identifierRegex, Joi.alternatives().try(
     Joi.object().keys({
       sql: Joi.func().required()

packages/cubejs-schema-compiler/test/PreAggregationsTest.js

@@ -196,6 +196,9 @@ describe('PreAggregations', function test() {
           granularity: 'day',
           partitionGranularity: 'month',
           scheduledRefresh: true,
+          refreshRangeStart: {
+            sql: "SELECT NOW() - interval '30 day'"
+          },
           refreshKey: {
             every: '1 hour',
             incremental: true,
@@ -523,6 +526,8 @@ describe('PreAggregations', function test() {
 
       console.log(minMaxQueries);
 
+      minMaxQueries[0][0].should.match(/NOW/);
+
       const res = await dbRunner.testQueries(minMaxQueries);
 
       res.should.be.deepEqual(
@@ -1127,6 +1132,7 @@ describe('PreAggregations in time hierarchy', function test() {
       });
     });
   });
+
   it('query on week match to pre-agg on day', () => {
     return compiler.compile().then(() => {
       const query = new PostgresQuery({ joinGraph, cubeEvaluator, compiler }, {