Updated max_tokens property to max_new_tokens

Author: Jinash Rouniyar

src/collections/config/integration.test.ts

@@ -806,7 +806,7 @@ describe('Testing of the collection.config namespace', () => {
     await collection.config.update({
       generative: weaviate.reconfigure.generative.contextualai({
         model: 'v2',
-        maxTokens: 100,
+        maxNewTokens: 100,
         temperature: 0.7,
         topP: 0.9,
         systemPrompt: 'sys',
@@ -819,7 +819,7 @@ describe('Testing of the collection.config namespace', () => {
       name: 'generative-contextualai',
       config: {
         model: 'v2',
-        maxTokensProperty: 100,
+        maxNewTokensProperty: 100,
         temperatureProperty: 0.7,
         topPProperty: 0.9,
         systemPromptProperty: 'sys',

src/collections/config/types/generative.ts

@@ -108,7 +108,7 @@ export type GenerativeXAIConfig = {
 
 export type GenerativeContextualAIConfig = {
   model?: string;
-  maxTokensProperty?: number;
+  maxNewTokensProperty?: number;
   temperatureProperty?: number;
   topPProperty?: number;
   systemPromptProperty?: string;

src/collections/configure/generative.ts

@@ -66,7 +66,7 @@ export default {
       config: config
         ? {
             model: config.model,
-            maxTokensProperty: config.maxTokens,
+            maxNewTokensProperty: config.maxNewTokens,
             temperatureProperty: config.temperature,
             topPProperty: config.topP,
             systemPromptProperty: config.systemPrompt,

src/collections/configure/types/generative.ts

@@ -61,7 +61,7 @@ export type GenerativeXAIConfigCreate = GenerativeXAIConfig;
 
 export type GenerativeContextualAIConfigCreate = {
   model?: string;
-  maxTokens?: number;
+  maxNewTokens?: number;
   temperature?: number;
   topP?: number;
   systemPrompt?: string;

src/collections/configure/unit.test.ts

@@ -1946,7 +1946,7 @@ describe('Unit testing of the generative factory class', () => {
   it('should create the correct GenerativeContextualAIConfig type with all values', () => {
     const config = configure.generative.contextualai({
       model: 'v2',
-      maxTokens: 100,
+      maxNewTokens: 100,
       temperature: 0.7,
       topP: 0.9,
       systemPrompt:
@@ -1957,7 +1957,7 @@ describe('Unit testing of the generative factory class', () => {
       name: 'generative-contextualai',
       config: {
         model: 'v2',
-        maxTokensProperty: 100,
+        maxNewTokensProperty: 100,
         temperatureProperty: 0.7,
         topPProperty: 0.9,
         systemPromptProperty:

src/collections/generate/config.ts

@@ -314,7 +314,7 @@ export const generativeParameters = {
       config: config
         ? {
             model: config.model,
-            maxTokens: config.maxTokens,
+            maxNewTokens: config.maxNewTokens,
             temperature: config.temperature,
             topP: config.topP,
             systemPrompt: config.systemPrompt,

src/collections/generate/integration.test.ts

@@ -603,7 +603,7 @@ maybeContextualAI('Testing of the collection.generate methods with Contextual AI
         vectorizers: weaviate.configure.vectors.text2VecOpenAI(),
         generative: weaviate.configure.generative.contextualai({
           model: 'v2',
-          maxTokens: 100,
+          maxNewTokens: 100,
           temperature: 0.7,
           topP: 0.9,
           systemPrompt: 'You are a helpful AI assistant.',
@@ -664,7 +664,7 @@ maybeContextualAI('Testing of the collection.generate methods with Contextual AI
         singlePrompt: 'Translate this title to French: {title}',
         config: generativeParameters.contextualai({
           model: 'v2',
-          maxTokens: 50,
+          maxNewTokens: 50,
           temperature: 0.5,
           topP: 0.8,
           systemPrompt: 'You are a translation assistant.',
@@ -689,7 +689,7 @@ maybeContextualAI('Testing of the collection.generate methods with Contextual AI
         singlePrompt: 'What is the custom knowledge?',
         config: generativeParameters.contextualai({
           model: 'v2',
-          maxTokens: 100,
+          maxNewTokens: 100,
           temperature: 0.7,
           knowledge: ['Custom knowledge override', 'Additional context for testing'],
         }),

src/collections/generate/unit.test.ts

@@ -327,7 +327,7 @@ describe('Unit testing of the generativeParameters factory methods', () => {
     it('with values', () => {
       const config = generativeParameters.contextualai({
         model: 'v2',
-        maxTokens: 512,
+        maxNewTokens: 512,
         temperature: 0.7,
         topP: 0.9,
         systemPrompt: 'sys',
@@ -343,7 +343,7 @@ describe('Unit testing of the generativeParameters factory methods', () => {
         name: 'generative-contextualai',
         config: {
           model: 'v2',
-          maxTokens: 512,
+          maxNewTokens: 512,
           temperature: 0.7,
           topP: 0.9,
           systemPrompt: 'sys',

src/collections/types/generate.ts

@@ -177,7 +177,7 @@ export type GenerativeConfigRuntimeType<G> = G extends 'generative-anthropic'
   : G extends 'generative-contextualai'
   ? {
       model?: string;
-      maxTokens?: number;
+      maxNewTokens?: number;
       temperature?: number;
       topP?: number;
       systemPrompt?: string;
@@ -343,7 +343,7 @@ export type GenerativeXAIConfigRuntime = GenerativeXAIConfig;
 
 export type GenerativeContextualAIConfigRuntime = {
   model?: string | undefined;
-  maxTokens?: number | undefined;
+  maxNewTokens?: number | undefined;
   temperature?: number | undefined;
   topP?: number | undefined;
   systemPrompt?: string | undefined;