Skip to content

Commit 82f6ea1

Browse files
authored
feat: improve star coder to support multi lora layers (#2883)
* feat: improve star coder to support multi lora layers * feat: improve weight that support adapters and add tests for starcoder with lora * fix: bump snapshot for added tests * fix: rerun pre commit lints * fix: bump adapter test for added later names
1 parent 5f78ec3 commit 82f6ea1

File tree

10 files changed

+1009
-25
lines changed

10 files changed

+1009
-25
lines changed
Lines changed: 73 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,73 @@
1+
{
2+
"details": {
3+
"best_of_sequences": null,
4+
"finish_reason": "length",
5+
"generated_tokens": 10,
6+
"prefill": [],
7+
"seed": null,
8+
"tokens": [
9+
{
10+
"id": 2284,
11+
"logprob": -0.9355469,
12+
"special": false,
13+
"text": "():"
14+
},
15+
{
16+
"id": 303,
17+
"logprob": -0.40795898,
18+
"special": false,
19+
"text": "\n "
20+
},
21+
{
22+
"id": 1489,
23+
"logprob": -0.27954102,
24+
"special": false,
25+
"text": " print"
26+
},
27+
{
28+
"id": 459,
29+
"logprob": -0.6142578,
30+
"special": false,
31+
"text": "(\""
32+
},
33+
{
34+
"id": 8302,
35+
"logprob": -0.68310547,
36+
"special": false,
37+
"text": "Hello"
38+
},
39+
{
40+
"id": 10914,
41+
"logprob": -1.4599609,
42+
"special": false,
43+
"text": " World"
44+
},
45+
{
46+
"id": 16013,
47+
"logprob": -0.80126953,
48+
"special": false,
49+
"text": "!\")"
50+
},
51+
{
52+
"id": 222,
53+
"logprob": -0.625,
54+
"special": false,
55+
"text": "\n"
56+
},
57+
{
58+
"id": 222,
59+
"logprob": -0.23242188,
60+
"special": false,
61+
"text": "\n"
62+
},
63+
{
64+
"id": 610,
65+
"logprob": -1.2294922,
66+
"special": false,
67+
"text": "def"
68+
}
69+
],
70+
"top_tokens": null
71+
},
72+
"generated_text": "():\n print(\"Hello World!\")\n\ndef"
73+
}

0 commit comments

Comments
 (0)