8
8
9
9
package org .pytorch .executorch ;
10
10
11
- import org .pytorch .executorch .extension .llm .LlmModule ;
12
11
import org .pytorch .executorch .extension .llm .LlmCallback ;
12
+ import org .pytorch .executorch .extension .llm .LlmModule ;
13
13
14
14
/**
15
15
* LlamaModule is a wrapper around the Executorch Llama model. It provides a simple interface to
16
16
* generate text from the model.
17
17
*
18
- * Note: deprecated! Please use {@link org.pytorch.executorch.extension.llm.LlmModule} instead.
18
+ * <p> Note: deprecated! Please use {@link org.pytorch.executorch.extension.llm.LlmModule} instead.
19
19
*/
20
20
@ Deprecated
21
21
public class LlamaModule {
@@ -114,7 +114,14 @@ public int generate(
114
114
int seqLen ,
115
115
LlamaCallback llamaCallback ,
116
116
boolean echo ) {
117
- return mModule .generate (image , width , height , channels , prompt , seqLen , new LlmCallback () {
117
+ return mModule .generate (
118
+ image ,
119
+ width ,
120
+ height ,
121
+ channels ,
122
+ prompt ,
123
+ seqLen ,
124
+ new LlmCallback () {
118
125
@ Override
119
126
public void onResult (String result ) {
120
127
llamaCallback .onResult (result );
@@ -124,8 +131,9 @@ public void onResult(String result) {
124
131
public void onStats (float tps ) {
125
132
llamaCallback .onStats (tps );
126
133
}
127
- }, echo );
128
- }
134
+ },
135
+ echo );
136
+ }
129
137
130
138
/**
131
139
* Prefill an LLaVA Module with the given images input.
@@ -169,7 +177,11 @@ public long prefillPrompt(String prompt, long startPos, int bos, int eos) {
169
177
*/
170
178
public int generateFromPos (
171
179
String prompt , int seqLen , long startPos , LlamaCallback callback , boolean echo ) {
172
- return mModule .generateFromPos (prompt , seqLen , startPos , new LlmCallback () {
180
+ return mModule .generateFromPos (
181
+ prompt ,
182
+ seqLen ,
183
+ startPos ,
184
+ new LlmCallback () {
173
185
@ Override
174
186
public void onResult (String result ) {
175
187
callback .onResult (result );
@@ -179,8 +191,9 @@ public void onResult(String result) {
179
191
public void onStats (float tps ) {
180
192
callback .onStats (tps );
181
193
}
182
- }, echo );
183
- }
194
+ },
195
+ echo );
196
+ }
184
197
185
198
/** Stop current generate() before it finishes. */
186
199
public void stop () {
0 commit comments