|
27 | 27 |
|
28 | 28 | public class OracleGenAI {
|
29 | 29 |
|
30 |
| -// |
31 |
| -// public static String chat0(String textcontent) throws Exception { |
32 |
| -// AuthenticationDetailsProvider provider = AuthProvider.getAuthenticationDetailsProvider(); |
33 |
| -// //GenAI is only available in US_CHICAGO_1 for current beta, thus the override |
34 |
| -// GenerativeAiClient generativeAiClient = GenerativeAiClient.builder().region(Region.US_CHICAGO_1).build(provider); |
35 |
| -// List<String> prompts = Arrays.asList(textcontent); |
36 |
| -// GenerateTextDetails generateTextDetails = GenerateTextDetails.builder() |
37 |
| -// .servingMode(OnDemandServingMode.builder().modelId("cohere.command").build()) // "cohere.command-light" is also available to use |
38 |
| -// // .servingMode(DedicatedServingMode.builder().endpointId("custom-model-endpoint").build()) // for custom model from Dedicated AI Cluster |
39 |
| -// .compartmentId(AIApplication.COMPARTMENT_ID) |
40 |
| -// .prompts(prompts) |
41 |
| -// .maxTokens(300) |
42 |
| -// .temperature(0.75) |
43 |
| -// .frequencyPenalty(1.0) |
44 |
| -// .topP(0.7) |
45 |
| -// .isStream(false) |
46 |
| -// .isEcho(false) |
47 |
| -// .build(); |
48 |
| -// GenerateTextRequest generateTextRequest = GenerateTextRequest.builder() |
49 |
| -// .generateTextDetails(generateTextDetails) |
50 |
| -// .build(); |
51 |
| -// GenerateTextResponse generateTextResponse = generativeAiClient.generateText(generateTextRequest); |
52 |
| -// GenerateTextResult result = generateTextResponse.getGenerateTextResult(); |
53 |
| -// if(result !=null && result.getGeneratedTexts().size() > 0 ) { |
54 |
| -// String all_results =""; |
55 |
| -// for (List<com.oracle.bmc.generativeai.model.GeneratedText> list : result.getGeneratedTexts()) { |
56 |
| -// for (com.oracle.bmc.generativeai.model.GeneratedText text:list){ |
57 |
| -// all_results = all_results+text.getText(); |
58 |
| -// } |
59 |
| -// } |
60 |
| -// return all_results; |
61 |
| -// } |
62 |
| -// return "We could not find a result for your text. Try a different image."; |
63 |
| -// } |
64 |
| - |
65 |
| - |
66 |
| - |
67 |
| - |
68 |
| - |
69 | 30 | public static String chat(String textcontent) throws Exception {
|
70 | 31 | return new OracleGenAI().doChat(textcontent);
|
71 | 32 | }
|
| 33 | + |
72 | 34 | public String doChat(String textcontent) throws Exception {
|
73 |
| - |
74 |
| - |
75 |
| -// ClientConfiguration clientConfiguration = |
76 |
| -// ClientConfiguration.builder() |
77 |
| -// .readTimeoutMillis(240000) |
78 |
| -// .retryConfiguration(RetryConfiguration.NO_RETRY_CONFIGURATION) |
79 |
| -// .build(); |
80 |
| - |
81 | 35 | final GenerativeAiInferenceClient generativeAiInferenceClient =
|
82 | 36 | new GenerativeAiInferenceClient(AuthProvider.getAuthenticationDetailsProvider());
|
83 | 37 | // generativeAiInferenceClient.setEndpoint(ENDPOINT);
|
84 | 38 | generativeAiInferenceClient.setRegion(Region.US_CHICAGO_1);
|
85 |
| - |
86 |
| - |
87 |
| - // Construct the inference request |
88 | 39 | CohereLlmInferenceRequest cohereLlmInferenceRequest =
|
89 | 40 | CohereLlmInferenceRequest.builder()
|
90 | 41 | .prompt(textcontent)
|
91 |
| - .maxTokens(50) |
| 42 | + .maxTokens(600) |
92 | 43 | .temperature(0.75)
|
93 | 44 | .frequencyPenalty(1.0)
|
94 | 45 | .topP(0.7)
|
95 | 46 | .isStream(false) // SDK doesn't support streaming responses, feature is under development
|
96 | 47 | .isEcho(true)
|
97 | 48 | .build();
|
98 |
| - |
99 |
| - // Build generate text request, send, and get response |
100 | 49 | GenerateTextDetails generateTextDetails = GenerateTextDetails.builder()
|
101 | 50 | .servingMode(OnDemandServingMode.builder().modelId("cohere.command").build()) // "cohere.command-light" is also available to use
|
102 | 51 | // .servingMode(DedicatedServingMode.builder().endpointId("custom-model-endpoint").build()) // for custom model from Dedicated AI Cluster
|
103 | 52 | .compartmentId(AIApplication.COMPARTMENT_ID)
|
104 | 53 | .inferenceRequest(cohereLlmInferenceRequest)
|
105 | 54 | .build();
|
106 |
| - |
107 | 55 | GenerateTextRequest generateTextRequest = GenerateTextRequest.builder()
|
108 | 56 | .generateTextDetails(generateTextDetails)
|
109 | 57 | .build();
|
110 |
| - |
111 | 58 | GenerateTextResponse generateTextResponse = generativeAiInferenceClient.generateText(generateTextRequest);
|
112 |
| - |
113 | 59 | System.out.println(generateTextResponse.toString());
|
114 | 60 | return generateTextResponse.toString();
|
115 | 61 | }
|
|
0 commit comments