大模型调用返回参数解析处理

slibra-admin/src/main/java/com/slibra/web/controller/business/GRPCController.java

@@ -92,7 +92,7 @@ public class GRPCController extends BaseController {
         }
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
             System.out.println(responseStr);
         }
@@ -129,7 +129,7 @@ public class GRPCController extends BaseController {
         }
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
 
             System.out.println(responseStr);
@@ -166,7 +166,7 @@ public class GRPCController extends BaseController {
         }
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
             System.out.println(responseStr);
         }
@@ -202,7 +202,7 @@ public class GRPCController extends BaseController {
         }
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
             System.out.println(responseStr);
         }

slibra-admin/src/main/java/org/pytorch/serve/grpc/inference/Test.java

@@ -36,7 +36,7 @@ public class Test {
                 .buildPartial();
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
             System.out.println(responseStr);
         }

slibra-admin/src/main/java/org/pytorch/serve/grpc/inference/TestJC.java

@@ -29,7 +29,7 @@ public class TestJC {
                 .buildPartial();
         Iterator<PredictionResponse> response = stub.streamPredictions(request);
         while (response.hasNext()){
-            String responseStr = response.next().toString();
+            String responseStr = response.next().getPrediction().toStringUtf8();
 //            System.out.println(unicodeToChinese(responseStr.substring(16, responseStr.length()-1)) + "---" + responseStr);
             System.out.println(responseStr);
         }