玩转AI新声态 | 玩转TTS/ASR/YuanQI 打造自己的AI助手

data:audio/mp3;base64,//OoxAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAV......

<!--    语音合成   -->
<dependency>
  <groupId>com.tencentcloudapi</groupId>
  <artifactId>tencentcloud-sdk-java-tts</artifactId>
  <version>3.1.991</version>
</dependency>

<!--    语音识别    -->
<dependency>
    <groupId>com.tencentcloudapi</groupId>
    <artifactId>tencentcloud-sdk-java-asr</artifactId>
    <version>3.1.1040</version>
</dependency>

@Test
void voice2text_1() throws TencentCloudSDKException {
// 实例化一个http选项，可选的，没有特殊需求可以跳过

HttpProfile httpProfile = new HttpProfile();

httpProfile.setEndpoint("asr.tencentcloudapi.com");

// 实例化一个client选项，可选的，没有特殊需求可以跳过

ClientProfile clientProfile = new ClientProfile();

clientProfile.setHttpProfile(httpProfile);

// 实例化要请求产品的client对象,clientProfile是可选的

AsrClient client = new AsrClient(cred, "ap-guangzhou", clientProfile);

// 实例化一个请求对象,每个接口都会对应一个request对象

CreateRecTaskRequest req = new CreateRecTaskRequest();

req.setEngineModelType("16k_zh");

req.setChannelNum(1L);

req.setResTextFormat(0L);

req.setSourceType(1L);

StringBuffer stringBuffer = new StringBuffer(

"//OoVVVVVVVVVV"

);

req.setData(stringBuffer.toString());

// 返回的resp是一个CreateRecTaskResponse的实例，与请求对象对应

CreateRecTaskResponse resp = client.CreateRecTask(req);

log.info("任务ID: {}", resp.getData().getTaskId());

// 实例化一个请求对象,每个接口都会对应一个request对象

DescribeTaskStatusRequest query = new DescribeTaskStatusRequest();

query.setTaskId(resp.getData().getTaskId());
}
@Test

void queryResult() throws Exception {

// 实例化一个http选项，可选的，没有特殊需求可以跳过

HttpProfile httpProfile = new HttpProfile();

httpProfile.setEndpoint("asr.tencentcloudapi.com");

// 实例化一个client选项，可选的，没有特殊需求可以跳过

ClientProfile clientProfile = new ClientProfile();

clientProfile.setHttpProfile(httpProfile);

// 实例化要请求产品的client对象,clientProfile是可选的

AsrClient client = new AsrClient(cred, "ap-guangzhou", clientProfile);

DescribeTaskStatusRequest query = new DescribeTaskStatusRequest();

// 填入任务ID

query.setTaskId(9365213113L);

// 返回的resp是一个DescribeTaskStatusResponse的实例，与请求对象对应

DescribeTaskStatusResponse queryRes = client.DescribeTaskStatus(query);

final String result = JSONUtil.toJsonStr(queryRes);

log.info("录音文件识别1: {}", result);

}

<!-- https://mvnrepository.com/artifact/com.tencentcloudapi/tencentcloud-speech-sdk-java -->

<dependency>

<groupId>com.tencentcloudapi</groupId>

<artifactId>tencentcloud-speech-sdk-java</artifactId>

<!--建议使用最新版本-->

<version>1.0.44</version>

</dependency>

/*


您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.
You may change this item but please do not remove the author's signature,
otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.

yangbuyi Copyright (c) https://yby6.com 2024.

*/

package com.yby6.agent.agentserver.config;
import jakarta.annotation.PostConstruct;

import lombok.Data;

import lombok.Getter;

import org.springframework.boot.context.properties.ConfigurationProperties;

import org.springframework.stereotype.Component;
/**


腾讯配置



@author Yang Shuai


Create By 2024/06/14

*/

@Data

@Component

@ConfigurationProperties(prefix = "tencent", ignoreInvalidFields = true)

public class TencentConfig {
private String appId;

private String secretId;

private String secretKey;

@Getter

private static TencentConfig instance;

/**

要在静态方法里面调用IOC容器的bean对象
PostConstruct 在构造函数执行之后执行。
可以方便的把注入的bean对象给到静态属性
源码： AutowiredAnnotationBeanPostProcessor 的 buildAutowiringMetadata 函数
绕过了静态不进行注入

*/

@PostConstruct

public void init() {

instance = this;

}



}

/*


您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.
You may change this item but please do not remove the author's signature,
otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.

yangbuyi Copyright (c) https://yby6.com 2024.

*/

package com.yby6.agent.agentserver.utils;
import com.tencent.SpeechClient;

import com.tencent.asr.model.Credential;

import com.tencent.asr.model.FlashRecognitionRequest;

import com.tencent.asr.model.FlashRecognitionResponse;

import com.tencent.asr.service.FlashRecognizer;

import com.yby6.agent.agentserver.config.TencentConfig;

import lombok.extern.slf4j.Slf4j;

import org.springframework.web.multipart.MultipartFile;
import java.math.BigDecimal;

import java.math.RoundingMode;
/**


录音文件识别极速版本 - 工具类



@author Yang Shuai


Create By 2024/06/14

*/

@Slf4j

public class AsrUtils {

private static final Credential credential = initCredential();

private static final FlashRecognizer recognizer = initRecognizer();

private static final FlashRecognitionRequest recognitionRequest = initRecognitionRequest();
/**

初始化凭证

@return {@link Credential}

*/

private static Credential initCredential() {

TencentConfig instance = TencentConfig.getInstance();

return Credential.builder()

.secretId(instance.getSecretId())

.secretKey(instance.getSecretKey())

.build();

}

/**

初始化识别器

@return {@link FlashRecognizer}

*/

private static FlashRecognizer initRecognizer() {

TencentConfig instance = TencentConfig.getInstance();

return SpeechClient.newFlashRecognizer(instance.getAppId(), credential);

}

/**

初始化识别请求

@return {@link FlashRecognitionRequest}

*/

private static FlashRecognitionRequest initRecognitionRequest() {

FlashRecognitionRequest request = FlashRecognitionRequest.initialize();

request.setEngineType("16k_zh"); // 引擎类型

request.setFirstChannelOnly(1); // 单声道

request.setVoiceFormat("ogg-opus"); // 语音格式

request.setSpeakerDiarization(0); // 说话人分离

request.setFilterDirty(0); // 过滤脏话

request.setFilterModal(0); // 过滤语气词

request.setFilterPunc(0); // 过滤标点

request.setConvertNumMode(1); // 数字转换

request.setWordInfo(1); // 词级别结果

return request;

}

/**

语音转文本快速版

@param data 语音文件流
@return {@link FlashRecognitionResponse}

*/

public static FlashRecognitionResponse voiceToTextSpeedEdition(MultipartFile data) {

try {

FlashRecognitionResponse recognize = recognizer.recognize(recognitionRequest, data.getBytes());

Long audioDuration = recognize.getAudioDuration();

// audioDuration  四舍五入计算 不保留小数 正数

BigDecimal videoDuration = BigDecimal.valueOf(audioDuration)

.divide(BigDecimal.valueOf(1000), 0, RoundingMode.HALF_UP);

recognize.setAudioDuration(videoDuration.longValue());

return recognize;

} catch (Exception e) {

log.error("录音文件识别极速版识别异常: {}", e.getMessage());

throw new RuntimeException("录音文件识别失败", e);

}

}



}

/*


您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.
You may change this item but please do not remove the author's signature,
otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.

yangbuyi Copyright (c) https://yby6.com 2024.

*/

package com.yby6.agent.agentserver.resp;
import java.io.Serial;

import java.io.Serializable;
/**


响应信息主体


@author Yang Shuai


Create By 2023/12/10

/

public class R<T> implements Serializable {

/*

成功

/

public static final int SUCCESS = 200;

/*
失败

/

public static final int FAIL = 500;

/*
失败忽略

/

public static final int FAILIGNORE = 201;

@Serial

private static final long serialVersionUID = 1L;

/*
消息状态码

*/

private int code;

/**

消息内容

*/

private String msg;

/**

数据对象

*/

private T data;

public static <T> R<T> ok() {

return restResult(null, SUCCESS, "操作成功");

}
public static <T> R<T> ok(T data) {

return restResult(data, SUCCESS, "操作成功");

}
public static <T> R<T> ok(String msg) {

return restResult(null, SUCCESS, msg);

}
public static <T> R<T> ok(String msg, T data) {

return restResult(data, SUCCESS, msg);

}
public static <T> R<T> fail() {

return restResult(null, FAIL, "操作失败");

}
public static <T> R<T> failIgnore() {

return restResult(null, FAILIGNORE, "操作失败");

}
public static <T> R<T> failIgnore(T data) {

return restResult(data, FAILIGNORE, "操作失败");

}
public static <T> R<T> fail(String msg) {

return restResult(null, FAIL, msg);

}
public static <T> R<T> fail(T data) {

return restResult(data, FAIL, "操作失败");

}
public static <T> R<T> fail(String msg, T data) {

return restResult(data, FAIL, msg);

}
public static <T> R<T> fail(int code, String msg) {

return restResult(null, code, msg);

}
public static <T> R<T> check(int row) {

return row > 0 ? ok() : fail();

}
public static <T> R<T> check(boolean isTure) {

return isTure ? ok() : fail();

}
/**

返回警告消息

@param msg 返回内容
@return 警告消息

*/

public static <T> R<T> warn(String msg) {

return restResult(null, 601, msg);

}

/**

返回警告消息

@param msg  返回内容
@param data 数据对象
@return 警告消息

*/

public static <T> R<T> warn(String msg, T data) {

return restResult(data, 601, msg);

}

private static <T> R<T> restResult(T data, int code, String msg) {

R<T> r = new R<>();

r.setCode(code);

r.setData(data);

r.setMsg(msg);

return r;

}
public static <T> Boolean isError(R<T> ret) {

return !isSuccess(ret);

}
public static <T> Boolean isSuccess(R<T> ret) {

return R.SUCCESS == ret.getCode();

}
public int getCode() {

return code;

}
public void setCode(int code) {

this.code = code;

}
public String getMsg() {

return msg;

}
public void setMsg(String msg) {

this.msg = msg;

}
public T getData() {

return data;

}
public void setData(T data) {

this.data = data;

}

}

/*



您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.


You may change this item but please do not remove the author's signature,


otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.



yangbuyi Copyright (c) https://yby6.com 2024.

*/


package com.yby6.agent.agentserver.controller;
import com.tencent.asr.model.FlashRecognitionResponse;

import com.yby6.agent.agentserver.resp.R;

import com.yby6.agent.agentserver.utils.AsrUtils;

import com.yby6.agent.agentserver.utils.TtsUtils;

import lombok.RequiredArgsConstructor;

import org.springframework.web.bind.annotation.PostMapping;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.RestController;

import org.springframework.web.multipart.MultipartFile;
/**


音频控制器



@author Yang Shuai


Create By 2024/06/15

*/

@RestController

@RequestMapping("speechSynthesis")

@RequiredArgsConstructor

public class AudioController {
/**

语音转文本

@param audioFile 音频文件
@return {@link FlashRecognitionResponse}

*/

@PostMapping("tencentVoiceToText")

public R<FlashRecognitionResponse> voiceToText(@RequestParam MultipartFile audioFile) {

return R.ok(AsrUtils.voiceToTextSpeedEdition(audioFile));

}

/**

文本转语音

@param text 文本
@return {@link String}

*/

@PostMapping("tencentTextToVoice")

public R<String> textToVoice(@RequestParam String text) {

return R.ok(TtsUtils.textToVoice(text));

}



}

/*


您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.
You may change this item but please do not remove the author's signature,
otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.

yangbuyi Copyright (c) https://yby6.com 2024.

*/

package com.yby6.agent.agentserver.controller;
import com.yby6.agent.agentserver.req.ChatYuanQiRequestVo;

import com.yby6.agent.agentserver.resp.ChatYuanQiRequestDto;

import com.yby6.agent.agentserver.resp.R;

import com.yby6.agent.agentserver.service.AudioService;

import lombok.RequiredArgsConstructor;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import org.springframework.web.bind.annotation.RestController;

import org.springframework.web.servlet.mvc.method.annotation.ResponseBodyEmitter;
/**


多智能体问答



@author Yang Shuai


Create By 2024/6/19

*/

@RestController

@RequestMapping("v1")

@RequiredArgsConstructor

public class ChatCompletionController {
// .. 接口


}

/*


您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.
You may change this item but please do not remove the author's signature,
otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.

yangbuyi Copyright (c) https://yby6.com 2024.

*/

package com.yby6.agent.agentserver.req;
import com.yby6.yuanqi.sdk.domain.yuanqi.Message;

import lombok.AllArgsConstructor;

import lombok.Builder;

import lombok.Data;

import lombok.NoArgsConstructor;
import java.io.Serializable;

import java.util.List;
/**


元器请求参数



@author yangs


@date 2024/06/17

*/

@Data

@Builder

@NoArgsConstructor

@AllArgsConstructor

public class ChatYuanQiRequestVo implements Serializable {
/**

助理id

*/

private String assistantId;

/**

Base64音频数据 or 文本

*/

private String audioFile;

/**

多模态 - 问题描述

/

private List<Message> messages;

}

/



您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.


You may change this item but please do not remove the author's signature,


otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.



yangbuyi Copyright (c) https://yby6.com 2024.

*/


package com.yby6.agent.agentserver.utils;
import cn.hutool.core.codec.Base64Decoder;

import org.springframework.mock.web.MockMultipartFile;

import org.springframework.web.multipart.MultipartFile;
/**


base64转多部分文件



@author Yang Shuai


Create By 2024/06/19

*/

public class Base64ToMultipartFile {
/**


将Base64字符串转换为MultipartFile



@param base64 Base64字符串


@return MultipartFile

*/

public static MultipartFile base64ToMultipartFile(String base64) {

// 去掉base64字符串的前缀（如果有）

String[] base64Array = base64.split(",");

String data = base64Array.length > 1 ? base64Array[1] : base64Array[0];
// 解码Base64字符串

byte[] decodedBytes = Base64Decoder.decode(data);
// 推断文件类型，如果base64字符串有前缀信息则使用前缀信息

String mimeType = "audio/ogg"; // 默认MIME类型为音频文件

if (base64Array.length > 1 && base64Array[0].contains("data:")) {

String typeInfo = base64Array[0].split(";")[0];

mimeType = typeInfo.split(":")[1];

}
// 创建MultipartFile对象

return new MockMultipartFile("file", "recording.wav", mimeType, decodedBytes);

}

}

<dependency>

<groupId>org.springframework</groupId>

<artifactId>spring-test</artifactId>

<version>6.1.8</version>

</dependency>

package com.yby6.agent.agentserver.utils.file;





import org.springframework.util.FileCopyUtils;

import org.springframework.web.multipart.MultipartFile;
import java.io.ByteArrayInputStream;

import java.io.File;

import java.io.IOException;

import java.io.InputStream;
/**


模拟多部分文件



@author yangs


@date 2024/06/20

*/

public class MockMultipartFile implements MultipartFile {

private final String name;
private final String originalFilename;
private final String contentType;
private final byte[] content;
/**

Create a new MultipartFileDto with the given content.

@param name    the name of the file
@param content the content of the file

*/

public MockMultipartFile(String name, byte[] content) {

this(name, "", null, content);

}

/**

Create a new MultipartFileDto with the given content.

@param name          the name of the file
@param contentStream the content of the file as stream
@throws IOException if reading from the stream failed

*/

public MockMultipartFile(String name, InputStream contentStream) throws IOException {

this(name, "", null, FileCopyUtils.copyToByteArray(contentStream));

}

/**

Create a new MultipartFileDto with the given content.

@param name             the name of the file
@param originalFilename the original filename (as on the client's machine)
@param contentType      the content type (if known)
@param content          the content of the file

*/

public MockMultipartFile(String name, String originalFilename, String contentType, byte[] content) {

this.name = name;

this.originalFilename = (originalFilename != null ? originalFilename : "");

this.contentType = contentType;

this.content = (content != null ? content : new byte[0]);

}

/**


Create a new MultipartFileDto with the given content.



@param name             the name of the file


@param originalFilename the original filename (as on the client's machine)


@param contentType      the content type (if known)


@param contentStream    the content of the file as stream


@throws IOException if reading from the stream failed

*/

public MockMultipartFile(String name, String originalFilename, String contentType, InputStream contentStream)

throws IOException {
this(name, originalFilename, contentType, FileCopyUtils.copyToByteArray(contentStream));

}


@Override

public String getName() {

return this.name;

}
@Override

public String getOriginalFilename() {

return this.originalFilename;

}
@Override

public String getContentType() {

return this.contentType;

}
@Override

public boolean isEmpty() {

return (this.content.length == 0);

}
@Override

public long getSize() {

return this.content.length;

}
@Override

public byte[] getBytes() throws IOException {

return this.content;

}
@Override

public InputStream getInputStream() throws IOException {

return new ByteArrayInputStream(this.content);

}
@Override

public void transferTo(File dest) throws IOException, IllegalStateException {

FileCopyUtils.copy(this.content, dest);

}

}

/*



您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.


You may change this item but please do not remove the author's signature,


otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.



yangbuyi Copyright (c) https://yby6.com 2024.

*/


package com.yby6.agent.agentserver;
import com.yby6.yuanqi.sdk.common.Constants;

import com.yby6.yuanqi.sdk.domain.yuanqi.Message;

import com.yby6.yuanqi.sdk.domain.yuanqi.MessageContent;

import com.yby6.yuanqi.sdk.domain.yuanqi.YuanQiCompletionRequest;

import com.yby6.yuanqi.sdk.domain.yuanqi.YuanQiCompletionResponse;

import com.yby6.yuanqi.sdk.session.YuanQiConfiguration;

import com.yby6.yuanqi.sdk.session.YuanQiSession;

import com.yby6.yuanqi.sdk.session.defaults.DefaultYuanQiSessionFactory;

import lombok.extern.slf4j.Slf4j;

import org.junit.Before;

import org.junit.Test;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;
import java.util.Collections;
/**


接入元器智能体API 测试



@author Yang Shuai


Create By 2024/06/19

*/

@Slf4j

public class YuanQiAPI {

private YuanQiSession yuanQiSession;
@Before

public void test_YuanQISessionFactory() {

// 1. 配置文件

YuanQiConfiguration yuanQiConfiguration = new YuanQiConfiguration();

yuanQiConfiguration.setApiHost("https://yuanqi.tencent.com/openapi/");

yuanQiConfiguration.setApiKey("Bearer 智能体TOKEN");

// 2. 会话工厂

DefaultYuanQiSessionFactory factory = new DefaultYuanQiSessionFactory(yuanQiConfiguration);

// 3. 开启会话

this.yuanQiSession = factory.openSession();

log.info("openAiSession:{}", yuanQiSession);

}
@Test

public void test_chat_completions() {

// 1. 创建参数

YuanQiCompletionRequest chatCompletion = YuanQiCompletionRequest

.builder()

.messages(Collections.singletonList(Message.builder().role(Constants.Role.USER).content(

Collections.singletonList(

MessageContent.builder().type(Constants.Type.TEXT)

.text("你是谁呀?").build()

)

).build()))

.userId("用户ID")

.assistantId("智能体ID")

.stream(false)

.build();

// 2. 发起请求

YuanQiCompletionResponse yuanQiCompletionResponse = yuanQiSession.completions(chatCompletion);

// 3. 解析结果

yuanQiCompletionResponse.getChoices().forEach(e -> {

log.info("测试结果：{}", e.getMessage());

log.info("消息: {}", e.getMessage().getContent());

});

}

}

/*



您可以更改此项目但请不要删除作者署名谢谢，否则根据中华人民共和国版权法进行处理.


You may change this item but please do not remove the author's signature,


otherwise it will be dealt with according to the Copyright Law of the People's Republic of China.



yangbuyi Copyright (c) https://yby6.com 2024.

*/


package com.yby6.agent.agentserver;
import com.yby6.agent.agentserver.config.properties.YuanQiSDKConfigProperties;

import com.yby6.yuanqi.sdk.common.Constants;

import com.yby6.yuanqi.sdk.domain.yuanqi.Message;

import com.yby6.yuanqi.sdk.domain.yuanqi.MessageContent;

import com.yby6.yuanqi.sdk.domain.yuanqi.YuanQiCompletionRequest;

import com.yby6.yuanqi.sdk.domain.yuanqi.YuanQiCompletionResponse;

import com.yby6.yuanqi.sdk.session.YuanQiSession;

import lombok.extern.slf4j.Slf4j;
import org.junit.jupiter.api.Test;

import org.springframework.boot.test.context.SpringBootTest;

import org.springframework.beans.factory.annotation.Autowired;
import java.util.Collections;
/**


接入元器智能体API 测试



@author Yang Shuai


Create By 2024/06/19

*/

@Slf4j

@SpringBootTest

public class YuanQiAPI {
@Autowired

private YuanQiSession yuanQiSession;

@Autowired

private YuanQiSDKConfigProperties yuanQiSDKConfigProperties;
@Test

public void test_chat_completions() {

// 1. 创建参数

YuanQiCompletionRequest chatCompletion = yuanQiSDKConfigProperties.builder()

.messages(Collections.singletonList(Message.builder().role(Constants.Role.USER).content(

Collections.singletonList(

MessageContent.builder().type(Constants.Type.TEXT)

.text("讲一个星际精灵蓝多多的故事").build()

)

).build()))

.stream(false)

.build();

// 2. 发起请求

YuanQiCompletionResponse yuanQiCompletionResponse = yuanQiSession.completions(chatCompletion);

// 3. 解析结果

yuanQiCompletionResponse.getChoices().forEach(e -> {

log.info("测试结果：{}", e.getMessage().getContent());

log.info("角色: {}", e.getMessage().getRole());

});

}

}