428 lines
16 KiB
Java
428 lines
16 KiB
Java
package com.newyetai.sdk.xf.util;
|
||
|
||
import java.io.FileInputStream;
|
||
import java.io.FileNotFoundException;
|
||
import java.io.IOException;
|
||
import java.io.InputStream;
|
||
import java.net.URL;
|
||
import java.nio.charset.Charset;
|
||
import java.text.SimpleDateFormat;
|
||
import java.util.Arrays;
|
||
import java.util.Base64;
|
||
import java.util.Date;
|
||
import java.util.Locale;
|
||
import java.util.TimeZone;
|
||
|
||
import javax.crypto.Mac;
|
||
import javax.crypto.spec.SecretKeySpec;
|
||
|
||
import com.google.gson.Gson;
|
||
import com.google.gson.JsonObject;
|
||
import com.newyetai.common.AlitaResult;
|
||
import com.newyetai.sdk.xf.config.XfProperties;
|
||
|
||
import lombok.extern.slf4j.Slf4j;
|
||
import okhttp3.HttpUrl;
|
||
import okhttp3.OkHttpClient;
|
||
import okhttp3.Request;
|
||
import okhttp3.Response;
|
||
import okhttp3.WebSocket;
|
||
import okhttp3.WebSocketListener;
|
||
|
||
/**
|
||
* 语音听写流式 WebAPI 接口调用示例 接口文档（必看）：https://doc.xfyun.cn/rest_api/语音听写（流式版）.html
|
||
* webapi 听写服务参考帖子（必看）：http://bbs.xfyun.cn/forum.php?mod=viewthread&tid=38947&extra=
|
||
* 语音听写流式WebAPI 服务，热词使用方式：登陆开放平台https://www.xfyun.cn/后，找到控制台--我的应用---语音听写---个性化热词，上传热词
|
||
* 注意：热词只能在识别的时候会增加热词的识别权重，需要注意的是增加相应词条的识别率，但并不是绝对的，具体效果以您测试为准。
|
||
* 错误码链接：https://www.xfyun.cn/document/error-code （code返回错误码时必看）
|
||
* 语音听写流式WebAPI 服务，方言或小语种试用方法：登陆开放平台https://www.xfyun.cn/后，在控制台--语音听写（流式）--方言/语种处添加
|
||
* 添加后会显示该方言/语种的参数值
|
||
* @author iflytek
|
||
*/
|
||
@Slf4j
|
||
public class WebIATWS extends WebSocketListener {
|
||
// private static final String hostUrl = "https://iat-api.xfyun.cn/v2/iat"; //中英文，http url 不支持解析 ws/wss schema
|
||
// private static final String hostUrl = "https://iat-niche-api.xfyun.cn/v2/iat";//小语种
|
||
public static final int StatusFirstFrame = 0;
|
||
public static final int StatusContinueFrame = 1;
|
||
public static final int StatusLastFrame = 2;
|
||
public static final Gson json = new Gson();
|
||
Decoder decoder = new Decoder();
|
||
// 开始时间
|
||
private static Date dateBegin = new Date();
|
||
// 结束时间
|
||
private static Date dateEnd = new Date();
|
||
private static final SimpleDateFormat sdf = new SimpleDateFormat("yyy-MM-dd HH:mm:ss.SSS");
|
||
|
||
InputStream is;
|
||
private String appId;
|
||
// mp3格式
|
||
private String encoding = "raw";
|
||
private AlitaResult<String> result;
|
||
|
||
WebIATWS(InputStream is, String appId) {
|
||
this.is = is;
|
||
this.appId = appId;
|
||
}
|
||
|
||
public AlitaResult<String> getResult() {
|
||
return result;
|
||
}
|
||
|
||
|
||
@Override
|
||
public void onOpen(WebSocket webSocket, Response response) {
|
||
super.onOpen(webSocket, response);
|
||
new Thread(() -> {
|
||
//连接成功，开始发送数据
|
||
// int frameSize = 1280; //每一帧音频的大小,建议每 40ms 发送 122B
|
||
int frameSize = 1280 * 64; //每一帧音频的大小,建议每 40ms 发送 122B
|
||
int intervel = 40;
|
||
// int intervel = 0;
|
||
int status = 0; // 音频的状态
|
||
try {
|
||
byte[] buffer = new byte[frameSize];
|
||
// 发送音频
|
||
end: while (true) {
|
||
int len = is.read(buffer);
|
||
if (len == -1) {
|
||
status = StatusLastFrame; //文件读完，改变status 为 2
|
||
}
|
||
|
||
switch (status) {
|
||
case StatusFirstFrame: // 第一帧音频status = 0
|
||
JsonObject frame = new JsonObject();
|
||
JsonObject business = new JsonObject(); //第一帧必须发送
|
||
JsonObject common = new JsonObject(); //第一帧必须发送
|
||
JsonObject data = new JsonObject(); //每一帧都要发送
|
||
// 填充common
|
||
common.addProperty("app_id", this.appId);
|
||
//填充business
|
||
business.addProperty("language", "zh_cn");
|
||
//business.addProperty("language", "en_us");//英文
|
||
//business.addProperty("language", "ja_jp");//日语，在控制台可添加试用或购买
|
||
//business.addProperty("language", "ko_kr");//韩语，在控制台可添加试用或购买
|
||
//business.addProperty("language", "ru-ru");//俄语，在控制台可添加试用或购买
|
||
business.addProperty("domain", "iat");
|
||
business.addProperty("accent", "mandarin");//中文方言请在控制台添加试用，添加后即展示相应参数值
|
||
//business.addProperty("nunum", 0);
|
||
//business.addProperty("ptt", 0);//标点符号
|
||
//business.addProperty("rlang", "zh-hk"); // zh-cn :简体中文（默认值）zh-hk :繁体香港(若未授权不生效，在控制台可免费开通)
|
||
//business.addProperty("vinfo", 1);
|
||
business.addProperty("dwa", "wpgs");//动态修正(若未授权不生效，在控制台可免费开通)
|
||
//business.addProperty("nbest", 5);// 句子多候选(若未授权不生效，在控制台可免费开通)
|
||
//business.addProperty("wbest", 3);// 词级多候选(若未授权不生效，在控制台可免费开通)
|
||
//填充data
|
||
data.addProperty("status", StatusFirstFrame);
|
||
data.addProperty("format", "audio/L16;rate=16000");
|
||
// data.addProperty("encoding", "raw");
|
||
data.addProperty("encoding", this.encoding);
|
||
data.addProperty("audio",
|
||
Base64.getEncoder().encodeToString(Arrays.copyOf(buffer, len)));
|
||
//填充frame
|
||
frame.add("common", common);
|
||
frame.add("business", business);
|
||
frame.add("data", data);
|
||
webSocket.send(frame.toString());
|
||
status = StatusContinueFrame; // 发送完第一帧改变status 为 1
|
||
break;
|
||
case StatusContinueFrame: //中间帧status = 1
|
||
JsonObject frame1 = new JsonObject();
|
||
JsonObject data1 = new JsonObject();
|
||
data1.addProperty("status", StatusContinueFrame);
|
||
data1.addProperty("format", "audio/L16;rate=16000");
|
||
data1.addProperty("encoding", this.encoding);
|
||
data1.addProperty("audio",
|
||
Base64.getEncoder().encodeToString(Arrays.copyOf(buffer, len)));
|
||
frame1.add("data", data1);
|
||
webSocket.send(frame1.toString());
|
||
// log.info("send continue");
|
||
break;
|
||
case StatusLastFrame: // 最后一帧音频status = 2 ，标志音频发送结束
|
||
JsonObject frame2 = new JsonObject();
|
||
JsonObject data2 = new JsonObject();
|
||
data2.addProperty("status", StatusLastFrame);
|
||
data2.addProperty("audio", "");
|
||
data2.addProperty("format", "audio/L16;rate=16000");
|
||
// data2.addProperty("encoding", "raw");
|
||
data2.addProperty("encoding", this.encoding);
|
||
frame2.add("data", data2);
|
||
webSocket.send(frame2.toString());
|
||
log.info("sendlast");
|
||
break end;
|
||
}
|
||
Thread.sleep(intervel); //模拟音频采样延时
|
||
}
|
||
log.info("all data is send");
|
||
} catch (FileNotFoundException e) {
|
||
e.printStackTrace();
|
||
} catch (IOException e) {
|
||
e.printStackTrace();
|
||
} catch (InterruptedException e) {
|
||
e.printStackTrace();
|
||
}
|
||
}).start();
|
||
}
|
||
|
||
@Override
|
||
public void onMessage(WebSocket webSocket, String text) {
|
||
super.onMessage(webSocket, text);
|
||
//log.info(text);
|
||
ResponseData resp = json.fromJson(text, ResponseData.class);
|
||
if (resp != null) {
|
||
if (resp.getCode() != 0) {
|
||
// log.info( "code=>" + resp.getCode() + " error=>" + resp.getMessage() + " sid=" + resp.getSid());
|
||
// log.info( "错误码查询链接：https://www.xfyun.cn/document/error-code");
|
||
result = AlitaResult.error(resp.getCode() + ":" + resp.getMessage());
|
||
webSocket.close(1000, "");
|
||
return;
|
||
}
|
||
if (resp.getData() != null) {
|
||
if (resp.getData().getResult() != null) {
|
||
Text te = resp.getData().getResult().getText();
|
||
//log.info(te.toString());
|
||
try {
|
||
decoder.decode(te);
|
||
log.debug("中间识别结果 ==》" + decoder.toString());
|
||
} catch (Exception e) {
|
||
e.printStackTrace();
|
||
}
|
||
}
|
||
if (resp.getData().getStatus() == 2) {
|
||
// todo resp.data.status ==2 说明数据全部返回完毕，可以关闭连接，释放资源
|
||
// log.info("session end ");
|
||
dateEnd = new Date();
|
||
log.info("开始-{},结束-{},耗时:{}", sdf.format(dateBegin), sdf.format(dateEnd),
|
||
(dateEnd.getTime() - dateBegin.getTime()) + "ms");
|
||
String resultStr = decoder.toString();
|
||
log.info("最终识别结果 ==》{},本次识别sid ==》{}", resultStr, resp.getSid());
|
||
decoder.discard();
|
||
webSocket.close(1000, "");
|
||
result = AlitaResult.success(resultStr);
|
||
} else {
|
||
// todo 根据返回的数据处理
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
@Override
|
||
public void onFailure(WebSocket webSocket, Throwable t, Response response) {
|
||
super.onFailure(webSocket, t, response);
|
||
try {
|
||
if (null != response) {
|
||
int code = response.code();
|
||
log.info("onFailure code:" + code);
|
||
log.info("onFailure body:" + response.body().string());
|
||
if (101 != code) {
|
||
log.info("connection failed");
|
||
System.exit(0);
|
||
}
|
||
}
|
||
} catch (IOException e) {
|
||
// TODO Auto-generated catch block
|
||
e.printStackTrace();
|
||
}
|
||
}
|
||
|
||
public static AlitaResult<String> execute(InputStream is, XfProperties xfProperties) {
|
||
try {
|
||
// 构建鉴权url
|
||
String authUrl = getAuthUrl(xfProperties.getIatHostUrl(), xfProperties.getApiKey(),
|
||
xfProperties.getApiSecret());
|
||
OkHttpClient client = new OkHttpClient.Builder().build();
|
||
//将url中的 schema http://和https://分别替换为ws:// 和 wss://
|
||
String url = authUrl.toString().replace("http://", "ws://").replace("https://", "wss://");
|
||
Request request = new Request.Builder().url(url).build();
|
||
WebIATWS webIATWS = new WebIATWS(is, xfProperties.getAppId());
|
||
WebSocket webSocket = client.newWebSocket(request, webIATWS);
|
||
while (webIATWS.getResult() == null) {
|
||
// 未拿到结果等待
|
||
Thread.sleep(1000l);
|
||
}
|
||
return webIATWS.getResult();
|
||
} catch (Exception e) {
|
||
log.info("err ", e);
|
||
return AlitaResult.error("语音听写失败：{}", e.getMessage());
|
||
}
|
||
|
||
}
|
||
|
||
public static String getAuthUrl(String hostUrl, String apiKey, String apiSecret)
|
||
throws Exception {
|
||
URL url = new URL(hostUrl);
|
||
SimpleDateFormat format = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss z", Locale.US);
|
||
format.setTimeZone(TimeZone.getTimeZone("GMT"));
|
||
String date = format.format(new Date());
|
||
StringBuilder builder = new StringBuilder("host: ").append(url.getHost()).append("\n").//
|
||
append("date: ").append(date).append("\n").//
|
||
append("GET ").append(url.getPath()).append(" HTTP/1.1");
|
||
//log.info(builder);
|
||
Charset charset = Charset.forName("UTF-8");
|
||
Mac mac = Mac.getInstance("hmacsha256");
|
||
SecretKeySpec spec = new SecretKeySpec(apiSecret.getBytes(charset), "hmacsha256");
|
||
mac.init(spec);
|
||
byte[] hexDigits = mac.doFinal(builder.toString().getBytes(charset));
|
||
String sha = Base64.getEncoder().encodeToString(hexDigits);
|
||
|
||
//log.info(sha);
|
||
String authorization =
|
||
String.format("api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"", apiKey,
|
||
"hmac-sha256", "host date request-line", sha);
|
||
//log.info(authorization);
|
||
HttpUrl httpUrl = HttpUrl.parse("https://" + url.getHost() + url.getPath()).newBuilder().//
|
||
addQueryParameter("authorization",
|
||
Base64.getEncoder().encodeToString(authorization.getBytes(charset)))
|
||
.//
|
||
addQueryParameter("date", date).//
|
||
addQueryParameter("host", url.getHost()).//
|
||
build();
|
||
return httpUrl.toString();
|
||
}
|
||
|
||
public static class ResponseData {
|
||
private int code;
|
||
private String message;
|
||
private String sid;
|
||
private Data data;
|
||
|
||
public int getCode() {
|
||
return code;
|
||
}
|
||
|
||
public String getMessage() {
|
||
return this.message;
|
||
}
|
||
|
||
public String getSid() {
|
||
return sid;
|
||
}
|
||
|
||
public Data getData() {
|
||
return data;
|
||
}
|
||
}
|
||
public static class Data {
|
||
private int status;
|
||
private Result result;
|
||
|
||
public int getStatus() {
|
||
return status;
|
||
}
|
||
|
||
public Result getResult() {
|
||
return result;
|
||
}
|
||
}
|
||
public static class Result {
|
||
int bg;
|
||
int ed;
|
||
String pgs;
|
||
int[] rg;
|
||
int sn;
|
||
Ws[] ws;
|
||
boolean ls;
|
||
JsonObject vad;
|
||
|
||
public Text getText() {
|
||
Text text = new Text();
|
||
StringBuilder sb = new StringBuilder();
|
||
for (Ws ws : this.ws) {
|
||
sb.append(ws.cw[0].w);
|
||
}
|
||
text.sn = this.sn;
|
||
text.text = sb.toString();
|
||
text.sn = this.sn;
|
||
text.rg = this.rg;
|
||
text.pgs = this.pgs;
|
||
text.bg = this.bg;
|
||
text.ed = this.ed;
|
||
text.ls = this.ls;
|
||
text.vad = this.vad == null ? null : this.vad;
|
||
return text;
|
||
}
|
||
}
|
||
public static class Ws {
|
||
Cw[] cw;
|
||
int bg;
|
||
int ed;
|
||
}
|
||
public static class Cw {
|
||
int sc;
|
||
String w;
|
||
}
|
||
public static class Text {
|
||
int sn;
|
||
int bg;
|
||
int ed;
|
||
String text;
|
||
String pgs;
|
||
int[] rg;
|
||
boolean deleted;
|
||
boolean ls;
|
||
JsonObject vad;
|
||
|
||
@Override
|
||
public String toString() {
|
||
return "Text{" +
|
||
"bg=" + bg +
|
||
", ed=" + ed +
|
||
", ls=" + ls +
|
||
", sn=" + sn +
|
||
", text='" + text + '\'' +
|
||
", pgs=" + pgs +
|
||
", rg=" + Arrays.toString(rg) +
|
||
", deleted=" + deleted +
|
||
", vad=" + (vad == null ? "null" : vad.getAsJsonArray("ws").toString()) +
|
||
'}';
|
||
}
|
||
}
|
||
//解析返回数据，仅供参考
|
||
public static class Decoder {
|
||
private Text[] texts;
|
||
private int defc = 10;
|
||
|
||
public Decoder() {
|
||
this.texts = new Text[this.defc];
|
||
}
|
||
|
||
public synchronized void decode(Text text) {
|
||
if (text.sn >= this.defc) {
|
||
this.resize();
|
||
}
|
||
if ("rpl".equals(text.pgs)) {
|
||
for (int i = text.rg[0]; i <= text.rg[1]; i++) {
|
||
this.texts[i].deleted = true;
|
||
}
|
||
}
|
||
this.texts[text.sn] = text;
|
||
}
|
||
|
||
public String toString() {
|
||
StringBuilder sb = new StringBuilder();
|
||
for (Text t : this.texts) {
|
||
if (t != null && !t.deleted) {
|
||
sb.append(t.text);
|
||
}
|
||
}
|
||
return sb.toString();
|
||
}
|
||
|
||
public void resize() {
|
||
int oc = this.defc;
|
||
this.defc <<= 1;
|
||
Text[] old = this.texts;
|
||
this.texts = new Text[this.defc];
|
||
for (int i = 0; i < oc; i++) {
|
||
this.texts[i] = old[i];
|
||
}
|
||
}
|
||
|
||
public void discard() {
|
||
for (int i = 0; i < this.texts.length; i++) {
|
||
this.texts[i] = null;
|
||
}
|
||
}
|
||
}
|
||
}
|