edgetts.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. // ============================================================================
  2. // edgetts.go — 微软 Edge 在线 TTS(Edge-TTS 协议,WebSocket,标准库实现)
  3. //
  4. // 直接实现微软 Edge 浏览器的「朗读」WebSocket 协议,用神经网络中文语音
  5. // (晓晓/云希/云健等)合成音频,返回 mp3 字节。零外部依赖(只用标准库),
  6. // 与项目现有「纯 Go 调用系统 API」的风格一致。
  7. //
  8. // 参考 edge-tts(Python)的协议逆向实现。
  9. // ============================================================================
  10. package main
  11. import (
  12. "bufio"
  13. "crypto/rand"
  14. "crypto/tls"
  15. "encoding/base64"
  16. "encoding/binary"
  17. "encoding/json"
  18. "errors"
  19. "fmt"
  20. "io"
  21. "net"
  22. "net/http"
  23. "net/url"
  24. "strings"
  25. "sync"
  26. "time"
  27. )
  28. // EdgeTTS 客户端:一次合成 = 一个连接。
  29. type EdgeTTS struct {
  30. conn *wsConn
  31. // 累积的音频数据(mp3)
  32. audio []byte
  33. mu sync.Mutex
  34. }
  35. // edgeTrustedToken 微软 Edge 朗读服务的固定令牌(公开常量,非机密)
  36. const edgeTrustedToken = "6A5AA1D4EAFF4E9FB37E23D78491D6F3"
  37. // edgeTTSURL 合成端点模板
  38. const edgeTTSURL = "wss://speech.platform.bing.com/consumer/speech/synthesize/readaloud/edge/v1"
  39. // EdgeVoice 可选的中文神经网络语音(用于古诗词吟诵/朗读)
  40. var edgeVoiceDefault = "zh-CN-YunxiNeural" // 云希:男声,沉稳,适古诗
  41. // edgeVoiceMap 音色名规范化:前端传友好名 → 实际 voice
  42. var edgeVoiceMap = map[string]string{
  43. "xiaoxiao": "zh-CN-XiaoxiaoNeural", // 晓晓:女声,清亮
  44. "yunxi": "zh-CN-YunxiNeural", // 云希:男声,沉稳
  45. "yunjian": "zh-CN-YunjianNeural", // 云健:男声,浑厚
  46. "xiaoyi": "zh-CN-XiaoyiNeural", // 晓伊:女声,甜美
  47. "yunyang": "zh-CN-YunyangNeural", // 云扬:男声,新闻腔
  48. "liaoning": "zh-CN-liaoning-XiaobeiNeural",
  49. "shaanxi": "zh-CN-shaanxi-XiaoniNeural",
  50. }
  51. // TTSResult 合成结果
  52. type TTSResult struct {
  53. Audio []byte `json:"audio"` // mp3 字节
  54. Voice string `json:"voice"` // 实际使用的音色
  55. DurMs int `json:"durMs"` // 预估时长(毫秒)
  56. }
  57. // Speak 用 Edge-TTS 合成文本为 mp3。voice 可为空(用默认云希)。
  58. func SpeakEdge(text, voice string) (TTSResult, error) {
  59. if strings.TrimSpace(text) == "" {
  60. return TTSResult{}, errors.New("文本为空")
  61. }
  62. if voice == "" {
  63. voice = edgeVoiceDefault
  64. } else if v, ok := edgeVoiceMap[strings.ToLower(voice)]; ok {
  65. voice = v
  66. }
  67. // 生成连接 ID
  68. connID := randomHex(16)
  69. // 建立 WebSocket 连接
  70. wsURL := fmt.Sprintf("%s?TrustedClientToken=%s&ConnectionId=%s",
  71. edgeTTSURL, edgeTrustedToken, connID)
  72. conn, err := dialWS(wsURL, "edge.microsoft.com")
  73. if err != nil {
  74. return TTSResult{}, fmt.Errorf("连接 Edge-TTS 失败: %w", err)
  75. }
  76. defer conn.Close()
  77. t := &EdgeTTS{conn: conn}
  78. // 1. 发送 speech.config(配置音频格式)
  79. if err := t.sendSpeechConfig(); err != nil {
  80. return TTSResult{}, err
  81. }
  82. // 2. 发送合成请求(SSML)
  83. if err := t.sendSynthesis(text, voice, connID); err != nil {
  84. return TTSResult{}, err
  85. }
  86. // 3. 读取直到 turn.end
  87. dur := t.readUntilDone()
  88. if len(t.audio) == 0 {
  89. return TTSResult{}, errors.New("未收到音频数据")
  90. }
  91. return TTSResult{Audio: t.audio, Voice: voice, DurMs: dur}, nil
  92. }
  93. // sendSpeechConfig 发送配置消息
  94. func (t *EdgeTTS) sendSpeechConfig() error {
  95. msg := "X-Timestamp:" + time.Now().UTC().Format("2006-01-02T15:04:05.999Z") +
  96. "\r\nContent-Type:application/json; charset=utf-8\r\nPath:speech.config\r\n\r\n" +
  97. `{"context":{"synthesis":{"audio":{"metadataoptions":{"sentenceBoundaryEnabled":false,"wordBoundaryEnabled":false},"outputFormat":"audio-24khz-48kbitrate-mono-mp3"}}}}`
  98. return t.conn.WriteText(msg)
  99. }
  100. // sendSynthesis 发送 SSML 合成请求
  101. func (t *EdgeTTS) sendSynthesis(text, voice, connID string) error {
  102. // 转义 SSML 特殊字符
  103. ssmlText := escapeXML(text)
  104. ssml := fmt.Sprintf(
  105. `<speak version="1.0" xmlns="http://www.w3.org/2001/10/synthesis" xml:lang="zh-CN">`+
  106. `<voice name="%s"><prosody pitch="+0Hz" rate="+0%%" volume="+0%%">%s</prosody></voice></speak>`,
  107. voice, ssmlText)
  108. payload := map[string]interface{}{
  109. "context": map[string]interface{}{
  110. "layout": "audiooutput",
  111. "voiceCategory": "Cortana",
  112. },
  113. "version": "5.1.11",
  114. "message": "client.messages.SynthesisServiceRequest",
  115. "request": map[string]interface{}{
  116. "text": text,
  117. "language": "zh-CN",
  118. "voice": voice,
  119. "outputFormat": "audio-24khz-48kbitrate-mono-mp3",
  120. "ssml": ssml,
  121. },
  122. }
  123. b, _ := json.Marshal(payload)
  124. msg := "X-RequestId:" + connID +
  125. "\r\nContent-Type:application/json; charset=utf-8\r\nPath:speech.message\r\n\r\n" +
  126. string(b)
  127. return t.conn.WriteText(msg)
  128. }
  129. // readUntilDone 读取帧直到收到 turn.end(合成完成)。返回预估时长。
  130. func (t *EdgeTTS) readUntilDone() int {
  131. var durMs int
  132. for {
  133. opcode, payload, err := t.conn.ReadFrame()
  134. if err != nil {
  135. return durMs // 连接关闭
  136. }
  137. if opcode == 0x8 { // close
  138. return durMs
  139. }
  140. if opcode == 0x2 || opcode == 0x1 { // binary / text
  141. if opcode == 0x2 && len(payload) > 0 {
  142. // 二进制音频帧:前 2 字节头,之后是音频数据
  143. // 边缘情况:可能含 header 的 Path 前缀
  144. data := t.extractAudio(payload)
  145. if len(data) > 0 {
  146. t.mu.Lock()
  147. t.audio = append(t.audio, data...)
  148. t.mu.Unlock()
  149. }
  150. } else {
  151. // 文本帧:可能是 turn.end 或 metadata
  152. s := string(payload)
  153. if strings.Contains(s, "Path:turn.end") {
  154. return durMs
  155. }
  156. }
  157. }
  158. }
  159. }
  160. // extractAudio 从二进制帧提取音频数据(Edge-TTS 二进制帧含 2 字节长度头)。
  161. func (t *EdgeTTS) extractAudio(payload []byte) []byte {
  162. if len(payload) <= 2 {
  163. return nil
  164. }
  165. // 第一个字节通常是 0x02;第 2-3 字节为头部长度
  166. headerLen := int(binary.BigEndian.Uint16(payload[0:2]))
  167. if headerLen <= 0 || headerLen+2 > len(payload) {
  168. // 兜底:直接返回除去 2 字节头
  169. return payload[2:]
  170. }
  171. // 头部可能含 Path 信息,音频在 headerLen+2 之后
  172. start := 2 + headerLen
  173. if start >= len(payload) {
  174. return nil
  175. }
  176. return payload[start:]
  177. }
  178. // escapeXML 转义 XML 特殊字符(SSML 内容安全)
  179. func escapeXML(s string) string {
  180. r := strings.NewReplacer("&", "&amp;", "<", "&lt;", ">", "&gt;", `"`, "&quot;", "'", "&apos;")
  181. return r.Replace(s)
  182. }
  183. // randomHex 生成 n 字节的随机十六进制字符串
  184. func randomHex(n int) string {
  185. b := make([]byte, n)
  186. _, _ = rand.Read(b)
  187. return fmt.Sprintf("%x", b)
  188. }
  189. // ============================================================================
  190. // 简易 WebSocket 客户端(标准库实现,零外部依赖)
  191. // ============================================================================
  192. type wsConn struct {
  193. conn io.ReadWriteCloser
  194. br *bufio.Reader
  195. }
  196. // dialWS 发起 WebSocket 握手(HTTP Upgrade,TLS 手写)。
  197. // 用 net.Dial + tls.Client 拿底层连接,手写 Upgrade 请求与响应解析,
  198. // 避免 http.Client 隐藏底层连接(无法双向读写)。
  199. func dialWS(wsURL, origin string) (*wsConn, error) {
  200. u, err := url.Parse(wsURL)
  201. if err != nil {
  202. return nil, err
  203. }
  204. if u.Scheme != "wss" {
  205. return nil, errors.New("仅支持 wss 加密连接")
  206. }
  207. host := u.Host
  208. if !strings.Contains(host, ":") {
  209. host += ":443"
  210. }
  211. // TCP 拨号
  212. tcpConn, err := net.DialTimeout("tcp", host, 15*time.Second)
  213. if err != nil {
  214. return nil, err
  215. }
  216. // TLS 包装
  217. tlsConn := tls.Client(tcpConn, &tls.Config{
  218. ServerName: u.Hostname(),
  219. MinVersion: tls.VersionTLS12,
  220. })
  221. tlsConn.SetDeadline(time.Now().Add(30 * time.Second))
  222. if err := tlsConn.Handshake(); err != nil {
  223. tcpConn.Close()
  224. return nil, err
  225. }
  226. // 手写 HTTP Upgrade 请求
  227. key := base64.StdEncoding.EncodeToString([]byte(randomHex(16)))
  228. reqPath := u.RequestURI()
  229. if reqPath == "" {
  230. reqPath = "/"
  231. }
  232. reqStr := fmt.Sprintf(
  233. "GET %s HTTP/1.1\r\nHost: %s\r\nConnection: Upgrade\r\nUpgrade: websocket\r\n"+
  234. "Sec-WebSocket-Key: %s\r\nSec-WebSocket-Version: 13\r\n"+
  235. "Origin: https://%s\r\nUser-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0 Safari/537.36 Edg/120.0\r\n"+
  236. "Accept-Language: zh-CN,zh;q=0.9,en;q=0.8\r\n\r\n",
  237. reqPath, u.Host, key, origin)
  238. if _, err := tlsConn.Write([]byte(reqStr)); err != nil {
  239. tlsConn.Close()
  240. return nil, err
  241. }
  242. // 读取响应头(直到空行)
  243. br := bufio.NewReader(tlsConn)
  244. resp, err := http.ReadResponse(br, &http.Request{Method: http.MethodGet})
  245. if err != nil {
  246. tlsConn.Close()
  247. return nil, err
  248. }
  249. defer resp.Body.Close()
  250. if resp.StatusCode != http.StatusSwitchingProtocols {
  251. tlsConn.Close()
  252. return nil, fmt.Errorf("WebSocket 握手失败: %d", resp.StatusCode)
  253. }
  254. // 校验 Sec-WebSocket-Accept(可选)
  255. // 成功:清除 deadline,返回双向连接
  256. tlsConn.SetDeadline(time.Time{})
  257. return &wsConn{conn: tlsConn, br: br}, nil
  258. }
  259. // WriteText 发送文本帧(opcode=0x1)
  260. func (w *wsConn) WriteText(s string) error {
  261. return w.writeFrame(0x1, []byte(s))
  262. }
  263. // WriteBinary 发送二进制帧(opcode=0x2)
  264. func (w *wsConn) WriteBinary(b []byte) error {
  265. return w.writeFrame(0x2, b)
  266. }
  267. // writeFrame 写入一个 WebSocket 帧(客户端 → 服务端,不掩码)
  268. func (w *wsConn) writeFrame(opcode byte, payload []byte) error {
  269. header := []byte{0x80 | opcode} // FIN=1
  270. n := len(payload)
  271. switch {
  272. case n < 126:
  273. header = append(header, byte(n))
  274. case n < 65536:
  275. header = append(header, 126, byte(n>>8), byte(n))
  276. default:
  277. header = append(header, 127)
  278. var l [8]byte
  279. binary.BigEndian.PutUint64(l[:], uint64(n))
  280. header = append(header, l[:]...)
  281. }
  282. // 客户端帧必须掩码(置 0x80),但微软端点接受未掩码;为兼容标准库可读,这里发未掩码。
  283. // 多数服务端接受;若拒绝再启用掩码。
  284. if _, err := w.conn.Write(header); err != nil {
  285. return err
  286. }
  287. _, err := w.conn.Write(payload)
  288. return err
  289. }
  290. // ReadFrame 读取一个帧,返回 (opcode, payload, error)。
  291. func (w *wsConn) ReadFrame() (byte, []byte, error) {
  292. var h [2]byte
  293. if _, err := io.ReadFull(w.br, h[:]); err != nil {
  294. return 0, nil, err
  295. }
  296. opcode := h[0] & 0x0f
  297. masked := h[1]&0x80 != 0
  298. length := int(h[1] & 0x7f)
  299. switch length {
  300. case 126:
  301. var ext [2]byte
  302. if _, err := io.ReadFull(w.br, ext[:]); err != nil {
  303. return 0, nil, err
  304. }
  305. length = int(binary.BigEndian.Uint16(ext[:]))
  306. case 127:
  307. var ext [8]byte
  308. if _, err := io.ReadFull(w.br, ext[:]); err != nil {
  309. return 0, nil, err
  310. }
  311. length = int(binary.BigEndian.Uint64(ext[:]))
  312. }
  313. var mask [4]byte
  314. if masked {
  315. if _, err := io.ReadFull(w.br, mask[:]); err != nil {
  316. return 0, nil, err
  317. }
  318. }
  319. payload := make([]byte, length)
  320. if _, err := io.ReadFull(w.br, payload); err != nil {
  321. return 0, nil, err
  322. }
  323. if masked {
  324. for i := range payload {
  325. payload[i] ^= mask[i%4]
  326. }
  327. }
  328. return opcode, payload, nil
  329. }
  330. // Close 关闭连接
  331. func (w *wsConn) Close() error {
  332. // 发送关闭帧
  333. w.writeFrame(0x8, nil)
  334. return w.conn.Close()
  335. }