From c728bd3cfdb36723d4bc5844f52caad748144ad6 Mon Sep 17 00:00:00 2001 From: clf3 Date: Thu, 21 Dec 2023 23:04:16 -1000 Subject: [PATCH] almost done --- .gitignore | 4 + baidu.py | 65 ++++++++ chatglm6b_example.py | 80 ++++++++++ main.py | 353 ++++++++++++++++++++++++++++++++++++++++++ main_baidu.py | 355 +++++++++++++++++++++++++++++++++++++++++++ play.py | 4 + record.py | 40 +++++ text.txt | 0 8 files changed, 901 insertions(+) create mode 100644 .gitignore create mode 100644 baidu.py create mode 100644 chatglm6b_example.py create mode 100644 main.py create mode 100644 main_baidu.py create mode 100644 play.py create mode 100644 record.py create mode 100644 text.txt diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..c67984c --- /dev/null +++ b/.gitignore @@ -0,0 +1,4 @@ +*.mp3 +*.pcm +*.wav +__pycache__ \ No newline at end of file diff --git a/baidu.py b/baidu.py new file mode 100644 index 0000000..182cd9f --- /dev/null +++ b/baidu.py @@ -0,0 +1,65 @@ + +import requests +import json + + +def get_access_token(): + """ + 使用 API Key，Secret Key 获取access_token，替换下列示例中的应用API Key、应用Secret Key + """ + + url = "https://aip.baidubce.com/oauth/2.0/token?grant_type=client_credentials&client_id=tqsbQSj3DUGlebWsPwrQOCqg&client_secret=A7TV1Xs788sAaKt03xIGPE3AFGmMsxjh" + + payload = json.dumps("") + headers = { + 'Content-Type': 'application/json', + 'Accept': 'application/json' + } + + response = requests.request("POST", url, headers=headers, data=payload) + print(response.json().get("access_token")) + return response.json().get("access_token") + + +def baidutext(): + token = '24.18fd91a916f1c97f2bc70e9d1e7ea932.2592000.1705819202.282335-45506921' + url = "https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/chat/completions?access_token=" + token + + payload = json.dumps({ + "messages": [ + { + "role": "user", + "content": "介绍一下你自己" + } + ] + }) + headers = { + 'Content-Type': 'application/json' + } + + response = requests.request("POST", url, headers=headers, data=payload) + return response.json().get("result") + + +def bdgettext(text): + token = '24.18fd91a916f1c97f2bc70e9d1e7ea932.2592000.1705819202.282335-45506921' + url = "https://aip.baidubce.com/rpc/2.0/ai_custom/v1/wenxinworkshop/chat/completions?access_token=" + token + + payload = json.dumps({ + "messages": [ + { + "role": "user", + "content": text + } + ] + }) + headers = { + 'Content-Type': 'application/json' + } + + response = requests.request("POST", url, headers=headers, data=payload) + return response.json().get("result") + + +if __name__ == '__main__': + print(baidutext()) diff --git a/chatglm6b_example.py b/chatglm6b_example.py new file mode 100644 index 0000000..fd8ba93 --- /dev/null +++ b/chatglm6b_example.py @@ -0,0 +1,80 @@ +import zhipuai +from zhipuai.model_api import ChatGLM6bParams +#from tts_ws_python3_demo import * +#from tts_ws_python3_demo import Ws_Param + +zhipuai.api_key = "404ec324361f90f214fd6828c0750933.rsoTPnAXfKUnty0J" + + +def invoke_example(): + params = ChatGLM6bParams( + prompt=[{"role": "user", "content": "人工智能"}], top_p=0.7, temperature=0.9 + ) + response = zhipuai.model_api.invoke(**params.asdict()) + print(response) + + +def async_invoke_example(): + params = ChatGLM6bParams( + prompt=[{"role": "user", "content": "人工智能"}], top_p=0.7, temperature=0.9 + ) + response = zhipuai.model_api.async_invoke(**params.asdict()) + print(response) + + +""" + 说明： + add: 事件流开启 + error: 平台服务或者模型异常，响应的异常事件 + interrupted: 中断事件，例如：触发敏感词 + finish: 数据接收完毕，关闭事件流 +""" + + +def sse_invoke_example(): + params = ChatGLM6bParams( + prompt=[{"role": "user", "content": "人工智能"}], top_p=0.7, temperature=0.9 + ) + response = zhipuai.model_api.sse_invoke(**params.asdict()) + for event in response.events(): + if event.event == "add": + print(event.data) + elif event.event == "error" or event.event == "interrupted": + print(event.data) + elif event.event == "finish": + print(event.data) + print(event.meta) + else: + print(event.data) + + +def query_async_invoke_result_example(): + response = zhipuai.model_api.query_async_invoke_result("your task_id") + print(response) + + +def gettxt(text): + params = ChatGLM6bParams( + prompt=[{"role": "user", "content": text}], top_p=0.7, temperature=0.9 + ) + response = zhipuai.model_api.invoke(**params.asdict()) + # print(response['data']['choices'][0]['content']) + return (response['data']['choices'][0]['content']) + + +if __name__ == "__main__": + while 1: + temp = input() + text = gettxt(temp) + text = text.replace('\n', '') + wsParam = Ws_Param(APPID='44385032', APISecret='YWNkNTZhMTkwZWFiZjhjNjU4MDg2MzY4', + APIKey='83f2198f66ed394e7a73deb57c1c1b44', + Text=text) + websocket.enableTrace(False) + wsUrl = wsParam.create_url() + ws = websocket.WebSocketApp( + wsUrl, on_message=on_message, on_error=on_error, on_close=on_close) + ws.on_open = on_open + ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE}) + file = "demo.mp3" + os.system(file) diff --git a/main.py b/main.py new file mode 100644 index 0000000..7bb12f1 --- /dev/null +++ b/main.py @@ -0,0 +1,353 @@ +import websocket +import datetime +import hashlib +import base64 +import hmac +import json +from urllib.parse import urlencode +import time +import ssl +from wsgiref.handlers import format_date_time +from datetime import datetime +from time import mktime +import _thread as thread +import os +from chatglm6b_example import * + +import pyaudio +import wave +import sys + +import numpy as np + +import vlc + +STATUS_FIRST_FRAME = 0 # 第一帧的标识 +STATUS_CONTINUE_FRAME = 1 # 中间帧标识 +STATUS_LAST_FRAME = 2 # 最后一帧的标识 + + +class Ws_Param(object): + # 初始化 + def __init__(self, APPID, APIKey, APISecret, Text): + self.APPID = APPID + self.APIKey = APIKey + self.APISecret = APISecret + self.Text = Text + + # 公共参数(common) + self.CommonArgs = {"app_id": self.APPID} + # 业务参数(business)，更多个性化参数可在官网查看 + # self.BusinessArgs = { + # "aue": "raw", "auf": "audio/L16;rate=16000", "vcn": "xiaoyan", "tte": "utf8"} + self.BusinessArgs = { + "aue": "lame", "sfl": 1, "auf": "audio/L16;rate=16000", "vcn": "aisjiuxu", "tte": "utf8"} + self.Data = {"status": 2, "text": str( + base64.b64encode(self.Text.encode('utf-8')), "UTF8")} + # 使用小语种须使用以下方式，此处的unicode指的是 utf16小端的编码方式，即"UTF-16LE"” + # self.Data = {"status": 2, "text": str(base64.b64encode(self.Text.encode('utf-16')), "UTF8")} + + # 生成url + def create_url(self): + url = 'wss://tts-api.xfyun.cn/v2/tts' + # 生成RFC1123格式的时间戳 + now = datetime.now() + date = format_date_time(mktime(now.timetuple())) + + # 拼接字符串 + signature_origin = "host: " + "ws-api.xfyun.cn" + "\n" + signature_origin += "date: " + date + "\n" + signature_origin += "GET " + "/v2/tts " + "HTTP/1.1" + # 进行hmac-sha256进行加密 + signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'), + digestmod=hashlib.sha256).digest() + signature_sha = base64.b64encode( + signature_sha).decode(encoding='utf-8') + + authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % ( + self.APIKey, "hmac-sha256", "host date request-line", signature_sha) + authorization = base64.b64encode( + authorization_origin.encode('utf-8')).decode(encoding='utf-8') + # 将请求的鉴权参数组合为字典 + v = { + "authorization": authorization, + "date": date, + "host": "ws-api.xfyun.cn" + } + # 拼接鉴权参数，生成url + url = url + '?' + urlencode(v) + # print("date: ", date) + # print("v: ", v) + # 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释，比对相同参数时生成的url与自己代码生成的url是否一致 + # print('websocket url :', url) + return url + + +def on_message(ws, message): + try: + message = json.loads(message) + code = message["code"] + sid = message["sid"] + audio = message["data"]["audio"] + audio = base64.b64decode(audio) + status = message["data"]["status"] + + # print(message) + + # if status == 2: + # print("ws is closed") + # ws.close() + if code != 0: + errMsg = message["message"] + # print("sid:%s call error:%s code is:%s" % (sid, errMsg, code)) + else: + if status == 2: + # print("ws is closed") + ws.close() + # with open('./demo.pcm', 'ab') as f: + # f.write(audio) + with open('./demo.mp3', 'ab') as f: + f.write(audio) + # with wave.open("temp.wav", "wb") as wf: + # wf.setparams((1, 2, 16000, 0, 'NONE', 'NONE')) + # wf.writeframes(audio) + + except Exception as e: + print("receive msg,but parse exception:", e) + + +# 收到websocket错误的处理 +def on_error(ws, error): + print("### error:", error) + + +# 收到websocket关闭的处理 +def on_close(ws): + print("### closed ###") + + +# 收到websocket连接建立的处理 +def on_open(ws): + def run(*args): + d = {"common": wsParam.CommonArgs, + "business": wsParam.BusinessArgs, + "data": wsParam.Data, + } + d = json.dumps(d) + ws.send(d) + if os.path.exists('./demo.mp3'): + os.remove('./demo.mp3') + + thread.start_new_thread(run, ()) + +class Ws_Param_stt(object): + # 初始化 + def __init__(self, APPID, APIKey, APISecret, AudioFile): + self.APPID = APPID + self.APIKey = APIKey + self.APISecret = APISecret + self.AudioFile = AudioFile + + # 公共参数(common) + self.CommonArgs = {"app_id": self.APPID} + # 业务参数(business)，更多个性化参数可在官网查看 + self.BusinessArgs = {"domain": "iat", "language": "zh_cn", "accent": "mandarin", "vinfo":1,"vad_eos":10000} + + # 生成url + def create_url(self): + url = 'wss://ws-api.xfyun.cn/v2/iat' + # 生成RFC1123格式的时间戳 + now = datetime.now() + date = format_date_time(mktime(now.timetuple())) + + # 拼接字符串 + signature_origin = "host: " + "ws-api.xfyun.cn" + "\n" + signature_origin += "date: " + date + "\n" + signature_origin += "GET " + "/v2/iat " + "HTTP/1.1" + # 进行hmac-sha256进行加密 + signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'), + digestmod=hashlib.sha256).digest() + signature_sha = base64.b64encode(signature_sha).decode(encoding='utf-8') + + authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % ( + self.APIKey, "hmac-sha256", "host date request-line", signature_sha) + authorization = base64.b64encode(authorization_origin.encode('utf-8')).decode(encoding='utf-8') + # 将请求的鉴权参数组合为字典 + v = { + "authorization": authorization, + "date": date, + "host": "ws-api.xfyun.cn" + } + # 拼接鉴权参数，生成url + url = url + '?' + urlencode(v) + # print("date: ",date) + # print("v: ",v) + # 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释，比对相同参数时生成的url与自己代码生成的url是否一致 + # print('websocket url :', url) + return url + + +# 收到websocket消息的处理 +def on_message_stt(ws, message): + try: + code = json.loads(message)["code"] + sid = json.loads(message)["sid"] + if code != 0: + errMsg = json.loads(message)["message"] + print("sid:%s call error:%s code is:%s" % (sid, errMsg, code)) + + else: + data = json.loads(message)["data"]["result"]["ws"] + #print(data) + #print(json.loads(message)) + result = "" + for i in data: + for w in i["cw"]: + result += w["w"] + #print("sid:%s call success!,data is:%s" % (sid, json.dumps(data, ensure_ascii=False))) + for word in data: + #print(word['cw'][0]['w']) + with open("text.txt","a") as f: + f.write(word['cw'][0]['w']) + + except Exception as e: + print("receive msg,but parse exception:", e) + + + +# 收到websocket错误的处理 +def on_error_stt(ws, error): + print("### error:", error) + + +# 收到websocket关闭的处理 +def on_close_stt(ws,a,b): + print("### closed ###") + with open("text.txt","r") as f: + print(f.read()) + + +# 收到websocket连接建立的处理 +def on_open_stt(ws): + def run(*args): + frameSize = 8000 # 每一帧的音频大小 + intervel = 0.04 # 发送音频间隔(单位:s) + status = STATUS_FIRST_FRAME # 音频的状态信息，标识音频是第一帧，还是中间帧、最后一帧 + with open("text.txt","w") as f: + f.write("") + with open(wsParam_stt.AudioFile, "rb") as fp: + frames=0 + while True: + buf = fp.read(frameSize) + # 文件结束 + if not buf: + status = STATUS_LAST_FRAME + # 第一帧处理 + # 发送第一帧音频，带business 参数 + # appid 必须带上，只需第一帧发送 + if status == STATUS_FIRST_FRAME: + + d = {"common": wsParam_stt.CommonArgs, + "business": wsParam_stt.BusinessArgs, + "data": {"status": 0, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + d = json.dumps(d) + ws.send(d) + status = STATUS_CONTINUE_FRAME + # 中间帧处理 + elif status == STATUS_CONTINUE_FRAME: + d = {"data": {"status": 1, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + ws.send(json.dumps(d)) + # 最后一帧处理 + elif status == STATUS_LAST_FRAME: + d = {"data": {"status": 2, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + ws.send(json.dumps(d)) + time.sleep(1) + break + # 模拟音频采样间隔 + time.sleep(intervel) + frames+=1 + print(frames) + ws.close() + thread.start_new_thread(run, ()) +def speech2text(wsParam): + websocket.enableTrace(False) + wsUrl = wsParam.create_url() + ws = websocket.WebSocketApp(wsUrl, on_message=on_message_stt, on_error=on_error_stt, on_close=on_close_stt) + ws.on_open = on_open_stt + ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE}) + with open("text.txt","r") as f: + text=f.read() + return text + + +if __name__ == "__main__": + # 测试时候在此处正确填写相关信息即可运行 + CHUNK = 512 + FORMAT = pyaudio.paInt16 + CHANNELS = 1 + RATE = 16000 + RECORD_SECONDS = 5 + WAVE_OUTPUT_FILENAME = "output.wav" + + p = pyaudio.PyAudio() + + stream = p.open(format=FORMAT, + channels=CHANNELS, + rate=RATE, + input=True, + frames_per_buffer=CHUNK) + + print("recording...") + + frames = [] + + for i in range(0, int(RATE / CHUNK * RECORD_SECONDS)): + data = stream.read(CHUNK) + frames.append(data) + + print("done") + + stream.stop_stream() + stream.close() + p.terminate() + + wf = wave.open(WAVE_OUTPUT_FILENAME, 'wb') + wf.setnchannels(CHANNELS) + wf.setsampwidth(p.get_sample_size(FORMAT)) + wf.setframerate(RATE) + wf.writeframes(b''.join(frames)) + wf.close() + + f = open("output.wav",'rb') + f.seek(0) + f.read(44) + data = np.fromfile(f, dtype=np.int16) + data.tofile("output.pcm") + + wsParam_stt = Ws_Param_stt(APPID='44385032', APISecret='YWNkNTZhMTkwZWFiZjhjNjU4MDg2MzY4', + APIKey='83f2198f66ed394e7a73deb57c1c1b44', + AudioFile=r'./output.pcm') + temp=speech2text(wsParam_stt) + text = gettxt(temp) + print(text) + text = text.replace('\n', '') + wsParam = Ws_Param(APPID='44385032', APISecret='YWNkNTZhMTkwZWFiZjhjNjU4MDg2MzY4', + APIKey='83f2198f66ed394e7a73deb57c1c1b44', + Text=text) + websocket.enableTrace(False) + wsUrl = wsParam.create_url() + ws = websocket.WebSocketApp( + wsUrl, on_message=on_message, on_error=on_error, on_close=on_close) + ws.on_open = on_open + ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE}) + file = "demo.mp3" + p=vlc.MediaPlayer(file) + p.play() + input("playing") + #os.system(file) diff --git a/main_baidu.py b/main_baidu.py new file mode 100644 index 0000000..f053176 --- /dev/null +++ b/main_baidu.py @@ -0,0 +1,355 @@ +import websocket +import datetime +import hashlib +import base64 +import hmac +import json +from urllib.parse import urlencode +import time +import ssl +from wsgiref.handlers import format_date_time +from datetime import datetime +from time import mktime +import _thread as thread +import os +from baidu import * + +import pyaudio +import wave +import sys + +import numpy as np + +import vlc + +STATUS_FIRST_FRAME = 0 # 第一帧的标识 +STATUS_CONTINUE_FRAME = 1 # 中间帧标识 +STATUS_LAST_FRAME = 2 # 最后一帧的标识 +global_text = "" + + +class Ws_Param(object): + # 初始化 + def __init__(self, APPID, APIKey, APISecret, Text): + self.APPID = APPID + self.APIKey = APIKey + self.APISecret = APISecret + self.Text = Text + + # 公共参数(common) + self.CommonArgs = {"app_id": self.APPID} + # 业务参数(business)，更多个性化参数可在官网查看 + # self.BusinessArgs = { + # "aue": "raw", "auf": "audio/L16;rate=16000", "vcn": "xiaoyan", "tte": "utf8"} + self.BusinessArgs = { + "aue": "lame", "sfl": 1, "auf": "audio/L16;rate=16000", "vcn": "aisjiuxu", "tte": "utf8"} + self.Data = {"status": 2, "text": str( + base64.b64encode(self.Text.encode('utf-8')), "UTF8")} + # 使用小语种须使用以下方式，此处的unicode指的是 utf16小端的编码方式，即"UTF-16LE"” + # self.Data = {"status": 2, "text": str(base64.b64encode(self.Text.encode('utf-16')), "UTF8")} + + # 生成url + def create_url(self): + url = 'wss://tts-api.xfyun.cn/v2/tts' + # 生成RFC1123格式的时间戳 + now = datetime.now() + date = format_date_time(mktime(now.timetuple())) + + # 拼接字符串 + signature_origin = "host: " + "ws-api.xfyun.cn" + "\n" + signature_origin += "date: " + date + "\n" + signature_origin += "GET " + "/v2/tts " + "HTTP/1.1" + # 进行hmac-sha256进行加密 + signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'), + digestmod=hashlib.sha256).digest() + signature_sha = base64.b64encode( + signature_sha).decode(encoding='utf-8') + + authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % ( + self.APIKey, "hmac-sha256", "host date request-line", signature_sha) + authorization = base64.b64encode( + authorization_origin.encode('utf-8')).decode(encoding='utf-8') + # 将请求的鉴权参数组合为字典 + v = { + "authorization": authorization, + "date": date, + "host": "ws-api.xfyun.cn" + } + # 拼接鉴权参数，生成url + url = url + '?' + urlencode(v) + # print("date: ", date) + # print("v: ", v) + # 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释，比对相同参数时生成的url与自己代码生成的url是否一致 + # print('websocket url :', url) + return url + + +def on_message(ws, message): + try: + message = json.loads(message) + code = message["code"] + sid = message["sid"] + audio = message["data"]["audio"] + audio = base64.b64decode(audio) + status = message["data"]["status"] + + # print(message) + + # if status == 2: + # print("ws is closed") + # ws.close() + if code != 0: + errMsg = message["message"] + # print("sid:%s call error:%s code is:%s" % (sid, errMsg, code)) + else: + if status == 2: + # print("ws is closed") + ws.close() + # with open('./demo.pcm', 'ab') as f: + # f.write(audio) + with open('./demo.mp3', 'ab') as f: + f.write(audio) + # with wave.open("temp.wav", "wb") as wf: + # wf.setparams((1, 2, 16000, 0, 'NONE', 'NONE')) + # wf.writeframes(audio) + + except Exception as e: + print("receive msg,but parse exception:", e) + + +# 收到websocket错误的处理 +def on_error(ws, error): + print("### error:", error) + + +# 收到websocket关闭的处理 +def on_close(ws): + print("### closed ###") + + +# 收到websocket连接建立的处理 +def on_open(ws): + def run(*args): + d = {"common": wsParam.CommonArgs, + "business": wsParam.BusinessArgs, + "data": wsParam.Data, + } + d = json.dumps(d) + ws.send(d) + if os.path.exists('./demo.mp3'): + os.remove('./demo.mp3') + + thread.start_new_thread(run, ()) + +class Ws_Param_stt(object): + # 初始化 + def __init__(self, APPID, APIKey, APISecret, AudioFile): + self.APPID = APPID + self.APIKey = APIKey + self.APISecret = APISecret + self.AudioFile = AudioFile + + # 公共参数(common) + self.CommonArgs = {"app_id": self.APPID} + # 业务参数(business)，更多个性化参数可在官网查看 + self.BusinessArgs = {"domain": "iat", "language": "zh_cn", "accent": "mandarin", "vinfo":1,"vad_eos":10000} + + # 生成url + def create_url(self): + url = 'wss://ws-api.xfyun.cn/v2/iat' + # 生成RFC1123格式的时间戳 + now = datetime.now() + date = format_date_time(mktime(now.timetuple())) + + # 拼接字符串 + signature_origin = "host: " + "ws-api.xfyun.cn" + "\n" + signature_origin += "date: " + date + "\n" + signature_origin += "GET " + "/v2/iat " + "HTTP/1.1" + # 进行hmac-sha256进行加密 + signature_sha = hmac.new(self.APISecret.encode('utf-8'), signature_origin.encode('utf-8'), + digestmod=hashlib.sha256).digest() + signature_sha = base64.b64encode(signature_sha).decode(encoding='utf-8') + + authorization_origin = "api_key=\"%s\", algorithm=\"%s\", headers=\"%s\", signature=\"%s\"" % ( + self.APIKey, "hmac-sha256", "host date request-line", signature_sha) + authorization = base64.b64encode(authorization_origin.encode('utf-8')).decode(encoding='utf-8') + # 将请求的鉴权参数组合为字典 + v = { + "authorization": authorization, + "date": date, + "host": "ws-api.xfyun.cn" + } + # 拼接鉴权参数，生成url + url = url + '?' + urlencode(v) + # print("date: ",date) + # print("v: ",v) + # 此处打印出建立连接时候的url,参考本demo的时候可取消上方打印的注释，比对相同参数时生成的url与自己代码生成的url是否一致 + # print('websocket url :', url) + return url + + +# 收到websocket消息的处理 +def on_message_stt(ws, message): + global global_text + try: + code = json.loads(message)["code"] + sid = json.loads(message)["sid"] + if code != 0: + errMsg = json.loads(message)["message"] + print("sid:%s call error:%s code is:%s" % (sid, errMsg, code)) + + else: + data = json.loads(message)["data"]["result"]["ws"] + # print(data) + #print(json.loads(message)) + result = "" + for i in data: + for w in i["cw"]: + result += w["w"] + #print("sid:%s call success!,data is:%s" % (sid, json.dumps(data, ensure_ascii=False))) + for word in data: + #print(word['cw'][0]['w']) + global_text += word['cw'][0]['w'] + + + except Exception as e: + print("receive msg,but parse exception:", e) + + +# 收到websocket错误的处理 +def on_error_stt(ws, error): + print("### error:", error) + + +# 收到websocket关闭的处理 +def on_close_stt(ws,a,b): + print("### closed ###") + with open("text.txt","r") as f: + print(f.read()) + + +# 收到websocket连接建立的处理 +def on_open_stt(ws): + def run(*args): + frameSize = 8000 # 每一帧的音频大小 + intervel = 0.04 # 发送音频间隔(单位:s) + status = STATUS_FIRST_FRAME # 音频的状态信息，标识音频是第一帧，还是中间帧、最后一帧 + with open("text.txt","w") as f: + f.write("") + with open(wsParam_stt.AudioFile, "rb") as fp: + frames=0 + while True: + buf = fp.read(frameSize) + # 文件结束 + if not buf: + status = STATUS_LAST_FRAME + # 第一帧处理 + # 发送第一帧音频，带business 参数 + # appid 必须带上，只需第一帧发送 + if status == STATUS_FIRST_FRAME: + + d = {"common": wsParam_stt.CommonArgs, + "business": wsParam_stt.BusinessArgs, + "data": {"status": 0, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + d = json.dumps(d) + ws.send(d) + status = STATUS_CONTINUE_FRAME + # 中间帧处理 + elif status == STATUS_CONTINUE_FRAME: + d = {"data": {"status": 1, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + ws.send(json.dumps(d)) + # 最后一帧处理 + elif status == STATUS_LAST_FRAME: + d = {"data": {"status": 2, "format": "audio/L16;rate=16000", + "audio": str(base64.b64encode(buf), 'utf-8'), + "encoding": "raw"}} + ws.send(json.dumps(d)) + time.sleep(1) + break + # 模拟音频采样间隔 + time.sleep(intervel) + frames+=1 + print(frames) + ws.close() + thread.start_new_thread(run, ()) + +def speech2text(wsParam): + websocket.enableTrace(False) + wsUrl = wsParam.create_url() + ws = websocket.WebSocketApp(wsUrl, on_message=on_message_stt, on_error=on_error_stt, on_close=on_close_stt) + ws.on_open = on_open_stt + ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE}) + # with open("text.txt","r") as f: + # text=f.read() + # return text + + +if __name__ == "__main__": + # 测试时候在此处正确填写相关信息即可运行 + CHUNK = 512 + FORMAT = pyaudio.paInt16 + CHANNELS = 1 + RATE = 16000 + RECORD_SECONDS = 5 + WAVE_OUTPUT_FILENAME = "output.wav" + + p = pyaudio.PyAudio() + + stream = p.open(format=FORMAT, + channels=CHANNELS, + rate=RATE, + input=True, + frames_per_buffer=CHUNK) + + print("recording...") + + frames = [] + + for i in range(0, int(RATE / CHUNK * RECORD_SECONDS)): + data = stream.read(CHUNK) + frames.append(data) + + print("done") + + stream.stop_stream() + stream.close() + p.terminate() + + wf = wave.open(WAVE_OUTPUT_FILENAME, 'wb') + wf.setnchannels(CHANNELS) + wf.setsampwidth(p.get_sample_size(FORMAT)) + wf.setframerate(RATE) + wf.writeframes(b''.join(frames)) + wf.close() + + f = open("output.wav",'rb') + f.seek(0) + f.read(44) + data = np.fromfile(f, dtype=np.int16) + data.tofile("output.pcm") + + wsParam_stt = Ws_Param_stt(APPID='44385032', APISecret='YWNkNTZhMTkwZWFiZjhjNjU4MDg2MzY4', + APIKey='83f2198f66ed394e7a73deb57c1c1b44', + AudioFile=r'./output.pcm') + speech2text(wsParam_stt) + + text = bdgettext(global_text) + text = text.replace('\n', '').replace('\\n', '').replace('**', '') + wsParam = Ws_Param(APPID='44385032', APISecret='YWNkNTZhMTkwZWFiZjhjNjU4MDg2MzY4', + APIKey='83f2198f66ed394e7a73deb57c1c1b44', + Text=text) + websocket.enableTrace(False) + wsUrl = wsParam.create_url() + ws = websocket.WebSocketApp( + wsUrl, on_message=on_message, on_error=on_error, on_close=on_close) + ws.on_open = on_open + ws.run_forever(sslopt={"cert_reqs": ssl.CERT_NONE}) + file = "demo.mp3" + p=vlc.MediaPlayer(file) + p.play() + input("playing") + #os.system(file) diff --git a/play.py b/play.py new file mode 100644 index 0000000..be28749 --- /dev/null +++ b/play.py @@ -0,0 +1,4 @@ +import vlc +p=vlc.MediaPlayer("warma.mp3") +p.play() +input("playing") \ No newline at end of file diff --git a/record.py b/record.py new file mode 100644 index 0000000..bdcfbb1 --- /dev/null +++ b/record.py @@ -0,0 +1,40 @@ +import pyaudio +import wave +import os +import sys + +CHUNK = 512 +FORMAT = pyaudio.paInt16 +CHANNELS = 1 +RATE = 16000 +RECORD_SECONDS = 5 +WAVE_OUTPUT_FILENAME = "output.wav" + +p = pyaudio.PyAudio() + +stream = p.open(format=FORMAT, + channels=CHANNELS, + rate=RATE, + input=True, + frames_per_buffer=CHUNK) + +print("recording...") + +frames = [] + +for i in range(0, int(RATE / CHUNK * RECORD_SECONDS)): + data = stream.read(CHUNK) + frames.append(data) + +print("done") + +stream.stop_stream() +stream.close() +p.terminate() + +wf = wave.open(WAVE_OUTPUT_FILENAME, 'wb') +wf.setnchannels(CHANNELS) +wf.setsampwidth(p.get_sample_size(FORMAT)) +wf.setframerate(RATE) +wf.writeframes(b''.join(frames)) +wf.close() diff --git a/text.txt b/text.txt new file mode 100644 index 0000000..e69de29