一步步教你把人工智能對話系統(tǒng)小智python移植到樹莓派5上

# 主要組件交互關(guān)系
while running:
    1. GUI線程 --> 消息隊列 --> 更新**記錄
    2. MQTT線程 --> 接收云端指令 --> 控制音頻會話
    3. 音頻線程 --> UDP加密傳輸 --> 實現(xiàn)雙向語音
    4. 心跳線程 --> 維持連接 --> 處理會話超時

 

def on_space_key_press():
    global key_state, udp_socket, aes_opus_info, listen_state, conn_state
    if key_state == "press":
        return
    key_state = "press"
    # 判斷是否需要發(fā)送hello消息
    if conn_state is False or aes_opus_info['session_id'] is None:
        conn_state = True
        # 發(fā)送hello消息,建立udp連接
        hello_msg = {"type": "hello", "version": 3, "transport": "udp",
                     "audio_params": {"format": "opus", "sample_rate": 16000, "channels": 1, "frame_duration": 60}}
        push_mqtt_msg(hello_msg)
        print(f"send hello message: {hello_msg}")
    if tts_state == "start" or tts_state == "entence_start":
        # 在播放狀態(tài)下發(fā)送abort消息
        push_mqtt_msg({"type": "abort"})
        print(f"send abort message")
    if aes_opus_info['session_id'] is not None:
        # 發(fā)送start listen消息
        msg = {"session_id": aes_opus_info['session_id'], "type": "listen", "state": "start", "mode": "manual"}
        print(f"send start listen message: {msg}")
        push_mqtt_msg(msg)


def on_space_key_release():
    global aes_opus_info, key_state
    key_state = "release"
    # 發(fā)送stop listen消息
    if aes_opus_info['session_id'] is not None:
        msg = {"session_id": aes_opus_info['session_id'], "type": "listen", "state": "stop"}
        print(f"send stop listen message: {msg}")
        push_mqtt_msg(msg)


# def on_press(key):
#     if key == pynput_keyboard.Key.space:
#         on_space_key_press(None)


# def on_release(key):
#     if key == pynput_keyboard.Key.space:
#         on_space_key_release(None)
#     # Stop listener
#     if key == pynput_keyboard.Key.esc:
#         return False


def run():
    global mqtt_info, mqttc
    # 獲取mqtt與版本信息
    get_ota_version()
    # 監(jiān)聽鍵盤按鍵，當(dāng)按下空格鍵時，發(fā)送listen消息
    # listener = pynput_keyboard.Listener(on_press=on_press, on_release=on_release)
    # listener.start()
    button = Button(16)
    button.when_pressed = on_space_key_press
    button.when_released = on_space_key_release
    # 創(chuàng)建客戶端實例
    mqttc = mqtt.Client(callback_api_version=mqtt.CallbackAPIVersion.VERSION2, client_id=mqtt_info['client_id'])
    mqttc.username_pw_set(username=mqtt_info['username'], password=mqtt_info['password'])
    mqttc.tls_set(ca_certs=None, certfile=None, keyfile=None, cert_reqs=mqtt.ssl.CERT_REQUIRED,
                  tls_version=mqtt.ssl.PROTOCOL_TLS, ciphers=None)
    mqttc.on_connect = on_connect
    mqttc.on_message = on_message
    mqttc.connect(host=mqtt_info['endpoint'], port=8883)
    mqttc.loop_forever()


if __name__ == "__main__":
    audio = pyaudio.PyAudio()
    run()

部分關(guān)鍵代碼

人工智能已經(jīng)把人類帶向了一個前所未有的繁榮，樹莓派作以其優(yōu)越的性能，成為了承載人工智能運行的實體，走進(jìn)平凡人家的最佳實踐。借助樹莓派，智能家居系統(tǒng)變得觸手可及。人們僅需通過簡單的語音指令，就能依托樹莓派搭載的人工智能程序，輕松操控家中的燈光、溫度與電器設(shè)備，讓生活變得更加便捷與舒適。在教育領(lǐng)域，樹莓派為學(xué)生們開啟了探索人工智能世界的大門。學(xué)生們可以利用它開展簡單的圖像識別、語音交互等實驗項目，將抽象的人工智能理論知識轉(zhuǎn)化為生動有趣的實踐操作，極大地激發(fā)了他們對科技的熱愛與創(chuàng)新思維。在科研層面，樹莓派憑借其靈活的擴(kuò)展性，成為了眾多科研人員進(jìn)行小型人工智能實驗的得力助手，幫助他們在有限的資源條件下，快速驗證新的算法與模型，為人工智能技術(shù)的進(jìn)一步突破貢獻(xiàn)力量。隨著技術(shù)的不斷迭代升級，未來樹莓派有望在更多領(lǐng)域大放異彩，持續(xù)推動人工智能與日常生活深度融合，創(chuàng)造出更多令人驚喜的應(yīng)用場景 。

參考附件