Question

我想使用Bing语音识别API将Skype中的音频附件发送到我的node.js chatbot时将语音转换为文本。我尝试使用BotBuilder-Samples intelligence-SpeechToText中的代码，但语音识别仅适用于模拟器。在Skype中发送音频/波形文件时，机器人根本没有响应，而是“你说：天气怎么样？”。

我怀疑这个问题可能是因为需要JWT令牌来访问Skype中的附件。因此，我尝试使用来自BotBuilder-Samples core-ReceiveAttachment的代码访问Skype中的音频附件，该代码使用request-promise而不是needle来发出HTTP请求。但是，request-promise的结果不是流，并且函数getTextFromAudioStream()无法处理。

我想询问如何在Skype中使用语音识别语音识别功能。

谢谢和最诚挚的问候！

// Add your requirements
var restify = require("restify");
var builder = require("botbuilder");
var fs = require("fs");
var needle = require("needle");
var request = require("request");
var speechService = require("./speech-service.js");
var Promise = require('bluebird');
var request = require('request-promise').defaults({ encoding: null });

//=========================================================
// Bot Setup
//=========================================================

// Setup Restify Server
var server = restify.createServer();
server.listen(process.env.PORT || 3000, function() {
   console.log("%s listening to %s", server.name, server.url); 
});

// Create chat bot
var connector = new builder.ChatConnector ({
    appId: process.env.MICROSOFT_APP_ID,
    appPassword: process.env.MICROSOFT_APP_PASSWORD
});

server.post("/api/messages", connector.listen());

var bot = new builder.UniversalBot(connector);

//=========================================================
// Bots Middleware
//=========================================================

// Anytime the major version is incremented any existing conversations will be restarted.
bot.use(builder.Middleware.dialogVersion({ version: 1.0, resetCommand: /^reset/i }));

//=========================================================
// Bots Dialogs
//=========================================================

bot.dialog("/", [
    function (session, results, next) {
        var msg = session.message;

        if (hasAudioAttachment(msg)) {
            // Message with attachment, proceed to download it.
            // Skype attachment URLs are secured by a JwtToken, so we need to pass the token from our bot.
            var attachment = msg.attachments[0];
            var fileDownload = isSkypeMessage(msg)
                ? requestWithToken(attachment.contentUrl)
                : request(attachment.contentUrl);

            fileDownload.then(
                function (response) {
                    // Send reply with attachment type & size
                    var reply = new builder.Message(session)
                        .text('Attachment from %s of %s type and size of %s bytes received.', msg.source, attachment.contentType, response.length);
                    session.send(reply);
                }).catch(function (err) {
                    console.log('Error downloading attachment:', { statusCode: err.statusCode, message: err.response.statusMessage });
            });

            var stream = isSkypeMessage(msg)
                ? getAudioStreamWithToken(attachment)
                : getAudioStream(attachment);

            speechService.getTextFromAudioStream(stream)
                .then(text => {
                    session.send("You said: " + text);
                })
                .catch(error => {
                    session.send("Oops! Something went wrong. Try again later.");
                    console.error(error);
                });
        }
        else {
            session.send("Did you upload an audio file? I'm more of an audible person. Try sending me a wav file");
        }
    }
]);

function getAudioStream(attachment) {
    return needle.get(attachment.contentUrl, { headers: {'Content-Type': "audio/wav"} });
}

function getAudioStreamWithToken(attachment) {
    var headers = {};

    connector.getAccessToken((error, token) => {
        headers['Authorization'] = 'Bearer ' + token;
    });

    headers['Content-Type'] = attachment.contentType;

    return needle.get(attachment.contentUrl, { headers: headers });
}

// Request file with Authentication Header
function requestWithToken(url) {
    return obtainToken().then(function (token) {
        return request({
            url: url,
            headers: {
                'Authorization': 'Bearer ' + token,
                'Content-Type': 'application/octet-stream'
            }
        });
    });
};

// Promise for obtaining JWT Token (requested once)
var obtainToken = Promise.promisify(connector.getAccessToken.bind(connector));

function isSkypeMessage(message) {
    return message.source === "skype";
};

Answer 1

示例中的代码在访问附件时已经在考虑使用Skype（请参阅here）。我认为您遇到的问题是因为样本中的密钥超出了配额。昨天在样本中添加了一个新的Bing Speech Key，所以我建议你再试一次。

此外，即将添加更新版本的样本。该代码目前位于code review。

在Bing上使用Bing语音识别API与node.js Bot Framework

1 个答案: