权限没有,则隐藏 function forum_list_access_filter($forumlist, $gid, $allow = 'allowread') { global $grouplist; if (empty($forumlist)) return array(); if (1 == $gid) return $forumlist; $forumlist_filter = $forumlist; $group = $grouplist[$gid]; foreach ($forumlist_filter as $fid => $forum) { if (empty($forum['accesson']) && empty($group[$allow]) || !empty($forum['accesson']) && empty($forum['accesslist'][$gid][$allow])) { unset($forumlist_filter[$fid]); } unset($forumlist_filter[$fid]['accesslist']); } return $forumlist_filter; } function forum_filter_moduid($moduids) { $moduids = trim($moduids); if (empty($moduids)) return ''; $arr = explode(',', $moduids); $r = array(); foreach ($arr as $_uid) { $_uid = intval($_uid); $_user = user_read($_uid); if (empty($_user)) continue; if ($_user['gid'] > 4) continue; $r[] = $_uid; } return implode(',', $r); } function forum_safe_info($forum) { //unset($forum['moduids']); return $forum; } function forum_filter($forumlist) { foreach ($forumlist as &$val) { unset($val['brief'], $val['announcement'], $val['seo_title'], $val['seo_keywords'], $val['create_date_fmt'], $val['icon_url'], $val['modlist']); } return $forumlist; } function forum_format_url($forum) { global $conf; if (0 == $forum['category']) { // 列表URL $url = url('list-' . $forum['fid'], '', FALSE); } elseif (1 == $forum['category']) { // 频道 $url = url('category-' . $forum['fid'], '', FALSE); } elseif (2 == $forum['category']) { // 单页 $url = url('read-' . trim($forum['brief']), '', FALSE); } if ($conf['url_rewrite_on'] > 1 && $forum['well_alias']) { if (0 == $forum['category'] || 1 == $forum['category']) { $url = url($forum['well_alias'], '', FALSE); } elseif (2 == $forum['category']) { // 单页 $url = ($forum['threads'] && $forum['brief']) ? url($forum['well_alias'] . '-' . trim($forum['brief']), '', FALSE) : url($forum['well_alias'], '', FALSE); } } return $url; } function well_forum_alias() { $forumlist = forum_list_cache(); if (empty($forumlist)) return ''; $key = 'forum-alias'; static $cache = array(); if (isset($cache[$key])) return $cache[$key]; $cache[$key] = array(); foreach ($forumlist as $val) { if ($val['well_alias']) $cache[$key][$val['fid']] = $val['well_alias']; } return array_flip($cache[$key]); } function well_forum_alias_cache() { global $conf; $key = 'forum-alias-cache'; static $cache = array(); // 用静态变量只能在当前 request 生命周期缓存,跨进程需要再加一层缓存:redis/memcached/xcache/apc if (isset($cache[$key])) return $cache[$key]; if ('mysql' == $conf['cache']['type']) { $arr = well_forum_alias(); } else { $arr = cache_get($key); if (NULL === $arr) { $arr = well_forum_alias(); !empty($arr) AND cache_set($key, $arr); } } $cache[$key] = empty($arr) ? '' : $arr; return $cache[$key]; } ?>reactjs - Send Deepgram generated STT transcription from live Twilio call to client in Node.js and React.js - Stack Overflow
最新消息:雨落星辰是一个专注网站SEO优化、网站SEO诊断、搜索引擎研究、网络营销推广、网站策划运营及站长类的自媒体原创博客

reactjs - Send Deepgram generated STT transcription from live Twilio call to client in Node.js and React.js - Stack Overflow

programmeradmin8浏览0评论

I want to make a twilio call to my phone number and transcribe it using Deepgram, then want to display the transcription on the browser.

The call part is successfully done.

Now, I want to send data to the client and display it on the browser. But I am not able to do it. The console.log('Transcription to send ----- ', dataToSend) in the sendToClient function is printing the data, but not able to send to the client.

I am using Web Socket to achieve this.

Any help would be really appriciated.

This is the code in the app.js file

const { TranscriptionService } = require('./services/transcription-service');

app.post('/make-call', async (req, res) => {
  try {
    const { toNumber } = req.body;
    const accountSid = process.env.TWILIO_ACCOUNT_SID;
    const authToken = process.env.TWILIO_AUTH_TOKEN;
    
    const client = require('twilio')(accountSid, authToken);
    await client.calls.create({
      url: `https://${process.env.SERVER}/incoming`,
      to: toNumber,
      from: process.env.FROM_NUMBER
    })
    .then(call => {
      res.json({ success: true, message: `Call initiated to ${toNumber}`, data: { callSid: call.sid } });
    });
  }
  catch (error) {
    console.log(error.message)
    res.json({ success: false, message: `${error.message}` });
  }
});

app.post('/incoming', (req, res) => {
  try {
    const response = new VoiceResponse();
    const connect = response.connect();
    connect.stream({ url: `wss://${process.env.SERVER}/connection` });
  
    res.type('text/xml');
    res.end(response.toString());
  } catch (err) {
    console.log(err);
  }
});

const clients = new Map(); // Store connected clients by their ids

app.ws('/connection', (ws, req) => {
  try {
    ws.on('error', (error) => {
      console.error('WebSocket Error:', error); // Log the entire error object
    });
    // Filled in from start message
    let streamSid;
    let callSid;
    
    // Unique ID for the connection (e.g., based on remote address or timestamp)
    const clientId = Date.now().toString();
    clients.set(clientId, ws);

    const transcriptionService = new TranscriptionService();
  
    let marks = [];
    let interactionCount = 0;
  
    // Incoming from MediaStream
    ws.on('message', function message(data) {
      const msg = JSON.parse(data);
      console.log(msg.payload)
      if (msg.event === 'start') {
        streamSid = msg.start.streamSid;
        callSid = msg.start.callSid;
      }
      else if (msg.event === 'media') {
        transcriptionService.send(msg?.media?.payload);
      }
      else if (msg.event === 'mark') {
        marks = marks.filter(m => m !== msg.mark.name);
      }
      else if (msg.event === 'stop') {
        console.log(`Twilio -> Media stream ${streamSid} ended.`.underline.red);
      }
      
    });
  
    transcriptionService.on('transcription', async (text) => {
      if (!text) { return; }
      sendToClient(text) // Send Data to the client
    });

    async function sendToClient(dataToSend) {
      const client = clients.get(clientId);
      if (client && client.readyState === WebSocket.OPEN) {
        console.log('Transcription to send ----- ', dataToSend)
        await client.send(JSON.stringify({
          streamSid,
          event: 'clear',
          transcription: dataToSend,
        }));
      }
    }

  } catch (err) {
    console.log(err);
  }
});

This is the code block from the TranscriptionService file

this.dgConnection = deepgram.listen.live({
  encoding: 'mulaw',
  sample_rate: '8000',
  model: 'nova-2',
  punctuate: true,
  interim_results: true,
  utterance_end_ms: 1000,
});

this.finalResult = '';

this.dgConnection.on(LiveTranscriptionEvents.Open, () => {
  this.dgConnection.on(LiveTranscriptionEvents.Transcript, (transcriptionEvent) => {
    
    if (transcriptionEvent.is_final === true && text.trim().length > 0) {
      this.finalResult += ` ${text}`;
      if (transcriptionEvent.speech_final === true) {
        this.emit('transcription', this.finalResult);
        this.finalResult = '';
      }
    }
  });
});
发布评论

评论列表(0)

  1. 暂无评论