Qwen Audio 3.0 ASR Flash Streaming

# pip install websockets
# audio.pcm: mono, 16 kHz, signed PCM16 little-endian; <= 30 seconds.
import asyncio, json, os
from pathlib import Path
from websockets.asyncio.client import connect

async def main():
    headers = {"Authorization": "Bearer " + os.environ["SPEECH_API_KEY"]}
    async with connect("wss://api.speechinfra.com/v1/inference/qwen-audio-3-asr-streaming-sg/realtime", additional_headers=headers) as socket:
        await socket.send("{\"semantic_punctuation_enabled\":false,\"max_sentence_silence\":1300,\"multi_threshold_mode_enabled\":false,\"heartbeat\":false,\"type\":\"session.configure\"}")
        while True:
            event = json.loads(await socket.recv())
            if event["type"] == "error":
                raise RuntimeError(event)
            if event["type"] == "session.updated":
                break
        async def send():
            audio = Path("audio.pcm").read_bytes()
            assert 0 < len(audio) <= 960000 and len(audio) % 2 == 0
            for i in range(0, len(audio), 3200):
                await socket.send(audio[i:i+3200])
                await asyncio.sleep(0.1)
            await socket.send('{"type":"session.close"}')
        sender = asyncio.create_task(send())
        try:
            async with asyncio.timeout(90):
                async for message in socket:
                    print(message)
        finally:
            sender.cancel()

asyncio.run(main())

// Use from the console origin with a Speech Cloud project key.
// apiKey is a Speech Cloud project key, never a provider key.
const socket = new WebSocket("wss://api.speechinfra.com/v1/inference/qwen-audio-3-asr-streaming-sg/realtime", ['speech', apiKey]);
socket.onopen = () => socket.send("{\"semantic_punctuation_enabled\":false,\"max_sentence_silence\":1300,\"multi_threshold_mode_enabled\":false,\"heartbeat\":false,\"type\":\"session.configure\"}");
socket.onmessage = ({data}) => {
  const event = JSON.parse(data);
  console.log(event);
  if (event.type === 'session.updated') {
    // Send mono PCM16 / 16 kHz binary frames, <= 30 s in total.
    // After the final frame: socket.send(JSON.stringify({type:'session.close'}));
  }
};
// For a complete file-streaming example: scripts/test_models.py

{
  "type": "object",
  "additionalProperties": false,
  "required": [],
  "properties": {
    "language_hints": {
      "type": "array",
      "items": {
        "type": "string",
        "enum": [
          "zh-CN",
          "en",
          "ja",
          "ko",
          "vi",
          "th",
          "id",
          "ms",
          "tl",
          "hi",
          "ar",
          "fr",
          "de",
          "es",
          "pt",
          "ru",
          "it",
          "nl",
          "sv",
          "da",
          "fi",
          "no",
          "el",
          "pl",
          "cs",
          "hu",
          "ro",
          "bg",
          "hr",
          "sk"
        ]
      },
      "maxItems": 4
    },
    "vocabulary_id": {
      "type": "string",
      "maxLength": 200
    },
    "vocabulary": {
      "type": "object",
      "additionalProperties": {
        "type": "integer",
        "enum": [
          1,
          2,
          3,
          4,
          5,
          50
        ]
      },
      "maxProperties": 2000
    },
    "context": {
      "type": "string",
      "maxLength": 400
    },
    "semantic_punctuation_enabled": {
      "type": "boolean",
      "default": false
    },
    "max_sentence_silence": {
      "type": "integer",
      "minimum": 200,
      "maximum": 6000,
      "default": 1300
    },
    "multi_threshold_mode_enabled": {
      "type": "boolean",
      "default": false,
      "visibleWhen": {
        "semantic_punctuation_enabled": false
      }
    },
    "speech_noise_threshold": {
      "type": "number",
      "minimum": -1,
      "maximum": 1
    },
    "heartbeat": {
      "type": "boolean",
      "default": false
    },
    "type": {
      "type": "string",
      "enum": [
        "session.configure"
      ],
      "default": "session.configure"
    }
  }
}

{
  "type": "object",
  "description": "JSON server events. Send binary mono PCM16 at 16 kHz after session.updated; session.close drains and returns session.closed.",
  "properties": {
    "type": {
      "enum": [
        "session.created",
        "session.updated",
        "session.routed",
        "transcript.partial",
        "transcript.final",
        "error",
        "session.closed"
      ]
    }
  }
}