小贝子编程

当 MediaElementAudioSource 输出零时，如何播放音频，但 CORS 不再是问题



我正在尝试将<audio>实现到THREE.js场景中，并且在音频播放时遇到了一些问题。在我注销到console的数组中，所有输出都是"0"。我已经通过放置以下内容来解释 CORS 问题：audio.crossOrigin = "anonymous" audio.play();初始化之后，但这无济于事。任何想法将不胜感激。

哦，我也用服务器测试过这个，所以这不是问题。

这是存储库的链接。

这是 jsbin。

下面是代码。

.HTML 

<html lang="en">
<head>
  <meta charset="UTF-8" />
  <title>Threejs Experiment</title>
  <link rel="stylesheet" href="style.css" media="screen" title="no title" charset="utf-8">
  <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/three.js/r73/three.min.js"></script>
  <script type="text/javascript" src="https://cdnjs.cloudflare.com/ajax/libs/jquery/2.2.0/jquery.min.js"></script>
  <script src="https://dl.dropboxusercontent.com/u/3587259/Code/Threejs/OrbitControls.js"></script>
</head>
<body>
<audio id="song" src="https://soundcloud.com/madeon/madeon-cut-the-kid"></audio>
<script type="text/javascript" src="main.js"></script>
<script type="text/javascript" src="https://cdn.rawgit.com/mrdoob/three.js/master/examples/js/controls/OrbitControls.js"></script>
</body>
</html>

JavaScript

$(function(){
// Add Audio context and Audio
var ctx = new AudioContext();
var audio = document.getElementById('song');
var audioSrc = ctx.createMediaElementSource(audio);
var analyser = ctx.createAnalyser();
audioSrc.connect(analyser);
audioSrc.connect(ctx.destination);
var frequencyData = new Uint8Array(analyser.frequencyBinCount);
// Set scene and camera
var scene = new THREE.Scene();
var aspectRatio = window.innerWidth / window.innerHeight;
var camera = new THREE.PerspectiveCamera(75, aspectRatio, 0.1, 100);
camera.target = new THREE.Vector3( 10, 10, 10 );
// Set the DOM
var renderer = new THREE.WebGLRenderer({ antialias:true });
renderer.setSize(window.innerWidth, window.innerHeight);
renderer.setClearColor("#000000");
document.body.appendChild(renderer.domElement);
// Add controls
// controls = new THREE.OrbitControls(camera, renderer );
// controls.addEventListener( 'change', render );
// Move the camera
camera.position.z = 10;
camera.position.y = 0;
// Point Lights
var pointLightBlue = new THREE.PointLight( "#00ccff", 5, 100, 2 );
pointLightBlue.position.set( -10, -40, -10 );
scene.add(pointLightBlue);
// var pointLightBlue = new THREE.PointLight( "#ffffff", 1, 0, 1 );
// pointLightBlue.position.set( -10, 20, -10 );
// scene.add(pointLightBlue);
// var pointLightPink = new THREE.PointLight( "#EE567C", 5, 100, 10 );
// pointLightPink.position.set( 1, 0, -5 );
// scene.add(pointLightPink);
var pointLight = new THREE.PointLight( "#A805FA", 100, 1000, 40 );
pointLight.position.set( 40, 0, 40 );
scene.add(pointLight);
var sphereSize = 5;
var pointLightHelper = new THREE.PointLightHelper( pointLight, sphereSize );
scene.add( pointLightHelper );
var pointLight2 = new THREE.PointLight( "#07FAA0", 100, 1000, 30 );
pointLight2.position.set( -40, 0, -40 );
scene.add(pointLight2);
var sphereSize = 5;
var pointLightHelper = new THREE.PointLightHelper( pointLight2, sphereSize );
scene.add( pointLightHelper );
var quantity = 50;
var shapes = [];

for (var i = 0; i < quantity; i++) {
    if(Math.random() < 0.5){
      var geometry = new THREE.RingGeometry( 50, 50, 18);
      // var geometries = [
            //      new THREE.IcosahedronGeometry( 20, 0 ),
            //      new THREE.OctahedronGeometry( 20, 0 ),
            //      new THREE.TetrahedronGeometry( 20, 0 ),
            //  ];
      //
            // var geometry = geometries[ Math.floor( Math.random() * geometries.length ) ];
            // var material = new THREE.MeshLambertMaterial( {
            //  color: new THREE.Color( Math.random(), Math.random() * 0.5, Math.random() ),
            //  blending: THREE.AdditiveBlending,
            //  depthTest: false,
            //  shading: THREE.FlatShading,
            //  transparent: true
            // } );
            // var mesh = new THREE.Mesh( geometry, material );
            // var wireframe = mesh.clone();
            // wireframe.material = wireframe.material.clone();
            // wireframe.material.wireframe = true;
            // mesh.add( wireframe );
            // scene.add(mesh);
      // var geometry = new THREE.RingGeometry( 20, 150, 18);
        //var geometry = new THREE.TorusKnotGeometry( 10, 3, 100, 16 );
    }
    else {
      // var geometry = new THREE.RingGeometry( 4, 40, 3);

      // var geometry = new THREE.RingGeometry( 1, 5, 6 );
      // var material = new THREE.MeshBasicMaterial( { color: 0xffff00,
      //   side: THREE.DoubleSide } );
      // var mesh = new THREE.Mesh( geometry, material );
      // scene.add( mesh );
      // var points = [];
      // for ( var j = 0; j < 10; j++ ) {
      //    points.push( new THREE.Vector3( Math.sin( j * 0.2 ) * 15 + 50, 0, ( j - 5 ) * 2 ) );
      //
      // }
      // var geometry = new THREE.LatheGeometry( points );
      // var material = new THREE.MeshBasicMaterial( { color: 0xffff00 } );
      // var lathe = new THREE.Mesh( geometry, material );
      // scene.add( lathe );
    }
    if(i % 7 === 0) {
        var material = new THREE.MeshPhongMaterial( { color: "#ffffff"} );
    }
    else if(i % 2 === 0){
        var material = new THREE.MeshPhongMaterial( { color: "#666666"} );
    }
    else {
        var material = new THREE.MeshPhongMaterial( { color: "#333333"} );
    }
    var mesh = new THREE.Mesh(geometry, material);
    mesh.position.z = -i * 2;
    mesh.rotation.z = i;
    shapes.push(mesh);
    scene.add(mesh);
}
// Variables
var u_time = 0;
// Render function
var render = function() {
    requestAnimationFrame(render);
    u_time++;
    for (var i = 0; i < quantity; i++) {
        // Set rotation change of shapes
        shapes[i].position.z += 0.2;
        shapes[i].rotation.z += 0;
        shapes[i].scale.x = 1 + Math.sin(i + u_time * 0.1) * 0.05;
        shapes[i].scale.y = 1 + Math.sin(i + u_time * 0.1) * 0.05;
        var change = 1.5 + Math.sin(u_time * 0.5) * 0.5;
        // Set wireframe & width
        if(Math.random() < change){
            shapes[i].material.wireframe = true;
            shapes[i].material.wireframeLinewidth = Math.random() * 2;
        }
        else {
            shapes[i].material.wireframe = false;
        }
        if(shapes[i].position.z > 10){
            shapes[i].position.z = -70;
            shapes[i].rotation.z = i;
        }
    }
    // Set Point light Intensity & Position
    pointLight.intensity = Math.abs(Math.sin(u_time * 0.2) * 2);
    pointLight2.intensity = Math.abs(Math.cos(u_time * 0.2) * 2);
    pointLight.position.z = Math.abs(Math.sin(u_time * 0.02) * 30);
    pointLight2.position.z = Math.abs(Math.cos(u_time * 0.02) * 30);
    // camera.rotation.y = 90 * Math.PI / 180;
    // camera.rotation.z = frequencyData[20] * Math.PI / 180;
    // camera.rotation.x = frequencyData[100] * Math.PI / 180;
    console.log(frequencyData);
    //composer.render();
    renderer.render(scene, camera);
}
audio.play();
// audio.crossOrigin = "anonymous";
render();
});

"CORS 不是问题"是什么意思？

  1. 如果音频来自不同的来源，则需要在设置 src 属性之前设置 crossOrigin 属性

    someAudioElement.crossOrigin = "anonymous";

    换句话说，要么将 crossOrigin 属性放在标记本身中

    <audio crossOrigin="anonymous" src="http://somedomain/someaudio">...

    或者在 JavaScript 中

    someAudioElement.crossOrigin = "anonymous";
someAudioElement.src = "http://somedomain/someaudio";

    您之前必须执行此操作的原因是，当您设置 src 属性时，浏览器将尝试获取音频。如果尚未设置 crossOrigin 属性，则浏览器将不知道请求使用音频的权限。

    请注意，所做的只是请求服务器的权限。服务器本身仍然必须授予浏览器使用音频的权限。大多数服务器不授予此权限。Soundcloud可以，但不是所有歌曲。

  2. iOS 上的 Safari 和 Android 上的 Chrome 不支持分析流音频数据。

    您可以在此处跟踪 Chrome 问题以解决此问题。如果要跟踪进度，请为其加星标。我不知道是否有webkit错误来跟踪iOS上的问题

  3. AFAIK 你不能直接播放声音云网址

    你有这样的代码

    <audio id="song" src="https://soundcloud.com/madeon/madeon-cut-the-kid"></audio>

    这不是声音云音频的有效 URL。您必须将该URL与API密钥一起传递给soundcloud API，它会为您提供正确的URL。

    这是一个关于它的问题

    其他需要注意的事项：

    • soundcloud SDK 3.0 SDK 无法在 Safari 上分析音频。使用 soundcloud SDK 2.0 或更高版本，请使用直接 XMLHttpRequest，因为即使您不使用 Soundcloud SDK 2.0 也会初始化 Flash。

    • 使用声音云 sdk 2.0 的示例

      在 HTML 中

      <script src="https://connect.soundcloud.com/sdk-2.0.0.js"></script>

      在 Javascript 中

      // see https://auth0.com/docs/connections/social/soundcloud
var yourSoundCloudClientId = "???????";
SC.initialize({
  client_id: yoursCoundCloudClientId,
});
var soundCloudURL = "https://soundcloud.com/madeon/madeon-cut-the-kid";
SC.get("/resolve", { url: soundCloudUrl }, function(result, err) {
  if (err) {
    console.error("bad url:", url, err);
    return;
  }
  if (result.streamable && result.stream_url) {
    var src = result.stream_url + '?client_id=' + yourSoundCloudClientId;
    someAudioElement.crossOrigin = "anonymous";
    someAudioElement.src = src;
    // other things you might be interested in because
    // if you use soundcloud music you're required to give
    // and display attribution and links
    console.log("link to music:", result.permalink_url);
    console.log("link to band:", result.user.permalink_url);
    console.log("name of song:", result.title);
    console.log("name to band:", result.user.username);
  } else {
     console.error("not streamable:", url);
  }
});

      此示例在没有 soundcloud SDK 的情况下完成此操作。

相关内容

最新更新


热门标签：

javascript python java c# php android html jquery c++ css ios sql mysql arrays asp.net json python-3.x ruby-on-rails .net sql-server django objective-c excel regex ruby linux ajax iphone xml vba spring asp.net-mvc database wordpress string postgresql wpf windows xcode bash git oracle list vb.net multithreading eclipse algorithm macos powershell visual-studio image forms numpy scala function api selenium