| /* |
| * Copyright (C) 2009 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package com.android.musicvis.vis5; |
| |
| import com.android.musicvis.R; |
| import com.android.musicvis.RenderScriptScene; |
| import com.android.musicvis.ScriptField_Vertex; |
| import com.android.musicvis.AudioCapture; |
| |
| import android.os.Handler; |
| import android.renderscript.*; |
| import android.renderscript.Element.Builder; |
| import android.renderscript.ProgramStore.BlendDstFunc; |
| import android.renderscript.ProgramStore.BlendSrcFunc; |
| import android.renderscript.Sampler.Value; |
| import android.util.Log; |
| import android.view.MotionEvent; |
| |
| import java.util.TimeZone; |
| |
| class Visualization5RS extends RenderScriptScene { |
| |
| private final Handler mHandler = new Handler(); |
| private final Runnable mDrawCube = new Runnable() { |
| public void run() { |
| updateWave(); |
| } |
| }; |
| private boolean mVisible; |
| |
| private int mNeedlePos = 0; |
| private int mNeedleSpeed = 0; |
| // tweak this to get quicker/slower response |
| private int mNeedleMass = 10; |
| private int mSpringForceAtOrigin = 200; |
| |
| static class WorldState { |
| public float mAngle; |
| public int mPeak; |
| public float mRotate; |
| public float mTilt; |
| public int mIdle; |
| public int mWaveCounter; |
| } |
| WorldState mWorldState = new WorldState(); |
| |
| ScriptC_many mScript; |
| private com.android.musicvis.vis5.ScriptField_Vertex mVertexBuffer; |
| |
| private ProgramStore mPfsBackground; |
| private ProgramFragment mPfBackgroundMip; |
| private ProgramFragment mPfBackgroundNoMip; |
| private ProgramRaster mPr; |
| private Sampler mSamplerMip; |
| private Sampler mSamplerNoMip; |
| private Allocation[] mTextures; |
| |
| private ProgramVertex mPVBackground; |
| private ProgramVertexFixedFunction.Constants mPVAlloc; |
| |
| private Mesh mCubeMesh; |
| |
| protected Allocation mPointAlloc; |
| // 256 lines, with 4 points per line (2 space, 2 texture) each consisting of x and y, |
| // so 8 floats per line. |
| protected float [] mPointData = new float[256*8]; |
| |
| private Allocation mLineIdxAlloc; |
| // 2 indices per line |
| private short [] mIndexData = new short[256*2]; |
| |
| private AudioCapture mAudioCapture = null; |
| private int [] mVizData = new int[1024]; |
| |
| private static final int RSID_STATE = 0; |
| private static final int RSID_POINTS = 1; |
| private static final int RSID_LINES = 2; |
| private static final int RSID_PROGRAMVERTEX = 3; |
| |
| private float mTouchY; |
| |
| Visualization5RS(int width, int height) { |
| super(width, height); |
| mWidth = width; |
| mHeight = height; |
| // the x, s and t coordinates don't change, so set those now |
| int outlen = mPointData.length / 8; |
| int half = outlen / 2; |
| for(int i = 0; i < outlen; i++) { |
| mPointData[i*8] = i - half; // start point X (Y set later) |
| mPointData[i*8+2] = 0; // start point S |
| mPointData[i*8+3] = 0; // start point T |
| mPointData[i*8+4] = i - half; // end point X (Y set later) |
| mPointData[i*8+6] = 1.0f; // end point S |
| mPointData[i*8+7] = 0f; // end point T |
| } |
| } |
| |
| @Override |
| public void resize(int width, int height) { |
| super.resize(width, height); |
| if (mPVAlloc != null) { |
| Matrix4f proj = new Matrix4f(); |
| proj.loadProjectionNormalized(width, height); |
| mPVAlloc.setProjection(proj); |
| } |
| mWorldState.mTilt = -20; |
| } |
| |
| /*@Override |
| public void onTouchEvent(MotionEvent event) { |
| switch(event.getAction()) { |
| case MotionEvent.ACTION_DOWN: |
| mTouchY = event.getY(); |
| break; |
| case MotionEvent.ACTION_MOVE: |
| float dy = event.getY() - mTouchY; |
| mTouchY += dy; |
| dy /= 10; |
| dy += mWorldState.mTilt; |
| if (dy > 0) { |
| dy = 0; |
| } else if (dy < -45) { |
| dy = -45; |
| } |
| mWorldState.mTilt = dy; |
| mState.data(mWorldState); |
| //updateWorldState(); |
| } |
| }*/ |
| |
| @Override |
| public void setOffset(float xOffset, float yOffset, int xPixels, int yPixels) { |
| // update our state, then push it to the renderscript |
| mWorldState.mRotate = (xOffset - 0.5f) * 90; |
| updateWorldState(); |
| } |
| |
| @Override |
| protected ScriptC createScript() { |
| mScript = new ScriptC_many(mRS, mResources, R.raw.many); |
| |
| // First set up the coordinate system and such |
| ProgramVertexFixedFunction.Builder pvb = new ProgramVertexFixedFunction.Builder(mRS); |
| mPVBackground = pvb.create(); |
| mPVAlloc = new ProgramVertexFixedFunction.Constants(mRS); |
| ((ProgramVertexFixedFunction)mPVBackground).bindConstants(mPVAlloc); |
| Matrix4f proj = new Matrix4f(); |
| proj.loadProjectionNormalized(mWidth, mHeight); |
| mPVAlloc.setProjection(proj); |
| |
| mScript.set_gPVBackground(mPVBackground); |
| |
| mTextures = new Allocation[8]; |
| mTextures[0] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.background, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_background(mTextures[0]); |
| mTextures[1] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.frame, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_frame(mTextures[1]); |
| mTextures[2] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.peak_on, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_peak_on(mTextures[2]); |
| mTextures[3] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.peak_off, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_peak_off(mTextures[3]); |
| mTextures[4] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.needle, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_needle(mTextures[4]); |
| mTextures[5] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.black, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_black(mTextures[5]); |
| mTextures[6] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.albumart, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTvumeter_album(mTextures[6]); |
| mTextures[7] = Allocation.createFromBitmapResource(mRS, mResources, R.drawable.fire, |
| Allocation.MipmapControl.MIPMAP_ON_SYNC_TO_TEXTURE, |
| Allocation.USAGE_GRAPHICS_TEXTURE); |
| mScript.set_gTlinetexture(mTextures[7]); |
| |
| { |
| Sampler.Builder builder = new Sampler.Builder(mRS); |
| builder.setMinification(Value.LINEAR); |
| builder.setMagnification(Value.LINEAR); |
| builder.setWrapS(Value.WRAP); |
| builder.setWrapT(Value.WRAP); |
| mSamplerNoMip = builder.create(); |
| } |
| |
| { |
| Sampler.Builder builder = new Sampler.Builder(mRS); |
| builder.setMinification(Value.LINEAR_MIP_LINEAR); |
| builder.setMagnification(Value.LINEAR); |
| builder.setWrapS(Value.WRAP); |
| builder.setWrapT(Value.WRAP); |
| mSamplerMip = builder.create(); |
| } |
| |
| { |
| ProgramFragmentFixedFunction.Builder builder = new ProgramFragmentFixedFunction.Builder(mRS); |
| builder.setTexture(ProgramFragmentFixedFunction.Builder.EnvMode.REPLACE, |
| ProgramFragmentFixedFunction.Builder.Format.RGBA, 0); |
| mPfBackgroundNoMip = builder.create(); |
| mPfBackgroundNoMip.bindSampler(mSamplerNoMip, 0); |
| mScript.set_gPFBackgroundNoMip(mPfBackgroundNoMip); |
| } |
| |
| { |
| ProgramFragmentFixedFunction.Builder builder = new ProgramFragmentFixedFunction.Builder(mRS); |
| builder.setTexture(ProgramFragmentFixedFunction.Builder.EnvMode.REPLACE, |
| ProgramFragmentFixedFunction.Builder.Format.RGBA, 0); |
| mPfBackgroundMip = builder.create(); |
| mPfBackgroundMip.bindSampler(mSamplerMip, 0); |
| mScript.set_gPFBackgroundMip(mPfBackgroundMip); |
| } |
| |
| { |
| ProgramRaster.Builder builder = new ProgramRaster.Builder(mRS); |
| builder.setCullMode(ProgramRaster.CullMode.NONE); |
| mPr = builder.create(); |
| mScript.set_gPR(mPr); |
| } |
| |
| { |
| ProgramStore.Builder builder = new ProgramStore.Builder(mRS); |
| builder.setDepthFunc(ProgramStore.DepthFunc.EQUAL); |
| //builder.setBlendFunc(BlendSrcFunc.SRC_ALPHA, BlendDstFunc.ONE_MINUS_SRC_ALPHA); |
| builder.setBlendFunc(BlendSrcFunc.ONE, BlendDstFunc.ONE_MINUS_SRC_ALPHA); |
| builder.setDitherEnabled(true); // without dithering there is severe banding |
| builder.setDepthMaskEnabled(false); |
| mPfsBackground = builder.create(); |
| |
| mScript.set_gPFSBackground(mPfsBackground); |
| } |
| |
| // Start creating the mesh |
| mVertexBuffer = new com.android.musicvis.vis5.ScriptField_Vertex(mRS, mPointData.length / 4); |
| |
| final Mesh.AllocationBuilder meshBuilder = new Mesh.AllocationBuilder(mRS); |
| meshBuilder.addVertexAllocation(mVertexBuffer.getAllocation()); |
| // Create the Allocation for the indices |
| mLineIdxAlloc = Allocation.createSized(mRS, Element.U16(mRS), mIndexData.length, |
| Allocation.USAGE_SCRIPT | |
| Allocation.USAGE_GRAPHICS_VERTEX); |
| // This will be a line mesh |
| meshBuilder.addIndexSetAllocation(mLineIdxAlloc, Mesh.Primitive.LINE); |
| |
| // Create the Allocation for the vertices |
| mCubeMesh = meshBuilder.create(); |
| |
| mPointAlloc = mVertexBuffer.getAllocation(); |
| |
| mScript.bind_gPoints(mVertexBuffer); |
| mScript.set_gPointBuffer(mPointAlloc); |
| mScript.set_gCubeMesh(mCubeMesh); |
| |
| // put the vertex and index data in their respective buffers |
| updateWave(); |
| for(int i = 0; i < mIndexData.length; i ++) { |
| mIndexData[i] = (short) i; |
| } |
| |
| // upload the vertex and index data |
| mPointAlloc.copyFromUnchecked(mPointData); |
| mLineIdxAlloc.copyFrom(mIndexData); |
| mLineIdxAlloc.syncAll(Allocation.USAGE_SCRIPT); |
| |
| return mScript; |
| } |
| |
| @Override |
| public void start() { |
| super.start(); |
| mVisible = true; |
| if (mAudioCapture == null) { |
| mAudioCapture = new AudioCapture(AudioCapture.TYPE_PCM, 1024); |
| } |
| mAudioCapture.start(); |
| updateWave(); |
| } |
| |
| @Override |
| public void stop() { |
| super.stop(); |
| mVisible = false; |
| if (mAudioCapture != null) { |
| mAudioCapture.stop(); |
| mAudioCapture.release(); |
| mAudioCapture = null; |
| } |
| } |
| |
| void updateWave() { |
| mHandler.removeCallbacks(mDrawCube); |
| if (!mVisible) { |
| return; |
| } |
| mHandler.postDelayed(mDrawCube, 20); |
| |
| int len = 0; |
| if (mAudioCapture != null) { |
| // arbitrary scalar to get better range: 512 = 2 * 256 (256 for 8 to 16 bit) |
| mVizData = mAudioCapture.getFormattedData(512, 1); |
| len = mVizData.length; |
| } |
| |
| // Simulate running the signal through a rectifier by |
| // taking the average of the absolute sample values. |
| int volt = 0; |
| if (len > 0) { |
| for (int i = 0; i < len; i++) { |
| int val = mVizData[i]; |
| if (val < 0) { |
| val = -val; |
| } |
| volt += val; |
| } |
| volt = volt / len; |
| } |
| |
| // There are several forces working on the needle: a force applied by the |
| // electromagnet, a force applied by the spring, and friction. |
| // The force from the magnet is proportional to the current flowing |
| // through its coil. We have to take in to account that the coil is an |
| // inductive load, which means that an immediate change in applied voltage |
| // will result in a gradual change in current, but also that current will |
| // be induced by the movement of the needle. |
| // The force from the spring is proportional to the position of the needle. |
| // The friction force is a function of the speed of the needle, but so is |
| // the current induced by the movement of the needle, so we can combine |
| // them. |
| |
| |
| // Add up the various forces, with some multipliers to make the movement |
| // of the needle more realistic |
| // 'volt' is for the applied voltage, which causes a current to flow through the coil |
| // mNeedleSpeed * 3 is for the movement of the needle, which induces an opposite current |
| // in the coil, and is also proportional to the friction |
| // mNeedlePos + mSpringForceAtOrigin is for the force of the spring pushing the needle back |
| int netforce = volt - mNeedleSpeed * 3 - (mNeedlePos + mSpringForceAtOrigin) ; |
| int acceleration = netforce / mNeedleMass; |
| mNeedleSpeed += acceleration; |
| mNeedlePos += mNeedleSpeed; |
| if (mNeedlePos < 0) { |
| mNeedlePos = 0; |
| mNeedleSpeed = 0; |
| } else if (mNeedlePos > 32767) { |
| if (mNeedlePos > 33333) { |
| mWorldState.mPeak = 10; |
| } |
| mNeedlePos = 32767; |
| mNeedleSpeed = 0; |
| } |
| if (mWorldState.mPeak > 0) { |
| mWorldState.mPeak--; |
| } |
| |
| mWorldState.mAngle = 131f - (mNeedlePos / 410f); // ~80 degree range |
| |
| // downsample 1024 samples in to 256 |
| |
| if (len == 0) { |
| if (mWorldState.mIdle == 0) { |
| mWorldState.mIdle = 1; |
| } |
| } else { |
| if (mWorldState.mIdle != 0) { |
| mWorldState.mIdle = 0; |
| } |
| // TODO: might be more efficient to push this in to renderscript |
| int outlen = mPointData.length / 8; |
| len /= 4; |
| if (len > outlen) len = outlen; |
| for(int i = 0; i < len; i++) { |
| int amp = (mVizData[i*4] + mVizData[i*4+1] + mVizData[i*4+2] + mVizData[i*4+3]); |
| mPointData[i*8+1] = amp; |
| mPointData[i*8+5] = -amp; |
| } |
| mPointAlloc.copyFromUnchecked(mPointData); |
| mWorldState.mWaveCounter++; |
| } |
| |
| updateWorldState(); |
| } |
| |
| protected void updateWorldState() { |
| mScript.set_gAngle(mWorldState.mAngle); |
| mScript.set_gPeak(mWorldState.mPeak); |
| mScript.set_gRotate(mWorldState.mRotate); |
| mScript.set_gTilt(mWorldState.mTilt); |
| mScript.set_gIdle(mWorldState.mIdle); |
| mScript.set_gWaveCounter(mWorldState.mWaveCounter); |
| } |
| } |