blob: 5a13dded4c6434a19b28f788c7536c8fe13d03aa [file] [log] [blame]
/*
* Copyright (C) 2013 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#define LOG_TAG "Camera3-ZslStream"
#define ATRACE_TAG ATRACE_TAG_CAMERA
//#define LOG_NDEBUG 0
// This is needed for stdint.h to define INT64_MAX in C++
#define __STDC_LIMIT_MACROS
#include <utils/Log.h>
#include <utils/Trace.h>
#include "Camera3ZslStream.h"
#ifndef container_of
#define container_of(ptr, type, member) \
(type *)((char*)(ptr) - offsetof(type, member))
#endif
typedef android::RingBufferConsumer::PinnedBufferItem PinnedBufferItem;
namespace android {
namespace camera3 {
namespace {
struct TimestampFinder : public RingBufferConsumer::RingBufferComparator {
typedef RingBufferConsumer::BufferInfo BufferInfo;
enum {
SELECT_I1 = -1,
SELECT_I2 = 1,
SELECT_NEITHER = 0,
};
TimestampFinder(nsecs_t timestamp) : mTimestamp(timestamp) {}
~TimestampFinder() {}
template <typename T>
static void swap(T& a, T& b) {
T tmp = a;
a = b;
b = tmp;
}
/**
* Try to find the best candidate for a ZSL buffer.
* Match priority from best to worst:
* 1) Timestamps match.
* 2) Timestamp is closest to the needle (and lower).
* 3) Timestamp is closest to the needle (and higher).
*
*/
virtual int compare(const BufferInfo *i1,
const BufferInfo *i2) const {
// Try to select non-null object first.
if (i1 == NULL) {
return SELECT_I2;
} else if (i2 == NULL) {
return SELECT_I1;
}
// Best result: timestamp is identical
if (i1->mTimestamp == mTimestamp) {
return SELECT_I1;
} else if (i2->mTimestamp == mTimestamp) {
return SELECT_I2;
}
const BufferInfo* infoPtrs[2] = {
i1,
i2
};
int infoSelectors[2] = {
SELECT_I1,
SELECT_I2
};
// Order i1,i2 so that always i1.timestamp < i2.timestamp
if (i1->mTimestamp > i2->mTimestamp) {
swap(infoPtrs[0], infoPtrs[1]);
swap(infoSelectors[0], infoSelectors[1]);
}
// Second best: closest (lower) timestamp
if (infoPtrs[1]->mTimestamp < mTimestamp) {
return infoSelectors[1];
} else if (infoPtrs[0]->mTimestamp < mTimestamp) {
return infoSelectors[0];
}
// Worst: closest (higher) timestamp
return infoSelectors[0];
/**
* The above cases should cover all the possibilities,
* and we get an 'empty' result only if the ring buffer
* was empty itself
*/
}
const nsecs_t mTimestamp;
}; // struct TimestampFinder
} // namespace anonymous
Camera3ZslStream::Camera3ZslStream(int id, uint32_t width, uint32_t height,
int depth) :
Camera3Stream(id, CAMERA3_STREAM_BIDIRECTIONAL, width, height, 0,
HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED),
mDepth(depth),
mProducer(new RingBufferConsumer(GRALLOC_USAGE_HW_CAMERA_ZSL,
depth)),
mConsumer(new Surface(mProducer->getProducerInterface())),
//mTransform(0),
mTotalBufferCount(0),
mDequeuedBufferCount(0),
mFrameCount(0),
mLastTimestamp(0),
mCombinedFence(new Fence()) {
}
Camera3ZslStream::~Camera3ZslStream() {
disconnectLocked();
}
status_t Camera3ZslStream::getBufferLocked(camera3_stream_buffer *buffer) {
// same as output stream code
ATRACE_CALL();
status_t res;
// Allow dequeue during IN_[RE]CONFIG for registration
if (mState != STATE_CONFIGURED &&
mState != STATE_IN_CONFIG && mState != STATE_IN_RECONFIG) {
ALOGE("%s: Stream %d: Can't get buffers in unconfigured state %d",
__FUNCTION__, mId, mState);
return INVALID_OPERATION;
}
// Only limit dequeue amount when fully configured
if (mState == STATE_CONFIGURED &&
mDequeuedBufferCount == camera3_stream::max_buffers) {
ALOGE("%s: Stream %d: Already dequeued maximum number of simultaneous"
" buffers (%d)", __FUNCTION__, mId,
camera3_stream::max_buffers);
return INVALID_OPERATION;
}
ANativeWindowBuffer* anb;
int fenceFd;
res = mConsumer->dequeueBuffer(mConsumer.get(), &anb, &fenceFd);
if (res != OK) {
ALOGE("%s: Stream %d: Can't dequeue next output buffer: %s (%d)",
__FUNCTION__, mId, strerror(-res), res);
return res;
}
// Handing out a raw pointer to this object. Increment internal refcount.
incStrong(this);
buffer->stream = this;
buffer->buffer = &(anb->handle);
buffer->acquire_fence = fenceFd;
buffer->release_fence = -1;
buffer->status = CAMERA3_BUFFER_STATUS_OK;
mDequeuedBufferCount++;
return OK;
}
status_t Camera3ZslStream::returnBufferLocked(
const camera3_stream_buffer &buffer,
nsecs_t timestamp) {
// same as output stream code
ATRACE_CALL();
status_t res;
// returnBuffer may be called from a raw pointer, not a sp<>, and we'll be
// decrementing the internal refcount next. In case this is the last ref, we
// might get destructed on the decStrong(), so keep an sp around until the
// end of the call - otherwise have to sprinkle the decStrong on all exit
// points.
sp<Camera3ZslStream> keepAlive(this);
decStrong(this);
// Allow buffers to be returned in the error state, to allow for disconnect
// and in the in-config states for registration
if (mState == STATE_CONSTRUCTED) {
ALOGE("%s: Stream %d: Can't return buffers in unconfigured state %d",
__FUNCTION__, mId, mState);
return INVALID_OPERATION;
}
if (mDequeuedBufferCount == 0) {
ALOGE("%s: Stream %d: No buffers outstanding to return", __FUNCTION__,
mId);
return INVALID_OPERATION;
}
sp<Fence> releaseFence;
/**
* Fence management - calculate Release Fence
*/
if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
if (buffer.release_fence != -1) {
ALOGE("%s: Stream %d: HAL should not set release_fence(%d) when "
"there is an error", __FUNCTION__, mId, buffer.release_fence);
close(buffer.release_fence);
}
/**
* Reassign release fence as the acquire fence in case of error
*/
releaseFence = new Fence(buffer.acquire_fence);
} else {
res = native_window_set_buffers_timestamp(mConsumer.get(), timestamp);
if (res != OK) {
ALOGE("%s: Stream %d: Error setting timestamp: %s (%d)",
__FUNCTION__, mId, strerror(-res), res);
return res;
}
releaseFence = new Fence(buffer.release_fence);
}
int anwReleaseFence = releaseFence->dup();
/**
* Return buffer back to ANativeWindow
*/
if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
// Cancel buffer
res = mConsumer->cancelBuffer(mConsumer.get(),
container_of(buffer.buffer, ANativeWindowBuffer, handle),
anwReleaseFence);
if (res != OK) {
ALOGE("%s: Stream %d: Error cancelling buffer to native window:"
" %s (%d)", __FUNCTION__, mId, strerror(-res), res);
}
} else {
res = mConsumer->queueBuffer(mConsumer.get(),
container_of(buffer.buffer, ANativeWindowBuffer, handle),
anwReleaseFence);
if (res != OK) {
ALOGE("%s: Stream %d: Error queueing buffer to native window: %s (%d)",
__FUNCTION__, mId, strerror(-res), res);
}
}
if (res != OK) {
close(anwReleaseFence);
return res;
}
mCombinedFence = Fence::merge(mName, mCombinedFence, releaseFence);
mDequeuedBufferCount--;
mBufferReturnedSignal.signal();
mLastTimestamp = timestamp;
return OK;
}
bool Camera3ZslStream::hasOutstandingBuffersLocked() const {
// same as output stream
nsecs_t signalTime = mCombinedFence->getSignalTime();
ALOGV("%s: Stream %d: Has %d outstanding buffers,"
" buffer signal time is %lld",
__FUNCTION__, mId, mDequeuedBufferCount, signalTime);
if (mDequeuedBufferCount > 0 || signalTime == INT64_MAX) {
return true;
}
return false;
}
status_t Camera3ZslStream::waitUntilIdle(nsecs_t timeout) {
// same as output stream
status_t res;
{
Mutex::Autolock l(mLock);
while (mDequeuedBufferCount > 0) {
if (timeout != TIMEOUT_NEVER) {
nsecs_t startTime = systemTime();
res = mBufferReturnedSignal.waitRelative(mLock, timeout);
if (res == TIMED_OUT) {
return res;
} else if (res != OK) {
ALOGE("%s: Error waiting for outstanding buffers: %s (%d)",
__FUNCTION__, strerror(-res), res);
return res;
}
nsecs_t deltaTime = systemTime() - startTime;
if (timeout <= deltaTime) {
timeout = 0;
} else {
timeout -= deltaTime;
}
} else {
res = mBufferReturnedSignal.wait(mLock);
if (res != OK) {
ALOGE("%s: Error waiting for outstanding buffers: %s (%d)",
__FUNCTION__, strerror(-res), res);
return res;
}
}
}
}
// No lock
unsigned int timeoutMs;
if (timeout == TIMEOUT_NEVER) {
timeoutMs = Fence::TIMEOUT_NEVER;
} else if (timeout == 0) {
timeoutMs = 0;
} else {
// Round up to wait at least 1 ms
timeoutMs = (timeout + 999999) / 1000000;
}
return mCombinedFence->wait(timeoutMs);
}
status_t Camera3ZslStream::configureQueueLocked() {
status_t res;
switch (mState) {
case STATE_IN_RECONFIG:
res = disconnectLocked();
if (res != OK) {
return res;
}
break;
case STATE_IN_CONFIG:
// OK
break;
default:
ALOGE("%s: Bad state: %d", __FUNCTION__, mState);
return INVALID_OPERATION;
}
// Configure consumer-side ANativeWindow interface
res = native_window_api_connect(mConsumer.get(),
NATIVE_WINDOW_API_CAMERA);
if (res != OK) {
ALOGE("%s: Unable to connect to native window for stream %d",
__FUNCTION__, mId);
return res;
}
res = native_window_set_usage(mConsumer.get(), camera3_stream::usage);
if (res != OK) {
ALOGE("%s: Unable to configure usage %08x for stream %d",
__FUNCTION__, camera3_stream::usage, mId);
return res;
}
res = native_window_set_scaling_mode(mConsumer.get(),
NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW);
if (res != OK) {
ALOGE("%s: Unable to configure stream scaling: %s (%d)",
__FUNCTION__, strerror(-res), res);
return res;
}
if (mMaxSize == 0) {
// For buffers of known size
res = native_window_set_buffers_geometry(mConsumer.get(),
camera3_stream::width, camera3_stream::height,
camera3_stream::format);
} else {
// For buffers with bounded size
res = native_window_set_buffers_geometry(mConsumer.get(),
mMaxSize, 1,
camera3_stream::format);
}
if (res != OK) {
ALOGE("%s: Unable to configure stream buffer geometry"
" %d x %d, format %x for stream %d",
__FUNCTION__, camera3_stream::width, camera3_stream::height,
camera3_stream::format, mId);
return res;
}
int maxConsumerBuffers;
res = mConsumer->query(mConsumer.get(),
NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &maxConsumerBuffers);
if (res != OK) {
ALOGE("%s: Unable to query consumer undequeued"
" buffer count for stream %d", __FUNCTION__, mId);
return res;
}
ALOGV("%s: Consumer wants %d buffers", __FUNCTION__,
maxConsumerBuffers);
mTotalBufferCount = maxConsumerBuffers + camera3_stream::max_buffers;
mDequeuedBufferCount = 0;
mFrameCount = 0;
mLastTimestamp = 0;
res = native_window_set_buffer_count(mConsumer.get(),
mTotalBufferCount);
if (res != OK) {
ALOGE("%s: Unable to set buffer count for stream %d",
__FUNCTION__, mId);
return res;
}
return OK;
}
size_t Camera3ZslStream::getBufferCountLocked() {
return mTotalBufferCount;
}
status_t Camera3ZslStream::disconnectLocked() {
status_t res;
switch (mState) {
case STATE_IN_RECONFIG:
case STATE_CONFIGURED:
// OK
break;
default:
// No connection, nothing to do
return OK;
}
if (mDequeuedBufferCount > 0) {
ALOGE("%s: Can't disconnect with %d buffers still dequeued!",
__FUNCTION__, mDequeuedBufferCount);
return INVALID_OPERATION;
}
res = native_window_api_disconnect(mConsumer.get(), NATIVE_WINDOW_API_CAMERA);
/**
* This is not an error. if client calling process dies, the window will
* also die and all calls to it will return DEAD_OBJECT, thus it's already
* "disconnected"
*/
if (res == DEAD_OBJECT) {
ALOGW("%s: While disconnecting stream %d from native window, the"
" native window died from under us", __FUNCTION__, mId);
}
else if (res != OK) {
ALOGE("%s: Unable to disconnect stream %d from native window (error %d %s)",
__FUNCTION__, mId, res, strerror(-res));
mState = STATE_ERROR;
return res;
}
mState = (mState == STATE_IN_RECONFIG) ? STATE_IN_CONFIG : STATE_CONSTRUCTED;
return OK;
}
status_t Camera3ZslStream::getInputBufferLocked(camera3_stream_buffer *buffer) {
ATRACE_CALL();
// TODO: potentially register from inputBufferLocked
// this should be ok, registerBuffersLocked only calls getBuffer for now
// register in output mode instead of input mode for ZSL streams.
if (mState == STATE_IN_CONFIG || mState == STATE_IN_RECONFIG) {
ALOGE("%s: Stream %d: Buffer registration for input streams"
" not implemented (state %d)",
__FUNCTION__, mId, mState);
return INVALID_OPERATION;
}
// Allow dequeue during IN_[RE]CONFIG for registration
if (mState != STATE_CONFIGURED &&
mState != STATE_IN_CONFIG && mState != STATE_IN_RECONFIG) {
ALOGE("%s: Stream %d: Can't get buffers in unconfigured state %d",
__FUNCTION__, mId, mState);
return INVALID_OPERATION;
}
// Only limit dequeue amount when fully configured
if (mState == STATE_CONFIGURED &&
mDequeuedBufferCount == camera3_stream::max_buffers) {
ALOGE("%s: Stream %d: Already dequeued maximum number of simultaneous"
" buffers (%d)", __FUNCTION__, mId,
camera3_stream::max_buffers);
return INVALID_OPERATION;
}
ANativeWindowBuffer* anb;
int fenceFd;
assert(mProducer != 0);
sp<PinnedBufferItem> bufferItem;
{
List<sp<RingBufferConsumer::PinnedBufferItem> >::iterator it, end;
it = mInputBufferQueue.begin();
end = mInputBufferQueue.end();
// Need to call enqueueInputBufferByTimestamp as a prerequisite
if (it == end) {
ALOGE("%s: Stream %d: No input buffer was queued",
__FUNCTION__, mId);
return INVALID_OPERATION;
}
bufferItem = *it;
mInputBufferQueue.erase(it);
}
anb = bufferItem->getBufferItem().mGraphicBuffer->getNativeBuffer();
assert(anb != NULL);
fenceFd = bufferItem->getBufferItem().mFence->dup();
/**
* FenceFD now owned by HAL except in case of error,
* in which case we reassign it to acquire_fence
*/
// Handing out a raw pointer to this object. Increment internal refcount.
incStrong(this);
buffer->stream = this;
buffer->buffer = &(anb->handle);
buffer->acquire_fence = fenceFd;
buffer->release_fence = -1;
buffer->status = CAMERA3_BUFFER_STATUS_OK;
mDequeuedBufferCount++;
mBuffersInFlight.push_back(bufferItem);
return OK;
}
status_t Camera3ZslStream::returnInputBufferLocked(
const camera3_stream_buffer &buffer) {
ATRACE_CALL();
// returnBuffer may be called from a raw pointer, not a sp<>, and we'll be
// decrementing the internal refcount next. In case this is the last ref, we
// might get destructed on the decStrong(), so keep an sp around until the
// end of the call - otherwise have to sprinkle the decStrong on all exit
// points.
sp<Camera3ZslStream> keepAlive(this);
decStrong(this);
// Allow buffers to be returned in the error state, to allow for disconnect
// and in the in-config states for registration
if (mState == STATE_CONSTRUCTED) {
ALOGE("%s: Stream %d: Can't return buffers in unconfigured state %d",
__FUNCTION__, mId, mState);
return INVALID_OPERATION;
}
if (mDequeuedBufferCount == 0) {
ALOGE("%s: Stream %d: No buffers outstanding to return", __FUNCTION__,
mId);
return INVALID_OPERATION;
}
bool bufferFound = false;
sp<PinnedBufferItem> bufferItem;
{
// Find the buffer we are returning
Vector<sp<PinnedBufferItem> >::iterator it, end;
for (it = mBuffersInFlight.begin(), end = mBuffersInFlight.end();
it != end;
++it) {
const sp<PinnedBufferItem>& tmp = *it;
ANativeWindowBuffer *anb =
tmp->getBufferItem().mGraphicBuffer->getNativeBuffer();
if (anb != NULL && &(anb->handle) == buffer.buffer) {
bufferFound = true;
bufferItem = tmp;
mBuffersInFlight.erase(it);
mDequeuedBufferCount--;
}
}
}
if (!bufferFound) {
ALOGE("%s: Stream %d: Can't return buffer that wasn't sent to HAL",
__FUNCTION__, mId);
return INVALID_OPERATION;
}
int releaseFenceFd = buffer.release_fence;
if (buffer.status == CAMERA3_BUFFER_STATUS_ERROR) {
if (buffer.release_fence != -1) {
ALOGE("%s: Stream %d: HAL should not set release_fence(%d) when "
"there is an error", __FUNCTION__, mId, buffer.release_fence);
close(buffer.release_fence);
}
/**
* Reassign release fence as the acquire fence incase of error
*/
releaseFenceFd = buffer.acquire_fence;
}
/**
* Unconditionally return buffer to the buffer queue.
* - Fwk takes over the release_fence ownership
*/
sp<Fence> releaseFence = new Fence(releaseFenceFd);
bufferItem->getBufferItem().mFence = releaseFence;
bufferItem.clear(); // dropping last reference unpins buffer
mCombinedFence = Fence::merge(mName, mCombinedFence, releaseFence);
mBufferReturnedSignal.signal();
return OK;
}
void Camera3ZslStream::dump(int fd, const Vector<String16> &args) const {
(void) args;
String8 lines;
lines.appendFormat(" Stream[%d]: ZSL\n", mId);
lines.appendFormat(" State: %d\n", mState);
lines.appendFormat(" Dims: %d x %d, format 0x%x\n",
camera3_stream::width, camera3_stream::height,
camera3_stream::format);
lines.appendFormat(" Usage: %d, max HAL buffers: %d\n",
camera3_stream::usage, camera3_stream::max_buffers);
lines.appendFormat(" Frames produced: %d, last timestamp: %lld ns\n",
mFrameCount, mLastTimestamp);
lines.appendFormat(" Total buffers: %d, currently dequeued: %d\n",
mTotalBufferCount, mDequeuedBufferCount);
lines.appendFormat(" Input buffers pending: %d, in flight %d\n",
mInputBufferQueue.size(), mBuffersInFlight.size());
write(fd, lines.string(), lines.size());
}
status_t Camera3ZslStream::enqueueInputBufferByTimestamp(
nsecs_t timestamp,
nsecs_t* actualTimestamp) {
Mutex::Autolock l(mLock);
TimestampFinder timestampFinder = TimestampFinder(timestamp);
sp<RingBufferConsumer::PinnedBufferItem> pinnedBuffer =
mProducer->pinSelectedBuffer(timestampFinder,
/*waitForFence*/false);
if (pinnedBuffer == 0) {
ALOGE("%s: No ZSL buffers were available yet", __FUNCTION__);
return NO_BUFFER_AVAILABLE;
}
nsecs_t actual = pinnedBuffer->getBufferItem().mTimestamp;
if (actual != timestamp) {
ALOGW("%s: ZSL buffer candidate search didn't find an exact match --"
" requested timestamp = %lld, actual timestamp = %lld",
__FUNCTION__, timestamp, actual);
}
mInputBufferQueue.push_back(pinnedBuffer);
if (actualTimestamp != NULL) {
*actualTimestamp = actual;
}
return OK;
}
status_t Camera3ZslStream::clearInputRingBuffer() {
Mutex::Autolock l(mLock);
mInputBufferQueue.clear();
return mProducer->clear();
}
status_t Camera3ZslStream::setTransform(int /*transform*/) {
ALOGV("%s: Not implemented", __FUNCTION__);
return INVALID_OPERATION;
}
}; // namespace camera3
}; // namespace android