420 lines
11 KiB
C
420 lines
11 KiB
C
/*
|
|
* sync.c
|
|
*
|
|
* Copyright 2012 Google, Inc
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <malloc.h>
|
|
#include <poll.h>
|
|
#include <stdatomic.h>
|
|
#include <stdint.h>
|
|
#include <string.h>
|
|
|
|
#include <sys/ioctl.h>
|
|
#include <sys/stat.h>
|
|
#include <sys/types.h>
|
|
|
|
#include <android/sync.h>
|
|
|
|
/* Legacy Sync API */
|
|
|
|
struct sync_legacy_merge_data {
|
|
int32_t fd2;
|
|
char name[32];
|
|
int32_t fence;
|
|
};
|
|
|
|
/**
|
|
* DOC: SYNC_IOC_MERGE - merge two fences
|
|
*
|
|
* Takes a struct sync_merge_data. Creates a new fence containing copies of
|
|
* the sync_pts in both the calling fd and sync_merge_data.fd2. Returns the
|
|
* new fence's fd in sync_merge_data.fence
|
|
*
|
|
* This is the legacy version of the Sync API before the de-stage that happened
|
|
* on Linux kernel 4.7.
|
|
*/
|
|
#define SYNC_IOC_LEGACY_MERGE _IOWR(SYNC_IOC_MAGIC, 1, \
|
|
struct sync_legacy_merge_data)
|
|
|
|
/**
|
|
* DOC: SYNC_IOC_LEGACY_FENCE_INFO - get detailed information on a fence
|
|
*
|
|
* Takes a struct sync_fence_info_data with extra space allocated for pt_info.
|
|
* Caller should write the size of the buffer into len. On return, len is
|
|
* updated to reflect the total size of the sync_fence_info_data including
|
|
* pt_info.
|
|
*
|
|
* pt_info is a buffer containing sync_pt_infos for every sync_pt in the fence.
|
|
* To iterate over the sync_pt_infos, use the sync_pt_info.len field.
|
|
*
|
|
* This is the legacy version of the Sync API before the de-stage that happened
|
|
* on Linux kernel 4.7.
|
|
*/
|
|
#define SYNC_IOC_LEGACY_FENCE_INFO _IOWR(SYNC_IOC_MAGIC, 2,\
|
|
struct sync_fence_info_data)
|
|
|
|
/* SW Sync API */
|
|
|
|
struct sw_sync_create_fence_data {
|
|
__u32 value;
|
|
char name[32];
|
|
__s32 fence;
|
|
};
|
|
|
|
#define SW_SYNC_IOC_MAGIC 'W'
|
|
#define SW_SYNC_IOC_CREATE_FENCE _IOWR(SW_SYNC_IOC_MAGIC, 0, struct sw_sync_create_fence_data)
|
|
#define SW_SYNC_IOC_INC _IOW(SW_SYNC_IOC_MAGIC, 1, __u32)
|
|
|
|
// ---------------------------------------------------------------------------
|
|
// Support for caching the sync uapi version.
|
|
//
|
|
// This library supports both legacy (android/staging) uapi and modern
|
|
// (mainline) sync uapi. Library calls first try one uapi, and if that fails,
|
|
// try the other. Since any given kernel only supports one uapi version, after
|
|
// the first successful syscall we know what the kernel supports and can skip
|
|
// trying the other.
|
|
|
|
enum uapi_version {
|
|
UAPI_UNKNOWN,
|
|
UAPI_MODERN,
|
|
UAPI_LEGACY
|
|
};
|
|
static atomic_int g_uapi_version = ATOMIC_VAR_INIT(UAPI_UNKNOWN);
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
int sync_wait(int fd, int timeout)
|
|
{
|
|
struct pollfd fds;
|
|
int ret;
|
|
|
|
if (fd < 0) {
|
|
errno = EINVAL;
|
|
return -1;
|
|
}
|
|
|
|
fds.fd = fd;
|
|
fds.events = POLLIN;
|
|
|
|
do {
|
|
ret = poll(&fds, 1, timeout);
|
|
if (ret > 0) {
|
|
if (fds.revents & (POLLERR | POLLNVAL)) {
|
|
errno = EINVAL;
|
|
return -1;
|
|
}
|
|
return 0;
|
|
} else if (ret == 0) {
|
|
errno = ETIME;
|
|
return -1;
|
|
}
|
|
} while (ret == -1 && (errno == EINTR || errno == EAGAIN));
|
|
|
|
return ret;
|
|
}
|
|
|
|
static int legacy_sync_merge(const char *name, int fd1, int fd2)
|
|
{
|
|
struct sync_legacy_merge_data data;
|
|
int ret;
|
|
|
|
data.fd2 = fd2;
|
|
strlcpy(data.name, name, sizeof(data.name));
|
|
ret = ioctl(fd1, SYNC_IOC_LEGACY_MERGE, &data);
|
|
if (ret < 0)
|
|
return ret;
|
|
return data.fence;
|
|
}
|
|
|
|
static int modern_sync_merge(const char *name, int fd1, int fd2)
|
|
{
|
|
struct sync_merge_data data;
|
|
int ret;
|
|
|
|
data.fd2 = fd2;
|
|
strlcpy(data.name, name, sizeof(data.name));
|
|
data.flags = 0;
|
|
data.pad = 0;
|
|
|
|
ret = ioctl(fd1, SYNC_IOC_MERGE, &data);
|
|
if (ret < 0)
|
|
return ret;
|
|
return data.fence;
|
|
}
|
|
|
|
int sync_merge(const char *name, int fd1, int fd2)
|
|
{
|
|
int uapi;
|
|
int ret;
|
|
|
|
uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire);
|
|
|
|
if (uapi == UAPI_MODERN || uapi == UAPI_UNKNOWN) {
|
|
ret = modern_sync_merge(name, fd1, fd2);
|
|
if (ret >= 0 || errno != ENOTTY) {
|
|
if (ret >= 0 && uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_MODERN,
|
|
memory_order_release);
|
|
}
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
ret = legacy_sync_merge(name, fd1, fd2);
|
|
if (ret >= 0 && uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_LEGACY,
|
|
memory_order_release);
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
static struct sync_fence_info_data *legacy_sync_fence_info(int fd)
|
|
{
|
|
struct sync_fence_info_data *legacy_info;
|
|
struct sync_pt_info *legacy_pt_info;
|
|
int err;
|
|
|
|
legacy_info = malloc(4096);
|
|
if (legacy_info == NULL)
|
|
return NULL;
|
|
|
|
legacy_info->len = 4096;
|
|
err = ioctl(fd, SYNC_IOC_LEGACY_FENCE_INFO, legacy_info);
|
|
if (err < 0) {
|
|
free(legacy_info);
|
|
return NULL;
|
|
}
|
|
return legacy_info;
|
|
}
|
|
|
|
static struct sync_file_info *modern_sync_file_info(int fd)
|
|
{
|
|
struct sync_file_info local_info;
|
|
struct sync_file_info *info;
|
|
int err;
|
|
|
|
memset(&local_info, 0, sizeof(local_info));
|
|
err = ioctl(fd, SYNC_IOC_FILE_INFO, &local_info);
|
|
if (err < 0)
|
|
return NULL;
|
|
|
|
info = calloc(1, sizeof(struct sync_file_info) +
|
|
local_info.num_fences * sizeof(struct sync_fence_info));
|
|
if (!info)
|
|
return NULL;
|
|
info->sync_fence_info = (__u64)(uintptr_t)(info + 1);
|
|
|
|
err = ioctl(fd, SYNC_IOC_FILE_INFO, info);
|
|
if (err < 0) {
|
|
free(info);
|
|
return NULL;
|
|
}
|
|
|
|
return info;
|
|
}
|
|
|
|
static struct sync_fence_info_data *sync_file_info_to_legacy_fence_info(
|
|
const struct sync_file_info *info)
|
|
{
|
|
struct sync_fence_info_data *legacy_info;
|
|
struct sync_pt_info *legacy_pt_info;
|
|
const struct sync_fence_info *fence_info = sync_get_fence_info(info);
|
|
const uint32_t num_fences = info->num_fences;
|
|
|
|
legacy_info = malloc(4096);
|
|
if (legacy_info == NULL)
|
|
return NULL;
|
|
legacy_info->len = sizeof(*legacy_info) +
|
|
num_fences * sizeof(struct sync_pt_info);
|
|
strlcpy(legacy_info->name, info->name, sizeof(legacy_info->name));
|
|
legacy_info->status = info->status;
|
|
|
|
legacy_pt_info = (struct sync_pt_info *)legacy_info->pt_info;
|
|
for (uint32_t i = 0; i < num_fences; i++) {
|
|
legacy_pt_info[i].len = sizeof(*legacy_pt_info);
|
|
strlcpy(legacy_pt_info[i].obj_name, fence_info[i].obj_name,
|
|
sizeof(legacy_pt_info->obj_name));
|
|
strlcpy(legacy_pt_info[i].driver_name, fence_info[i].driver_name,
|
|
sizeof(legacy_pt_info->driver_name));
|
|
legacy_pt_info[i].status = fence_info[i].status;
|
|
legacy_pt_info[i].timestamp_ns = fence_info[i].timestamp_ns;
|
|
}
|
|
|
|
return legacy_info;
|
|
}
|
|
|
|
static struct sync_file_info* legacy_fence_info_to_sync_file_info(
|
|
struct sync_fence_info_data *legacy_info)
|
|
{
|
|
struct sync_file_info *info;
|
|
struct sync_pt_info *pt;
|
|
struct sync_fence_info *fence;
|
|
size_t num_fences;
|
|
int err;
|
|
|
|
pt = NULL;
|
|
num_fences = 0;
|
|
while ((pt = sync_pt_info(legacy_info, pt)) != NULL)
|
|
num_fences++;
|
|
|
|
info = calloc(1, sizeof(struct sync_file_info) +
|
|
num_fences * sizeof(struct sync_fence_info));
|
|
if (!info) {
|
|
free(legacy_info);
|
|
return NULL;
|
|
}
|
|
info->sync_fence_info = (__u64)(uintptr_t)(info + 1);
|
|
|
|
strlcpy(info->name, legacy_info->name, sizeof(info->name));
|
|
info->status = legacy_info->status;
|
|
info->num_fences = num_fences;
|
|
|
|
pt = NULL;
|
|
fence = sync_get_fence_info(info);
|
|
while ((pt = sync_pt_info(legacy_info, pt)) != NULL) {
|
|
strlcpy(fence->obj_name, pt->obj_name, sizeof(fence->obj_name));
|
|
strlcpy(fence->driver_name, pt->driver_name,
|
|
sizeof(fence->driver_name));
|
|
fence->status = pt->status;
|
|
fence->timestamp_ns = pt->timestamp_ns;
|
|
fence++;
|
|
}
|
|
|
|
return info;
|
|
}
|
|
|
|
struct sync_fence_info_data *sync_fence_info(int fd)
|
|
{
|
|
struct sync_fence_info_data *legacy_info;
|
|
int uapi;
|
|
|
|
uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire);
|
|
|
|
if (uapi == UAPI_LEGACY || uapi == UAPI_UNKNOWN) {
|
|
legacy_info = legacy_sync_fence_info(fd);
|
|
if (legacy_info || errno != ENOTTY) {
|
|
if (legacy_info && uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_LEGACY,
|
|
memory_order_release);
|
|
}
|
|
return legacy_info;
|
|
}
|
|
}
|
|
|
|
struct sync_file_info* file_info;
|
|
file_info = modern_sync_file_info(fd);
|
|
if (!file_info)
|
|
return NULL;
|
|
if (uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_MODERN,
|
|
memory_order_release);
|
|
}
|
|
legacy_info = sync_file_info_to_legacy_fence_info(file_info);
|
|
sync_file_info_free(file_info);
|
|
return legacy_info;
|
|
}
|
|
|
|
struct sync_file_info* sync_file_info(int32_t fd)
|
|
{
|
|
struct sync_file_info *info;
|
|
int uapi;
|
|
|
|
uapi = atomic_load_explicit(&g_uapi_version, memory_order_acquire);
|
|
|
|
if (uapi == UAPI_MODERN || uapi == UAPI_UNKNOWN) {
|
|
info = modern_sync_file_info(fd);
|
|
if (info || errno != ENOTTY) {
|
|
if (info && uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_MODERN,
|
|
memory_order_release);
|
|
}
|
|
return info;
|
|
}
|
|
}
|
|
|
|
struct sync_fence_info_data *legacy_info;
|
|
legacy_info = legacy_sync_fence_info(fd);
|
|
if (!legacy_info)
|
|
return NULL;
|
|
if (uapi == UAPI_UNKNOWN) {
|
|
atomic_store_explicit(&g_uapi_version, UAPI_LEGACY,
|
|
memory_order_release);
|
|
}
|
|
info = legacy_fence_info_to_sync_file_info(legacy_info);
|
|
sync_fence_info_free(legacy_info);
|
|
return info;
|
|
}
|
|
|
|
struct sync_pt_info *sync_pt_info(struct sync_fence_info_data *info,
|
|
struct sync_pt_info *itr)
|
|
{
|
|
if (itr == NULL)
|
|
itr = (struct sync_pt_info *) info->pt_info;
|
|
else
|
|
itr = (struct sync_pt_info *) ((__u8 *)itr + itr->len);
|
|
|
|
if ((__u8 *)itr - (__u8 *)info >= (int)info->len)
|
|
return NULL;
|
|
|
|
return itr;
|
|
}
|
|
|
|
void sync_fence_info_free(struct sync_fence_info_data *info)
|
|
{
|
|
free(info);
|
|
}
|
|
|
|
void sync_file_info_free(struct sync_file_info *info)
|
|
{
|
|
free(info);
|
|
}
|
|
|
|
|
|
int sw_sync_timeline_create(void)
|
|
{
|
|
int ret;
|
|
|
|
ret = open("/sys/kernel/debug/sync/sw_sync", O_RDWR);
|
|
if (ret < 0)
|
|
ret = open("/dev/sw_sync", O_RDWR);
|
|
|
|
return ret;
|
|
}
|
|
|
|
int sw_sync_timeline_inc(int fd, unsigned count)
|
|
{
|
|
__u32 arg = count;
|
|
|
|
return ioctl(fd, SW_SYNC_IOC_INC, &arg);
|
|
}
|
|
|
|
int sw_sync_fence_create(int fd, const char *name, unsigned value)
|
|
{
|
|
struct sw_sync_create_fence_data data;
|
|
int err;
|
|
|
|
data.value = value;
|
|
strlcpy(data.name, name, sizeof(data.name));
|
|
|
|
err = ioctl(fd, SW_SYNC_IOC_CREATE_FENCE, &data);
|
|
if (err < 0)
|
|
return err;
|
|
|
|
return data.fence;
|
|
}
|