[go: nahoru, domu]

blob: cd31d5ec7dc6f3a5c4d740e95d9b8b7aa4a34e23 [file] [log] [blame]
// Copyright 2018 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef GPU_COMMAND_BUFFER_SERVICE_SHARED_IMAGE_SHARED_IMAGE_BACKING_H_
#define GPU_COMMAND_BUFFER_SERVICE_SHARED_IMAGE_SHARED_IMAGE_BACKING_H_
#include <dawn/webgpu_cpp.h>
#include <memory>
#include "base/memory/raw_ptr.h"
#include "base/memory/scoped_refptr.h"
#include "base/metrics/histogram_macros.h"
#include "base/synchronization/lock.h"
#include "base/threading/thread_checker.h"
#include "base/trace_event/memory_allocator_dump.h"
#include "base/trace_event/memory_allocator_dump_guid.h"
#include "build/build_config.h"
#include "components/viz/common/resources/shared_image_format.h"
#include "gpu/command_buffer/common/mailbox.h"
#include "gpu/gpu_gles2_export.h"
#include "third_party/abseil-cpp/absl/types/optional.h"
#include "third_party/skia/include/core/SkImageInfo.h"
#include "third_party/skia/include/core/SkPixmap.h"
#include "third_party/skia/include/gpu/GrTypes.h"
#include "ui/gfx/color_space.h"
#include "ui/gfx/geometry/rect.h"
#include "ui/gfx/geometry/size.h"
#include "ui/gfx/gpu_memory_buffer.h"
#include "ui/gfx/native_pixmap.h"
#if BUILDFLAG(IS_WIN)
#include <d3d11.h>
#include <wrl/client.h>
#endif
namespace base {
namespace trace_event {
class ProcessMemoryDump;
} // namespace trace_event
} // namespace base
namespace gfx {
class D3DSharedFence;
class GpuFence;
} // namespace gfx
namespace gpu {
class SharedContextState;
class SharedImageManager;
class SharedImageRepresentation;
class GLTextureImageRepresentation;
class GLTexturePassthroughImageRepresentation;
class SkiaGaneshImageRepresentation;
class SkiaGraphiteImageRepresentation;
class SkiaImageRepresentation;
class DawnImageRepresentation;
class LegacyOverlayImageRepresentation;
class OverlayImageRepresentation;
class MemoryImageRepresentation;
class VaapiImageRepresentation;
class RasterImageRepresentation;
class MemoryTracker;
class VideoDecodeImageRepresentation;
class MemoryTypeTracker;
class SharedImageFactory;
class VaapiDependenciesFactory;
// These values are persisted to logs. Entries should not be renumbered and
// numeric values should never be reused.
enum class SharedImageBackingType {
kTest = 0,
kExternalVkImage = 1,
kD3D = 2,
kEGLImage = 3,
kAHardwareBuffer = 4,
kAngleVulkan = 5,
// kGLImage = 6, // no longer used after GLImage removal
kGLTexture = 7,
kOzone = 8,
kRawDraw = 9,
kSharedMemory = 10,
kVideo = 11,
kWrappedSkImage = 12,
kCompound = 13,
kDCOMPSurfaceProxy = 14,
kIOSurface = 15,
kDCompSurface = 16,
kDXGISwapChain = 17,
kWrappedGraphiteTexture = 18,
kMaxValue = kWrappedGraphiteTexture
};
#if BUILDFLAG(IS_WIN)
using VideoDecodeDevice = Microsoft::WRL::ComPtr<ID3D11Device>;
#else
// This parameter is only used on Windows so null is expected.
using VideoDecodeDevice = void*;
#endif // BUILDFLAG(IS_WIN)
// Represents the actual storage (GL texture, VkImage, GMB) for a SharedImage.
// Should not be accessed directly, instead is accessed through a
// SharedImageRepresentation.
class GPU_GLES2_EXPORT SharedImageBacking {
public:
SharedImageBacking(
const Mailbox& mailbox,
viz::SharedImageFormat format,
const gfx::Size& size,
const gfx::ColorSpace& color_space,
GrSurfaceOrigin surface_origin,
SkAlphaType alpha_type,
uint32_t usage,
size_t estimated_size,
bool is_thread_safe,
absl::optional<gfx::BufferUsage> buffer_usage = absl::nullopt);
virtual ~SharedImageBacking();
viz::SharedImageFormat format() const { return format_; }
const gfx::Size& size() const { return size_; }
const gfx::ColorSpace& color_space() const { return color_space_; }
GrSurfaceOrigin surface_origin() const { return surface_origin_; }
SkAlphaType alpha_type() const { return alpha_type_; }
uint32_t usage() const { return usage_; }
const Mailbox& mailbox() const { return mailbox_; }
bool is_thread_safe() const { return !!lock_; }
bool is_ref_counted() const { return is_ref_counted_; }
gfx::BufferUsage buffer_usage() const { return buffer_usage_.value(); }
void OnContextLost();
// Creates SkImageInfo matching backing size, format, alpha and color space
// for the specified `plane_index`.
SkImageInfo AsSkImageInfo(int plane_index = 0) const;
// Disables reference counting for backing. No references should be added,
// either before or after this is called.
void SetNotRefCounted();
// Concrete functions to manage a ref count.
void AddRef(SharedImageRepresentation* representation);
void ReleaseRef(SharedImageRepresentation* representation);
bool HasAnyRefs() const;
// Returns the memory tracker this backing is registering memory with.
const MemoryTracker* GetMemoryTracker() const;
// Notify backing a read access is succeeded
void OnReadSucceeded();
// Notify backing a write access is succeeded.
void OnWriteSucceeded();
// This factory is registered when creating backing to help
// create intermediate interop backing buffer
// and share resource from gl backing buffer to dawn.
// The factory pointer needs to be reset if the origin
// factory is destructed. This will handled by destructor of
// SharedImageRepresentationFactoryRef.
void RegisterImageFactory(SharedImageFactory* factory);
void UnregisterImageFactory();
// Returns string corresponding to GetType() for logging purposes.
const char* GetName() const;
virtual SharedImageBackingType GetType() const = 0;
// Returns the initialized / cleared region of the SharedImage.
virtual gfx::Rect ClearedRect() const = 0;
// Marks the provided rect as cleared.
virtual void SetClearedRect(const gfx::Rect& cleared_rect) = 0;
// Indicate that the image is purgeable. When an image is purgeable, its
// contents may be discarded at any time. Before the image can be used again,
// it must be set to be not-purgeable. This is intended to be lighter-weight
// than allocating and freeing the image. See investigation in
// https://crbug.com/1347282.
virtual void SetPurgeable(bool purgeable) {}
virtual bool IsPurgeable() const;
virtual void Update(std::unique_ptr<gfx::GpuFence> in_fence);
// Uploads pixels from memory into GPU texture. `pixmaps` should have one
// pixmap per plane. Backings must implement this if they support
// `SHARED_IMAGE_USAGE_CPU_UPLOAD`.
virtual bool UploadFromMemory(const std::vector<SkPixmap>& pixmaps);
// Reads back pixels from GPU texture into memory. `pixmaps` should have one
// pixmap per plane.
virtual bool ReadbackToMemory(const std::vector<SkPixmap>& pixmaps);
// Copy from the backing's GPU texture to its GpuMemoryBuffer if present. This
// is needed on Windows where the renderer process can only create shared
// memory GMBs and an explicit copy is needed. Returns true on success.
virtual bool CopyToGpuMemoryBuffer();
// Present the swap chain corresponding to this backing. Presents only if the
// backing is the back buffer of the swap chain. Returns true on success.
virtual bool PresentSwapChain();
virtual void MarkForDestruction() {}
// Called when secondary reference is added to the SharedImage. Used by
// CompoundImageBacking to make sure it can create necessary backings after
// original ref (and potentially SharedImageFactory) is gone.
// TODO(vasilyt): We need a better way to make it work for
// multithreading/multigpu support
virtual void OnAddSecondaryReference() {}
// Produces a MemoryAllocatorDump with `dump_name` and creates a shared
// ownership edge to `client_guid`. Subclasses can extend this function to
// add additional ownership edges linked to `client_guid` but they must call
// SharedImageBacking::OnMemoryDump() first (or do something equivalent) to
// create a MemoryAllocatorDump and ownership edge.
virtual base::trace_event::MemoryAllocatorDump* OnMemoryDump(
const std::string& dump_name,
base::trace_event::MemoryAllocatorDumpGuid client_guid,
base::trace_event::ProcessMemoryDump* pmd,
uint64_t client_tracing_id);
// Gets the estimated size of the backing. This is the value recorded for peak
// GPU memory tracking.
size_t GetEstimatedSize() const LOCKS_EXCLUDED(lock_);
// Reports the estimated size of the backing for the purpose of memory-infra
// dumps. By default this is the same value reported by GetEstimatedSize().
// Backings that must query for an accurate size can override this to provide
// a more accurate estimated size for memory dumps.
virtual size_t GetEstimatedSizeForMemoryDump() const;
// Returns the NativePixmap backing the SharedImageBacking. Returns null if
// the SharedImage is not backed by a NativePixmap.
virtual scoped_refptr<gfx::NativePixmap> GetNativePixmap();
// Returns the GpuMemoryBufferHandle if present.
virtual gfx::GpuMemoryBufferHandle GetGpuMemoryBufferHandle();
// Helper to determine if the entire SharedImage is cleared.
bool IsCleared() const { return ClearedRect() == gfx::Rect(size()); }
// Marks the entire image as cleared.
void SetCleared() { SetClearedRect(gfx::Rect(size())); }
protected:
// Used by SharedImageManager.
friend class SharedImageManager;
friend class CompoundImageBacking;
virtual std::unique_ptr<GLTextureImageRepresentation> ProduceGLTexture(
SharedImageManager* manager,
MemoryTypeTracker* tracker);
virtual std::unique_ptr<GLTexturePassthroughImageRepresentation>
ProduceGLTexturePassthrough(SharedImageManager* manager,
MemoryTypeTracker* tracker);
std::unique_ptr<SkiaImageRepresentation> ProduceSkia(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
scoped_refptr<SharedContextState> context_state);
// Returns a SkiaGaneshImageRepresentation created using the Skia Ganesh
// backend.
virtual std::unique_ptr<SkiaGaneshImageRepresentation> ProduceSkiaGanesh(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
scoped_refptr<SharedContextState> context_state);
// Returns a SkiaGraphiteImageRepresentation created using the Skia Graphite
// backend.
virtual std::unique_ptr<SkiaGraphiteImageRepresentation> ProduceSkiaGraphite(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
scoped_refptr<SharedContextState> context_state);
virtual std::unique_ptr<DawnImageRepresentation> ProduceDawn(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
const wgpu::Device& device,
wgpu::BackendType backend_type,
std::vector<wgpu::TextureFormat> view_formats);
virtual std::unique_ptr<OverlayImageRepresentation> ProduceOverlay(
SharedImageManager* manager,
MemoryTypeTracker* tracker);
virtual std::unique_ptr<VaapiImageRepresentation> ProduceVASurface(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
VaapiDependenciesFactory* dep_factory);
virtual std::unique_ptr<MemoryImageRepresentation> ProduceMemory(
SharedImageManager* manager,
MemoryTypeTracker* tracker);
virtual std::unique_ptr<RasterImageRepresentation> ProduceRaster(
SharedImageManager* manager,
MemoryTypeTracker* tracker);
// Take void* device for resource generated from different devices. E.g video
// decoder starts using its own device on a separate thread.
virtual std::unique_ptr<VideoDecodeImageRepresentation> ProduceVideoDecode(
SharedImageManager* manager,
MemoryTypeTracker* tracker,
VideoDecodeDevice device);
#if BUILDFLAG(IS_ANDROID)
virtual std::unique_ptr<LegacyOverlayImageRepresentation>
ProduceLegacyOverlay(SharedImageManager* manager, MemoryTypeTracker* tracker);
#endif
#if BUILDFLAG(IS_WIN)
virtual void UpdateExternalFence(
scoped_refptr<gfx::D3DSharedFence> external_fence);
#endif
// Updates the estimated size if memory usage changes after creation.
void UpdateEstimatedSize(size_t estimated_size_bytes)
EXCLUSIVE_LOCKS_REQUIRED(lock_);
// Used by subclasses during destruction.
bool have_context() const EXCLUSIVE_LOCKS_REQUIRED(lock_);
// Used by GLTextureImageBackingFactory to get register factory.
SharedImageFactory* factory() {
DCHECK_CALLED_ON_VALID_THREAD(factory_thread_checker_);
return factory_;
}
// Helper class used by subclasses to acquire |lock_| if it exists.
class SCOPED_LOCKABLE GPU_GLES2_EXPORT AutoLock {
public:
explicit AutoLock(const SharedImageBacking* shared_image_backing)
EXCLUSIVE_LOCK_FUNCTION(shared_image_backing->lock_);
~AutoLock() UNLOCK_FUNCTION();
AutoLock(const AutoLock&) = delete;
AutoLock& operator=(const AutoLock&) = delete;
static base::Lock* InitializeLock(
const SharedImageBacking* shared_image_backing);
private:
base::AutoLockMaybe auto_lock_;
};
// Protects non-const members here and in derived classes. Protected access
// to allow GUARDED_BY macros in derived classes. Should not be used
// directly. Use AutoLock instead.
mutable absl::optional<base::Lock> lock_;
private:
class ScopedWriteUMA {
public:
ScopedWriteUMA() = default;
ScopedWriteUMA(const ScopedWriteUMA&) = delete;
ScopedWriteUMA& operator=(const ScopedWriteUMA&) = delete;
~ScopedWriteUMA() {
UMA_HISTOGRAM_BOOLEAN("GPU.SharedImage.ContentConsumed",
content_consumed_);
}
bool content_consumed() const { return content_consumed_; }
void SetConsumed() { content_consumed_ = true; }
private:
bool content_consumed_ = false;
};
const Mailbox mailbox_;
const viz::SharedImageFormat format_;
const gfx::Size size_;
const gfx::ColorSpace color_space_;
const GrSurfaceOrigin surface_origin_;
const SkAlphaType alpha_type_;
const uint32_t usage_;
size_t estimated_size_ GUARDED_BY(lock_);
// Note that this will be eventually removed and merged into SharedImageUsage.
const absl::optional<gfx::BufferUsage> buffer_usage_;
bool is_ref_counted_ = true;
raw_ptr<SharedImageFactory> factory_ = nullptr;
// Bound to the thread on which the backing is created. The |factory_|
// can only be used from this thread.
THREAD_CHECKER(factory_thread_checker_);
bool have_context_ GUARDED_BY(lock_) = true;
// A scoped object for recording write UMA.
absl::optional<ScopedWriteUMA> scoped_write_uma_ GUARDED_BY(lock_);
// A vector of SharedImageRepresentations which hold references to this
// backing. The first reference is considered the owner, and the vector is
// ordered by the order in which references were taken.
std::vector<SharedImageRepresentation*> refs_ GUARDED_BY(lock_);
};
// Helper implementation of SharedImageBacking which tracks a simple
// rectangular clear region. Classes which do not need more complex
// implementations of SetClearedRect and ClearedRect can inherit from this.
class GPU_GLES2_EXPORT ClearTrackingSharedImageBacking
: public SharedImageBacking {
public:
ClearTrackingSharedImageBacking(
const Mailbox& mailbox,
viz::SharedImageFormat format,
const gfx::Size& size,
const gfx::ColorSpace& color_space,
GrSurfaceOrigin surface_origin,
SkAlphaType alpha_type,
uint32_t usage,
size_t estimated_size,
bool is_thread_safe,
absl::optional<gfx::BufferUsage> buffer_usage = absl::nullopt);
gfx::Rect ClearedRect() const override;
void SetClearedRect(const gfx::Rect& cleared_rect) override;
protected:
gfx::Rect ClearedRectInternal() const EXCLUSIVE_LOCKS_REQUIRED(lock_);
void SetClearedRectInternal(const gfx::Rect& cleared_rect)
EXCLUSIVE_LOCKS_REQUIRED(lock_);
private:
gfx::Rect cleared_rect_ GUARDED_BY(lock_);
};
} // namespace gpu
#endif // GPU_COMMAND_BUFFER_SERVICE_SHARED_IMAGE_SHARED_IMAGE_BACKING_H_