pixelpipe_hb.c File Reference

#include "common/colorspaces.h"
#include "common/darktable.h"
#include "common/histogram.h"
#include "common/imageio.h"
#include "common/atomic.h"
#include "common/opencl.h"
#include "common/iop_order.h"
#include "control/control.h"
#include "control/conf.h"
#include "control/signal.h"
#include "develop/blend.h"
#include "develop/dev_pixelpipe.h"
#include "develop/format.h"
#include "develop/imageop_math.h"
#include "common/sentry.h"
#include "common/telemetry.h"
#include "develop/pixelpipe.h"
#include "develop/pixelpipe_cache.h"
#include "develop/pixelpipe_cpu.h"
#include "develop/pixelpipe_gpu.h"
#include "develop/pixelpipe_process.h"
#include "develop/tiling.h"
#include "develop/masks.h"
#include "gui/gtk.h"
#include "libs/colorpicker.h"
#include "libs/lib.h"
#include "gui/color_picker_proxy.h"
#include <assert.h>
#include <inttypes.h>
#include <math.h>
#include <stdint.h>
#include <stdlib.h>
#include <string.h>
#include <strings.h>
#include <unistd.h>
#include "develop/pixelpipe_raster_masks.c"
#include "develop/pixelpipe_rawdetail.c"

Include dependency graph for pixelpipe_hb.c:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Macros
#define	KILL_SWITCH_ABORT
#define	KILL_SWITCH_AND_FLUSH_CACHE
#define	KILL_SWITCH_PIPE

Functions
static void	_trace_cache_owner (const dt_dev_pixelpipe_t *pipe, const dt_iop_module_t *module, const char *phase, const char *slot, const uint64_t requested_hash, const void *buffer, const dt_pixel_cache_entry_t *entry, const gboolean verbose)
static void	_trace_buffer_content (const dt_dev_pixelpipe_t *pipe, const dt_iop_module_t *module, const char *phase, const void *buffer, const dt_iop_buffer_dsc_t *format, const dt_iop_roi_t *roi)
static int	_abort_module_shutdown_cleanup (dt_dev_pixelpipe_t *pipe, dt_dev_pixelpipe_iop_t *piece, dt_iop_module_t *module, const uint64_t input_hash, const void *input, dt_pixel_cache_entry_t *input_entry, const uint64_t output_hash, void **output, void **cl_mem_output, dt_pixel_cache_entry_t *output_entry)
static gboolean	_is_focused_realtime_gui_module (const dt_dev_pixelpipe_t *pipe, const dt_develop_t *dev, const dt_iop_module_t *module)
gboolean	dt_dev_pixelpipe_cache_gpu_device_buffer (const dt_dev_pixelpipe_t *pipe, const dt_pixel_cache_entry_t *cache_entry)
char *	dt_pixelpipe_get_pipe_name (dt_dev_pixelpipe_type_t pipe_type)
static void	_uint8_to_float (const uint8_t *const input, float *const output, const size_t width, const size_t height, const size_t chan)
static const char *	_debug_cst_to_string (const int cst)
static const char *	_debug_type_to_string (const dt_iop_buffer_type_t type)
void	dt_dev_pixelpipe_debug_dump_module_io (dt_dev_pixelpipe_t *pipe, dt_iop_module_t *module, const char *stage, const gboolean is_cl, const dt_iop_buffer_dsc_t *in_dsc, const dt_iop_buffer_dsc_t *out_dsc, const dt_iop_roi_t *roi_in, const dt_iop_roi_t *roi_out, const size_t in_bpp, const size_t out_bpp, const int cst_before, const int cst_after)
int	dt_dev_pixelpipe_init_export (dt_dev_pixelpipe_t *pipe, dt_develop_t *dev, int levels, gboolean store_masks)
int	dt_dev_pixelpipe_init_thumbnail (dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
int	dt_dev_pixelpipe_init_dummy (dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
int	dt_dev_pixelpipe_init_preview (dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
int	dt_dev_pixelpipe_init (dt_dev_pixelpipe_t *pipe, dt_develop_t *dev)
int	dt_dev_pixelpipe_init_cached (dt_dev_pixelpipe_t *pipe)
void	dt_dev_pixelpipe_set_realtime (dt_dev_pixelpipe_t *pipe, gboolean state)
gboolean	dt_dev_pixelpipe_get_realtime (const dt_dev_pixelpipe_t *pipe)
void	dt_dev_pixelpipe_set_input (dt_dev_pixelpipe_t *pipe, int32_t imgid, int width, int height, float iscale, dt_mipmap_size_t size)
void	dt_dev_pixelpipe_set_icc (dt_dev_pixelpipe_t *pipe, dt_colorspaces_color_profile_type_t icc_type, const gchar *icc_filename, dt_iop_color_intent_t icc_intent)
void	dt_dev_pixelpipe_cleanup (dt_dev_pixelpipe_t *pipe)
gboolean	dt_dev_pixelpipe_set_reentry (dt_dev_pixelpipe_t *pipe, uint64_t hash)
	Set the re-entry pipeline flag, only if no object is already capturing it.
gboolean	dt_dev_pixelpipe_unset_reentry (dt_dev_pixelpipe_t *pipe, uint64_t hash)
	Remove the re-entry pipeline flag, only if the object identifier is the one that set it. See dt_dev_pixelpipe_set_reentry.
gboolean	dt_dev_pixelpipe_has_reentry (dt_dev_pixelpipe_t *pipe)
void	dt_dev_pixelpipe_reset_reentry (dt_dev_pixelpipe_t *pipe)
void	dt_dev_pixelpipe_cleanup_nodes (dt_dev_pixelpipe_t *pipe)
void	dt_dev_pixelpipe_create_nodes (dt_dev_pixelpipe_t *pipe)
dt_pixelpipe_blend_transform_t	dt_dev_pixelpipe_transform_for_blend (const dt_iop_module_t *const self, const dt_dev_pixelpipe_iop_t *const piece, const dt_iop_buffer_dsc_t *const output_dsc)
static void	_print_perf_debug (dt_dev_pixelpipe_t *pipe, const dt_pixelpipe_flow_t pixelpipe_flow, dt_dev_pixelpipe_iop_t *piece, dt_iop_module_t *module, const gboolean recycled_output_cacheline, dt_times_t *start)
static void	_print_nan_debug (dt_dev_pixelpipe_t *pipe, void *cl_mem_output, void *output, const dt_iop_roi_t *roi_out, dt_iop_buffer_dsc_t *out_format, dt_iop_module_t *module)
static int	dt_dev_pixelpipe_process_rec (dt_dev_pixelpipe_t *pipe, uint64_t *out_hash, const dt_dev_pixelpipe_iop_t **out_piece, GList *pieces, int pos)
void	dt_dev_pixelpipe_disable_after (dt_dev_pixelpipe_t *pipe, const char *op)
void	dt_dev_pixelpipe_disable_before (dt_dev_pixelpipe_t *pipe, const char *op)
static void	_print_opencl_errors (int error, dt_dev_pixelpipe_t *pipe)
static void	_update_backbuf_cache_reference (dt_dev_pixelpipe_t *pipe, dt_iop_roi_t roi, dt_pixel_cache_entry_t *entry)
static GList *	_get_requested_piece_node (const dt_dev_pixelpipe_t *pipe, const dt_iop_module_t *module, int *pos)
int	dt_dev_pixelpipe_process (dt_dev_pixelpipe_t *pipe, dt_iop_roi_t roi)

Macro Definition Documentation

KILL_SWITCH_ABORT

#define KILL_SWITCH_ABORT

Value:

  if(dt_dev_pixelpipe_has_shutdown(pipe))                                                                         \
  {                                                                                                               \
    if(!IS_NULL_PTR(cl_mem_output))                                                                                     \
    {                                                                                                             \
      dt_dev_pixelpipe_cache_release_cl_buffer(&cl_mem_output, NULL, NULL, FALSE);                                      \
    }                                                                                                             \
    return 1;                                                                                                     \
  }

Definition at line 664 of file pixelpipe_hb.c.

KILL_SWITCH_AND_FLUSH_CACHE

#define KILL_SWITCH_AND_FLUSH_CACHE

Value:

  if(dt_dev_pixelpipe_has_shutdown(pipe))                                                                         \
  {                                                                                                               \
    return _abort_module_shutdown_cleanup(pipe, piece, module, input_hash, input, input_entry, hash, &output,    \
                                          &cl_mem_output, output_entry);                                          \
  }

Definition at line 676 of file pixelpipe_hb.c.

KILL_SWITCH_PIPE

#define KILL_SWITCH_PIPE

Value:

  if(dt_dev_pixelpipe_has_shutdown(pipe))                                                                         \
  {                                                                                                               \
    if(pipe->devid >= 0)                                                                                          \
    {                                                                                                             \
      dt_opencl_unlock_device(pipe->devid);                                                                       \
      pipe->devid = -1;                                                                                           \
    }                                                                                                             \
    if(pipe->forms)                                                                                               \
    {                                                                                                             \
      g_list_free_full(pipe->forms, (void (*)(void *))dt_masks_free_form);                                        \
      pipe->forms = NULL;                                                                                         \
    }                                                                                                             \
    dt_pthread_mutex_unlock(&darktable.pipeline_threadsafe);                                                      \
    return 1;                                                                                                     \
  }

Definition at line 1185 of file pixelpipe_hb.c.

Function Documentation

_abort_module_shutdown_cleanup()

static int _abort_module_shutdown_cleanup ( dt_dev_pixelpipe_t *  pipe, dt_dev_pixelpipe_iop_t *  piece, dt_iop_module_t *  module, const uint64_t  input_hash, const void *  input, dt_pixel_cache_entry_t *  input_entry, const uint64_t  output_hash, void **  output, void **  cl_mem_output, dt_pixel_cache_entry_t *  output_entry  )

static

Definition at line 206 of file pixelpipe_hb.c.

References _reset_piece_cache_entry(), _trace_cache_owner(), darktable, dt_dev_pixelpipe_cache_auto_destroy_apply(), dt_dev_pixelpipe_cache_flag_auto_destroy(), dt_dev_pixelpipe_cache_ref_count_entry(), dt_dev_pixelpipe_cache_release_cl_buffer(), dt_dev_pixelpipe_cache_remove(), FALSE, IS_NULL_PTR, darktable_t::pixelpipe_cache, and TRUE.

_debug_cst_to_string()

static const char * _debug_cst_to_string ( const int  cst )

static

Definition at line 297 of file pixelpipe_hb.c.

References IOP_CS_HSL, IOP_CS_JZCZHZ, IOP_CS_LAB, IOP_CS_LCH, IOP_CS_NONE, IOP_CS_RAW, IOP_CS_RGB, and IOP_CS_RGB_DISPLAY.

Referenced by dt_dev_pixelpipe_debug_dump_module_io().

_debug_type_to_string()

static const char * _debug_type_to_string ( const dt_iop_buffer_type_t  type )

static

Definition at line 322 of file pixelpipe_hb.c.

References type, TYPE_FLOAT, TYPE_UINT16, TYPE_UINT8, and TYPE_UNKNOWN.

Referenced by dt_dev_pixelpipe_debug_dump_module_io().

_get_requested_piece_node()

static GList * _get_requested_piece_node ( const dt_dev_pixelpipe_t *  pipe, const dt_iop_module_t *  module, int *  pos  )

static

Definition at line 1260 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_iop_t::enabled, IS_NULL_PTR, and dt_dev_pixelpipe_t::nodes.

Referenced by dt_dev_pixelpipe_process().

_is_focused_realtime_gui_module()

static gboolean _is_focused_realtime_gui_module ( const dt_dev_pixelpipe_t *  pipe, const dt_develop_t *  dev, const dt_iop_module_t *  module  )

inlinestatic

Definition at line 240 of file pixelpipe_hb.c.

References DT_DEV_PIXELPIPE_FULL, DT_DEV_PIXELPIPE_PREVIEW, dt_dev_pixelpipe_t::realtime, and dt_dev_pixelpipe_t::type.

_print_nan_debug()

static void _print_nan_debug ( dt_dev_pixelpipe_t *  pipe, void *  cl_mem_output, void *  output, const dt_iop_roi_t *  roi_out, dt_iop_buffer_dsc_t *  out_format, dt_iop_module_t *  module  )

static

Definition at line 715 of file pixelpipe_hb.c.

References dt_iop_buffer_dsc_t::channels, darktable, dt_iop_buffer_dsc_t::datatype, DT_DEBUG_NAN, DT_DEBUG_VERBOSE, dt_free, dt_history_item_get_name(), dt_pixelpipe_get_pipe_name(), f, dt_iop_roi_t::height, k, max, min, dt_iop_module_t::op, dt_dev_pixelpipe_t::type, TYPE_FLOAT, darktable_t::unmuted, and dt_iop_roi_t::width.

Referenced by dt_dev_pixelpipe_process_rec().

_print_opencl_errors()

static void _print_opencl_errors ( int  error, dt_dev_pixelpipe_t *  pipe  )

static

Definition at line 1203 of file pixelpipe_hb.c.

References dt_control_log(), DT_DEBUG_OPENCL, dt_pixelpipe_get_pipe_name(), dt_print(), error(), and dt_dev_pixelpipe_t::type.

Referenced by dt_dev_pixelpipe_process().

_print_perf_debug()

static void _print_perf_debug ( dt_dev_pixelpipe_t *  pipe, const dt_pixelpipe_flow_t  pixelpipe_flow, dt_dev_pixelpipe_iop_t *  piece, dt_iop_module_t *  module, const gboolean  recycled_output_cacheline, dt_times_t *  start  )

static

Definition at line 683 of file pixelpipe_hb.c.

References dt_free, dt_history_item_get_name(), dt_pixelpipe_get_pipe_name(), DT_REQUEST_ON, dt_show_times_f(), PIXELPIPE_FLOW_BLENDED_ON_CPU, PIXELPIPE_FLOW_BLENDED_ON_GPU, PIXELPIPE_FLOW_HISTOGRAM_NONE, PIXELPIPE_FLOW_HISTOGRAM_ON_CPU, PIXELPIPE_FLOW_HISTOGRAM_ON_GPU, PIXELPIPE_FLOW_PROCESSED_ON_CPU, PIXELPIPE_FLOW_PROCESSED_ON_GPU, PIXELPIPE_FLOW_PROCESSED_WITH_TILING, dt_dev_pixelpipe_iop_t::request_histogram, and dt_dev_pixelpipe_t::type.

Referenced by dt_dev_pixelpipe_process_rec().

_trace_buffer_content()

static void _trace_buffer_content ( const dt_dev_pixelpipe_t *  pipe, const dt_iop_module_t *  module, const char *  phase, const void *  buffer, const dt_iop_buffer_dsc_t *  format, const dt_iop_roi_t *  roi  )

static

Definition at line 120 of file pixelpipe_hb.c.

References dt_iop_buffer_dsc_t::channels, darktable, dt_iop_buffer_dsc_t::datatype, DT_DEBUG_PIPECACHE, DT_DEBUG_VERBOSE, dt_pixelpipe_get_pipe_name(), dt_print(), FALSE, dt_iop_roi_t::height, IS_NULL_PTR, k, MAX, MIN, dt_iop_module_t::op, TRUE, dt_dev_pixelpipe_t::type, TYPE_FLOAT, TYPE_UINT8, darktable_t::unmuted, and dt_iop_roi_t::width.

Referenced by dt_dev_pixelpipe_process_rec().

_trace_cache_owner()

static void _trace_cache_owner ( const dt_dev_pixelpipe_t *  pipe, const dt_iop_module_t *  module, const char *  phase, const char *  slot, const uint64_t  requested_hash, const void *  buffer, const dt_pixel_cache_entry_t *  entry, const gboolean  verbose  )

static

Definition at line 94 of file pixelpipe_hb.c.

References darktable, DT_DEBUG_PIPECACHE, DT_DEBUG_VERBOSE, dt_pixelpipe_get_pipe_name(), dt_print(), dt_dev_pixelpipe_t::type, and darktable_t::unmuted.

Referenced by _abort_module_shutdown_cleanup(), _update_backbuf_cache_reference(), and dt_dev_pixelpipe_process_rec().

_uint8_to_float()

static void _uint8_to_float ( const uint8_t *const  input, float *const  output, const size_t  width, const size_t  height, const size_t  chan  )

inlinestatic

Definition at line 282 of file pixelpipe_hb.c.

References __OMP_FOR_SIMD__, height, k, and width.

_update_backbuf_cache_reference()

static void _update_backbuf_cache_reference ( dt_dev_pixelpipe_t *  pipe, dt_iop_roi_t  roi, dt_pixel_cache_entry_t *  entry  )

static

Definition at line 1221 of file pixelpipe_hb.c.

References _trace_cache_owner(), dt_dev_pixelpipe_t::backbuf, bpp, darktable, dt_pixel_cache_entry_t::data, dt_dev_backbuf_get_hash(), dt_dev_pixelpipe_cache_ref_count_entry(), dt_dev_pixelpipe_cache_unref_hash(), dt_dev_pixelpipe_get_hash(), dt_dev_pixelpipe_get_history_hash(), dt_dev_set_backbuf(), dt_pixel_cache_entry_get_size(), DT_PIXELPIPE_CACHE_HASH_INVALID, FALSE, dt_pixel_cache_entry_t::hash, dt_iop_roi_t::height, darktable_t::pixelpipe_cache, TRUE, and dt_iop_roi_t::width.

Referenced by dt_dev_pixelpipe_process().

dt_dev_pixelpipe_cache_gpu_device_buffer()

gboolean dt_dev_pixelpipe_cache_gpu_device_buffer	(	const dt_dev_pixelpipe_t *	pipe,
		const dt_pixel_cache_entry_t *	cache_entry
	)

Definition at line 249 of file pixelpipe_hb.c.

References _bypass_cache(), dt_pixel_cache_entry_get_data(), IS_NULL_PTR, and dt_dev_pixelpipe_t::realtime.

Referenced by _gpu_early_cpu_fallback_if_unsupported(), and pixelpipe_process_on_GPU().

dt_dev_pixelpipe_cleanup()

void dt_dev_pixelpipe_cleanup

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 490 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::backbuf, dt_dev_pixelpipe_t::busy_mutex, darktable, DT_COLORSPACE_NONE, dt_dev_backbuf_get_hash(), dt_dev_clear_rawdetail_mask(), dt_dev_pixelpipe_cache_auto_destroy_apply(), dt_dev_pixelpipe_cache_flag_auto_destroy(), dt_dev_pixelpipe_cache_flush_clmem_for_pipe(), dt_dev_pixelpipe_cache_get_entry(), dt_dev_pixelpipe_cache_unref_hash(), dt_dev_pixelpipe_cleanup_nodes(), dt_dev_pixelpipe_reset_cache_request(), dt_dev_set_backbuf(), dt_free, dt_masks_free_form(), DT_PIXELPIPE_CACHE_HASH_INVALID, dt_pthread_mutex_destroy(), dt_dev_pixelpipe_t::forms, dt_dev_pixelpipe_t::icc_filename, dt_dev_pixelpipe_t::icc_type, k, dt_dev_pixelpipe_t::last_devid, dt_dev_pixelpipe_t::no_cache, dt_dev_pixelpipe_t::output_imgid, darktable_t::pixelpipe_cache, dt_dev_pixelpipe_t::raster_mask_hashes, TRUE, UNKNOWN_IMAGE, and void().

Referenced by _lib_snapshots_refresh_pipe_image(), dt_dev_cleanup(), dt_focus_draw_clusters(), and dt_imageio_export_with_flags().

dt_dev_pixelpipe_cleanup_nodes()

void dt_dev_pixelpipe_cleanup_nodes

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 587 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_set_history_hash(), dt_free, dt_free_gpointer(), dt_iop_cleanup_pipe(), DT_PIXELPIPE_CACHE_HASH_INVALID, dt_dev_pixelpipe_t::iop_order_list, IS_NULL_PTR, and dt_dev_pixelpipe_t::nodes.

Referenced by dt_dev_pixelpipe_change(), dt_dev_pixelpipe_cleanup(), and leave().

dt_dev_pixelpipe_create_nodes()

void dt_dev_pixelpipe_create_nodes

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 606 of file pixelpipe_hb.c.

References _reset_piece_cache_entry(), dt_dev_pixelpipe_t::dev, dt_iop_buffer_dsc_update_bpp(), dt_iop_init_pipe(), dt_ioppr_iop_order_copy_deep(), DT_PIXELPIPE_CACHE_HASH_INVALID, DT_REQUEST_ONLY_IN_GUI, dt_dev_pixelpipe_iop_t::enabled, dt_dev_pixelpipe_t::iheight, dt_develop_t::iop, dt_develop_t::iop_order_list, dt_dev_pixelpipe_t::iop_order_list, IS_NULL_PTR, dt_dev_pixelpipe_t::iwidth, dt_dev_pixelpipe_t::nodes, TRUE, and TYPE_FLOAT.

Referenced by _lib_snapshots_refresh_pipe_image(), dt_dev_pixelpipe_change(), dt_focus_draw_clusters(), and dt_imageio_export_with_flags().

dt_dev_pixelpipe_debug_dump_module_io()

void dt_dev_pixelpipe_debug_dump_module_io	(	dt_dev_pixelpipe_t *	pipe,
		dt_iop_module_t *	module,
		const char *	stage,
		const gboolean	is_cl,
		const dt_iop_buffer_dsc_t *	in_dsc,
		const dt_iop_buffer_dsc_t *	out_dsc,
		const dt_iop_roi_t *	roi_in,
		const dt_iop_roi_t *	roi_out,
		const size_t	in_bpp,
		const size_t	out_bpp,
		const int	cst_before,
		const int	cst_after
	)

Definition at line 338 of file pixelpipe_hb.c.

References _debug_cst_to_string(), _debug_type_to_string(), dt_iop_buffer_dsc_t::channels, dt_iop_buffer_dsc_t::cst, darktable, dt_iop_buffer_dsc_t::datatype, DT_DEBUG_PIPE, DT_DEBUG_VERBOSE, dt_pixelpipe_get_pipe_name(), dt_print(), dt_iop_roi_t::height, IS_NULL_PTR, dt_dev_pixelpipe_t::type, darktable_t::unmuted, and dt_iop_roi_t::width.

Referenced by pixelpipe_process_on_CPU(), and pixelpipe_process_on_GPU().

dt_dev_pixelpipe_disable_after()

void dt_dev_pixelpipe_disable_after	(	dt_dev_pixelpipe_t *	pipe,
		const char *	op
	)

Definition at line 1157 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_iop_t::enabled, and dt_dev_pixelpipe_t::nodes.

Referenced by _filter_pipeline().

dt_dev_pixelpipe_disable_before()

void dt_dev_pixelpipe_disable_before	(	dt_dev_pixelpipe_t *	pipe,
		const char *	op
	)

Definition at line 1171 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_iop_t::enabled, and dt_dev_pixelpipe_t::nodes.

Referenced by _filter_pipeline().

dt_dev_pixelpipe_get_realtime()

gboolean dt_dev_pixelpipe_get_realtime

(

const dt_dev_pixelpipe_t *

pipe

)

Definition at line 465 of file pixelpipe_hb.c.

References dt_atomic_get_int(), FALSE, and dt_dev_pixelpipe_t::realtime.

Referenced by _module_requires_global_histogram_input_cache(), _module_requires_global_histogram_output_cache(), _sample_picker_from_cache(), _seal_opencl_cache_policy(), _sync_focused_in_place(), commit_params(), dt_dev_darkroom_pipeline(), dt_dev_get_thumbnail_size(), dt_dev_pixelpipe_cache_peek_gui(), dt_drawlayer_set_pipeline_realtime_mode(), and process_cl().

dt_dev_pixelpipe_has_reentry()

gboolean dt_dev_pixelpipe_has_reentry

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 575 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::reentry.

Referenced by dt_dev_darkroom_pipeline(), and dt_dev_pixelpipe_process().

dt_dev_pixelpipe_init()

int dt_dev_pixelpipe_init	(	dt_dev_pixelpipe_t *	pipe,
		dt_develop_t *	dev
	)

Definition at line 416 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, DT_DEV_PIXELPIPE_FULL, dt_dev_pixelpipe_init_cached(), dt_dev_pixelpipe_t::store_all_raster_masks, TRUE, and dt_dev_pixelpipe_t::type.

Referenced by dt_dev_init().

dt_dev_pixelpipe_init_cached()

int dt_dev_pixelpipe_init_cached

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 427 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::backbuf, dt_dev_pixelpipe_t::busy_mutex, dt_dev_pixelpipe_t::devid, dt_atomic_set_int(), DT_COLORSPACE_NONE, DT_DEV_PIPE_UNCHANGED, dt_dev_pixelpipe_reset_cache_request(), dt_dev_pixelpipe_reset_reentry(), dt_dev_pixelpipe_set_changed(), dt_dev_pixelpipe_set_hash(), dt_dev_pixelpipe_set_history_hash(), dt_dev_set_backbuf(), DT_INTENT_LAST, DT_PIXELPIPE_CACHE_HASH_INVALID, dt_pthread_mutex_init(), FALSE, dt_dev_pixelpipe_t::icc_intent, dt_dev_pixelpipe_t::icc_type, IMAGEIO_INT8, IMAGEIO_RGB, dt_dev_pixelpipe_t::iscale, dt_dev_pixelpipe_t::last_devid, dt_dev_pixelpipe_t::last_history_hash, dt_dev_pixelpipe_t::levels, dt_dev_pixelpipe_t::output_imgid, dt_dev_pixelpipe_t::raster_mask_hashes, dt_dev_pixelpipe_t::rawdetail_mask_hash, dt_dev_pixelpipe_t::realtime, dt_dev_pixelpipe_t::shutdown, and UNKNOWN_IMAGE.

Referenced by dt_dev_pixelpipe_init(), dt_dev_pixelpipe_init_dummy(), dt_dev_pixelpipe_init_export(), dt_dev_pixelpipe_init_preview(), and dt_dev_pixelpipe_init_thumbnail().

dt_dev_pixelpipe_init_dummy()

int dt_dev_pixelpipe_init_dummy	(	dt_dev_pixelpipe_t *	pipe,
		dt_develop_t *	dev
	)

Definition at line 394 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, dt_dev_pixelpipe_init_cached(), DT_DEV_PIXELPIPE_THUMBNAIL, dt_dev_pixelpipe_t::no_cache, TRUE, and dt_dev_pixelpipe_t::type.

Referenced by dt_focus_draw_clusters().

dt_dev_pixelpipe_init_export()

int dt_dev_pixelpipe_init_export	(	dt_dev_pixelpipe_t *	pipe,
		dt_develop_t *	dev,
		int	levels,
		gboolean	store_masks
	)

Definition at line 374 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, DT_DEV_PIXELPIPE_EXPORT, dt_dev_pixelpipe_init_cached(), FALSE, dt_dev_pixelpipe_t::gui_observable_source, dt_dev_pixelpipe_t::levels, levels(), dt_dev_pixelpipe_t::store_all_raster_masks, and dt_dev_pixelpipe_t::type.

Referenced by dt_imageio_export_with_flags().

dt_dev_pixelpipe_init_preview()

int dt_dev_pixelpipe_init_preview	(	dt_dev_pixelpipe_t *	pipe,
		dt_develop_t *	dev
	)

Definition at line 403 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, dt_dev_pixelpipe_init_cached(), DT_DEV_PIXELPIPE_PREVIEW, dt_dev_pixelpipe_t::gui_observable_source, dt_dev_pixelpipe_t::store_all_raster_masks, TRUE, and dt_dev_pixelpipe_t::type.

Referenced by _lib_snapshots_refresh_pipe_image(), and dt_dev_init().

dt_dev_pixelpipe_init_thumbnail()

int dt_dev_pixelpipe_init_thumbnail	(	dt_dev_pixelpipe_t *	pipe,
		dt_develop_t *	dev
	)

Definition at line 385 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, dt_dev_pixelpipe_init_cached(), DT_DEV_PIXELPIPE_THUMBNAIL, dt_dev_pixelpipe_t::no_cache, TRUE, and dt_dev_pixelpipe_t::type.

Referenced by dt_imageio_export_with_flags().

dt_dev_pixelpipe_process()

int dt_dev_pixelpipe_process	(	dt_dev_pixelpipe_t *	pipe,
		dt_iop_roi_t	roi
	)

We loop over enabled providers and the mask ids they advertise, looking for dedicated cachelines required by this graph. Acquire the new references before releasing the previous set so an unchanged mask never becomes briefly evictable between consecutive renders.

Invalidate immediately before the raster reconstruction pass, while no other pixelpipe can republish one of these shared hashes. Invalidating when the first pass failed is too early: the preview pipe may run before this retry and recreate the provider image while the dedicated mask cacheline remains absent.

We are looking for the provider output captured in reentry_hash, then collect every enabled cumulative output after it. This forces recursion through the provider while preserving all upstream cache lines.

Definition at line 1279 of file pixelpipe_hb.c.

References _bypass_cache(), _get_requested_piece_node(), _print_opencl_errors(), _update_backbuf_cache_reference(), dt_develop_t::color_picker, darktable, dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_t::dev, dt_dev_pixelpipe_t::devid, dt_capabilities_remove(), DT_DEBUG_DEV, DT_DEBUG_MEMORY, DT_DEBUG_OPENCL, dt_dev_pixelpipe_cache_invalidate_hashes(), dt_dev_pixelpipe_cache_peek(), dt_dev_pixelpipe_cache_print(), dt_dev_pixelpipe_cache_ref_entry_by_hash(), DT_DEV_PIXELPIPE_CACHE_REQUEST_MODULE, dt_dev_pixelpipe_cache_unref_hash(), DT_DEV_PIXELPIPE_DISPLAY_NONE, DT_DEV_PIXELPIPE_EXPORT, DT_DEV_PIXELPIPE_FULL, dt_dev_pixelpipe_get_cache_request(), dt_dev_pixelpipe_get_cache_request_module(), dt_dev_pixelpipe_get_hash(), dt_dev_pixelpipe_get_history_hash(), dt_dev_pixelpipe_get_roi_in(), dt_dev_pixelpipe_has_reentry(), dt_dev_pixelpipe_has_shutdown(), DT_DEV_PIXELPIPE_PREVIEW, dt_dev_pixelpipe_process_rec(), dt_dev_pixelpipe_raster_mask_hash(), dt_dev_pixelpipe_reset_cache_request(), DT_DEV_PIXELPIPE_THUMBNAIL, dt_free, dt_get_times(), dt_iop_is_raster_mask_used(), dt_masks_dup_forms_deep(), dt_masks_free_form(), dt_opencl_check_tuning(), dt_opencl_events_flush(), dt_opencl_events_reset(), dt_opencl_lock_device(), DT_OPENCL_MAX_ERRORS, dt_opencl_unlock_device(), dt_opencl_update_settings(), DT_PIXELPIPE_CACHE_HASH_INVALID, dt_pixelpipe_get_global_hash(), dt_pixelpipe_get_pipe_name(), dt_print(), dt_print_mem_usage(), dt_pthread_mutex_lock(), dt_pthread_mutex_unlock(), dt_pthread_rwlock_rdlock, dt_pthread_rwlock_unlock, dt_sentry_set_processed_image(), dt_show_times(), dt_telemetry_record_file_type(), dt_dev_pixelpipe_iop_t::enabled, dt_opencl_t::error_count, FALSE, dt_dev_pixelpipe_t::flush_cache, dt_develop_t::forms, dt_dev_pixelpipe_t::forms, dt_dev_pixelpipe_iop_t::global_hash, dt_develop_t::gui_attached, dt_iop_roi_t::height, dt_develop_t::image_storage, dt_develop_t::iop, IS_NULL_PTR, k, KILL_SWITCH_PIPE, dt_dev_pixelpipe_t::last_devid, dt_dev_pixelpipe_t::mask_display, mask_id, mask_name, dt_develop_t::masks_mutex, dt_dev_pixelpipe_t::nodes, dt_iop_module_t::op, darktable_t::opencl, dt_dev_pixelpipe_t::opencl_enabled, dt_dev_pixelpipe_t::opencl_error, dt_develop_t::pending_module, dt_develop_t::pending_pipe, dt_develop_t::piece_hash, darktable_t::pipeline_threadsafe, darktable_t::pixelpipe_cache, dt_dev_pixelpipe_t::raster_mask_hashes, dt_dev_pixelpipe_t::reentry_hash, dt_opencl_t::stopped, dt_dev_pixelpipe_t::store_all_raster_masks, TRUE, dt_dev_pixelpipe_t::type, darktable_t::unmuted, void(), and dt_iop_roi_t::width.

Referenced by _lib_snapshots_refresh_pipe_image(), dt_dev_darkroom_pipeline(), and dt_imageio_export_with_flags().

dt_dev_pixelpipe_process_rec()

static int dt_dev_pixelpipe_process_rec ( dt_dev_pixelpipe_t *  pipe, uint64_t *  out_hash, const dt_dev_pixelpipe_iop_t **  out_piece, GList *  pieces, int  pos  )

static

Definition at line 789 of file pixelpipe_hb.c.

References _bypass_cache(), _print_nan_debug(), _print_perf_debug(), _reset_piece_cache_entry(), _trace_buffer_content(), _trace_cache_owner(), dt_develop_t::completed, darktable_t::control, darktable, dt_dev_pixelpipe_iop_t::data, dt_dev_pixelpipe_t::dev, DEVELOP_MASK_DISABLED, dt_dev_pixelpipe_t::devid, dt_control_queue_redraw_center(), DT_DEBUG_DEV, DT_DEBUG_NAN, DT_DEBUG_NOCACHE_REUSE, dt_dev_pixelpipe_cache_auto_destroy_apply(), dt_dev_pixelpipe_cache_flag_auto_destroy(), dt_dev_pixelpipe_cache_flush_entry_clmem(), dt_dev_pixelpipe_cache_get_entry(), dt_dev_pixelpipe_cache_get_writable(), dt_dev_pixelpipe_cache_peek(), dt_dev_pixelpipe_cache_rdlock_entry(), dt_dev_pixelpipe_cache_ref_count_entry(), dt_dev_pixelpipe_cache_remove(), DT_DEV_PIXELPIPE_CACHE_WRITABLE_CREATED, DT_DEV_PIXELPIPE_CACHE_WRITABLE_EXACT_HIT, DT_DEV_PIXELPIPE_CACHE_WRITABLE_REKEYED, dt_dev_pixelpipe_cache_wrlock_entry(), DT_DEV_PIXELPIPE_DISPLAY_NONE, dt_dev_pixelpipe_get_hash(), dt_dev_pixelpipe_gpu_flush_host_pinned_images(), dt_dev_pixelpipe_node_hash(), dt_dev_pixelpipe_process_rec(), dt_free, dt_get_times(), dt_history_item_get_name(), dt_pixel_cache_entry_get_data(), DT_PIXELPIPE_CACHE_HASH_INVALID, dt_pixelpipe_cache_set_current_module(), dt_pixelpipe_get_pipe_name(), dt_print(), dt_pthread_mutex_lock(), dt_pthread_mutex_unlock(), error(), dt_develop_tiling_t::factor, FALSE, dt_dev_pixelpipe_iop_t::global_hash, dt_develop_t::gui_attached, IOP_FLAGS_CPU_WRITES_OPENCL, IOP_FLAGS_TAKE_NO_INPUT, IOP_TAG_DISTORT, IS_NULL_PTR, KILL_SWITCH_ABORT, KILL_SWITCH_AND_FLUSH_CACHE, dt_control_t::log_mutex, darktable_t::main_message, dt_dev_pixelpipe_t::mask_display, dt_develop_tiling_t::maxbuf, name, dt_develop_tiling_t::overhead, darktable_t::pixelpipe_cache, PIXELPIPE_FLOW_HISTOGRAM_NONE, PIXELPIPE_FLOW_NONE, PIXELPIPE_FLOW_PROCESSED_ON_CPU, PIXELPIPE_FLOW_PROCESSED_WITH_TILING, pixelpipe_process_on_CPU(), pixelpipe_process_on_GPU(), dt_develop_t::progress, tiling_callback_blendop(), dt_develop_t::total, TRUE, type, dt_dev_pixelpipe_t::type, and darktable_t::unmuted.

Referenced by dt_dev_pixelpipe_process(), and dt_dev_pixelpipe_process_rec().

dt_dev_pixelpipe_reset_reentry()

void dt_dev_pixelpipe_reset_reentry

(

dt_dev_pixelpipe_t *

pipe

)

Definition at line 580 of file pixelpipe_hb.c.

References DT_PIXELPIPE_CACHE_HASH_INVALID, FALSE, dt_dev_pixelpipe_t::flush_cache, dt_dev_pixelpipe_t::reentry, and dt_dev_pixelpipe_t::reentry_hash.

Referenced by dt_dev_darkroom_pipeline(), and dt_dev_pixelpipe_init_cached().

dt_dev_pixelpipe_set_icc()

void dt_dev_pixelpipe_set_icc	(	dt_dev_pixelpipe_t *	pipe,
		dt_colorspaces_color_profile_type_t	icc_type,
		const gchar *	icc_filename,
		dt_iop_color_intent_t	icc_intent
	)

Definition at line 481 of file pixelpipe_hb.c.

References dt_free, dt_dev_pixelpipe_t::icc_filename, dt_dev_pixelpipe_t::icc_intent, and dt_dev_pixelpipe_t::icc_type.

Referenced by _lib_snapshots_refresh_pipe_image(), and dt_imageio_export_with_flags().

dt_dev_pixelpipe_set_input()

void dt_dev_pixelpipe_set_input	(	dt_dev_pixelpipe_t *	pipe,
		int32_t	imgid,
		int	width,
		int	height,
		float	iscale,
		dt_mipmap_size_t	size
	)

Definition at line 470 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_t::dev, height, dt_dev_pixelpipe_t::iheight, dt_develop_t::image_storage, dt_dev_pixelpipe_t::imgid, iscale, dt_dev_pixelpipe_t::iscale, dt_dev_pixelpipe_t::iwidth, size, dt_dev_pixelpipe_t::size, and width.

Referenced by _lib_snapshots_refresh_pipe_image(), _sync_virtual_pipe(), dt_dev_darkroom_pipeline(), dt_dev_get_thumbnail_size(), dt_focus_draw_clusters(), and dt_imageio_export_with_flags().

dt_dev_pixelpipe_set_realtime()

void dt_dev_pixelpipe_set_realtime	(	dt_dev_pixelpipe_t *	pipe,
		gboolean	state
	)

Definition at line 459 of file pixelpipe_hb.c.

References dt_atomic_set_int(), FALSE, IS_NULL_PTR, dt_dev_pixelpipe_t::realtime, state, and TRUE.

Referenced by dt_dev_pixelpipe_change_zoom_main(), dt_dev_pixelpipe_update_zoom_main_real(), and dt_drawlayer_set_pipeline_realtime_mode().

dt_dev_pixelpipe_set_reentry()

gboolean dt_dev_pixelpipe_set_reentry	(	dt_dev_pixelpipe_t *	pipe,
		uint64_t	hash
	)

Set the re-entry pipeline flag, only if no object is already capturing it.

Re-entered pipelines bypass normal exact hits for one processing pass. Raster-mask consumers use this after the dedicated side-band cacheline was evicted while the provider image remained cached: provider and downstream image states are invalidated immediately before the retry, while upstream states and the synchronized node graph remain intact.

It can be used for any case where a full pipeline recompute is needed once, based on runtime module requirements, but a full cache flush would be overkill.

NOTE: in main darkroom pipe, the coordinates of the ROI can change between runs from the same thread.

Parameters

pipe
hash	Unique ID of the object attempting capture the re-entry flag. This should stay constant between 2 pipeline runs from the same thread.

Returns

gboolean TRUE if the object could capture the flag

Definition at line 548 of file pixelpipe_hb.c.

References DT_DEBUG_DEV, DT_PIXELPIPE_CACHE_HASH_INVALID, dt_print(), FALSE, dt_dev_pixelpipe_t::reentry, dt_dev_pixelpipe_t::reentry_hash, and TRUE.

Referenced by dt_dev_get_raster_mask().

dt_dev_pixelpipe_transform_for_blend()

dt_pixelpipe_blend_transform_t dt_dev_pixelpipe_transform_for_blend	(	const dt_iop_module_t *const	self,
		const dt_dev_pixelpipe_iop_t *const	piece,
		const dt_iop_buffer_dsc_t *const	output_dsc
	)

Definition at line 643 of file pixelpipe_hb.c.

References dt_dev_pixelpipe_iop_t::blendop_data, dt_iop_buffer_dsc_t::cst, d, DEVELOP_MASK_DISABLED, dt_dev_pixelpipe_iop_t::dsc_in, DT_DEV_PIXELPIPE_BLEND_TRANSFORM_INPUT, DT_DEV_PIXELPIPE_BLEND_TRANSFORM_NONE, DT_DEV_PIXELPIPE_BLEND_TRANSFORM_OUTPUT, dt_develop_blend_colorspace(), dt_iop_colorspace_is_rgb(), IOP_FLAGS_SUPPORTS_BLENDING, and IS_NULL_PTR.

Referenced by pixelpipe_process_on_CPU(), and pixelpipe_process_on_GPU().

dt_dev_pixelpipe_unset_reentry()

gboolean dt_dev_pixelpipe_unset_reentry	(	dt_dev_pixelpipe_t *	pipe,
		uint64_t	hash
	)

Remove the re-entry pipeline flag, only if the object identifier is the one that set it. See dt_dev_pixelpipe_set_reentry.

Parameters

pipe
hash	Unique ID of the object attempting capture the re-entry flag. This should stay constant between 2 pipeline runs from the same thread.

Returns

gboolean TRUE if the object could capture the flag

Definition at line 562 of file pixelpipe_hb.c.

References DT_DEBUG_DEV, DT_PIXELPIPE_CACHE_HASH_INVALID, dt_print(), FALSE, dt_dev_pixelpipe_t::reentry, dt_dev_pixelpipe_t::reentry_hash, and TRUE.

Referenced by dt_dev_get_raster_mask().

dt_pixelpipe_get_pipe_name()

char * dt_pixelpipe_get_pipe_name

(

dt_dev_pixelpipe_type_t

pipe_type

)

Definition at line 257 of file pixelpipe_hb.c.

References DT_DEV_PIXELPIPE_EXPORT, DT_DEV_PIXELPIPE_FULL, DT_DEV_PIXELPIPE_PREVIEW, DT_DEV_PIXELPIPE_THUMBNAIL, and r.

Referenced by _get_debug_pipe_name(), _print_nan_debug(), _print_opencl_errors(), _print_perf_debug(), _trace_buffer_content(), _trace_cache_owner(), dt_dev_darkroom_pipeline(), dt_dev_get_raster_mask(), dt_dev_pixelpipe_cache_peek_gui(), dt_dev_pixelpipe_debug_dump_module_io(), dt_dev_pixelpipe_process(), dt_dev_pixelpipe_process_rec(), and dt_iop_commit_params().