Ansel 0.0
A darktable fork - bloat + design vision
Loading...
Searching...
No Matches
nn_model.c File Reference
#include "common/nn_model.h"
#include "system/target_clones.h"
#include <glib/gstdio.h>
#include <json-glib/json-glib.h>
#include <limits.h>
#include <math.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
Include dependency graph for nn_model.c:

Go to the source code of this file.

Data Structures

struct  nn_conv_t
struct  nn_unet_t
struct  dt_nn_model_t
struct  nn_header_t
struct  dt_nn_cl_t

Macros

#define NN_MAX_DEPTH   8
#define NN_MIN(a, b)
#define NN_MAX_DEVICES   16
#define NN_OC_BLOCK   4
#define NN_LEDGER(delta)
#define NN_CL_ALLOC(var, floats)
#define NN_CL_FREE(var)

Typedefs

typedef struct nn_conv_t nn_conv_t
typedef struct nn_unet_t nn_unet_t
typedef struct nn_header_t nn_header_t

Functions

void dt_nn_set_allocator (dt_nn_alloc_f alloc_fn, dt_nn_free_f free_fn)
void dt_nn_set_cancel (dt_nn_cancel_f cancel_fn)
static void * _nn_alloc (size_t floats, int long_lived)
static void _nn_free (void *p)
static void _err (char *err, size_t err_len, const char *msg)
static int _wire_conv (const nn_header_t *h, const char *prefix, int out_ch, int in_ch, int k, nn_conv_t *cv, char *err, size_t err_len)
static int _wire_unet (const nn_header_t *h, const char *stage_prefix, int base, int depth, int in_ch, int out_ch, nn_unet_t *u, char *err, size_t err_len)
static int _read_net_cfg (JsonObject *cfg, int out_ch_max, int *base, int *depth, int *in_ch, int *out_ch)
dt_nn_model_t * dt_nn_model_load (const char *path, char *err, size_t err_len)
static void dt_nn_model_free_cl (dt_nn_model_t *m)
void dt_nn_model_free (dt_nn_model_t *m)
int dt_nn_model_in_channels (const dt_nn_model_t *m)
int dt_nn_model_out_channels (const dt_nn_model_t *m)
int dt_nn_model_bin (const dt_nn_model_t *m, const int is_xtrans)
int dt_nn_model_coarse_in_channels (const dt_nn_model_t *m)
int dt_nn_model_coarse_out_channels (const dt_nn_model_t *m)
int dt_nn_model_anchor (const dt_nn_model_t *m)
static int _lcm (int a, int b)
int dt_nn_model_alignment (const dt_nn_model_t *m)
static __DT_CLONE_TARGETS__ void _conv2d (const nn_conv_t *cv, const float *in, int w, int h, int stride, int pad, float *out)
static __DT_CLONE_TARGETS__ void _gelu (float *x, size_t n)
static size_t _unet_peak_floats (const nn_unet_t *u, size_t wh, int cl_variant)
static float _scratch_per_px (const dt_nn_model_t *m, int cl_variant)
float dt_nn_unet_scratch_per_px (const dt_nn_model_t *m)
float dt_nn_unet_scratch_per_px_cl (const dt_nn_model_t *m)
float dt_nn_unet_scratch_maxblock_per_px (const dt_nn_model_t *m)
size_t dt_nn_unet_scratch_bytes (const dt_nn_model_t *m, int width, int height)
static __DT_CLONE_TARGETS__ void _conv2d_cat2 (const nn_conv_t *cv, const float *a, int in_ch_a, const float *b, int w, int h, float *out)
static int _unet_forward (const nn_unet_t *u, const float *in, float *out, int width, int height, int residual_ch)
int dt_nn_unet_apply (const dt_nn_model_t *m, const float *in, float *out, int width, int height)
int dt_nn_unet_apply_stage (const dt_nn_model_t *m, int stage, const float *in, float *out, int width, int height, int apply_residual)
__DT_CLONE_TARGETS__ void dt_nn_bin_planes (const float *planes, int pw, int ph, int bin, float *out_rgb, float *out_cnt)
__DT_CLONE_TARGETS__ void dt_nn_upsample_nearest (const float *in, int ch, int w, int h, int factor, float *out)
dt_nn_cl_t * dt_nn_cl_create (int program)
void dt_nn_cl_destroy (dt_nn_cl_t *cl)
static cl_mem _weights_cl (const dt_nn_model_t *m, int devid)
static int _conv_cl (dt_nn_cl_t *cl, int devid, cl_mem weights, const float *blob_base, cl_mem in, cl_mem out, int w, int h, const nn_conv_t *cv, int stride, int pad, int do_gelu)
static int _upsample_cl (dt_nn_cl_t *cl, int devid, cl_mem in, cl_mem out, int w, int h, int ch)
static int _unet_forward_cl (const dt_nn_model_t *m, const nn_unet_t *u, dt_nn_cl_t *cl, int devid, cl_mem dev_in, cl_mem dev_out, int width, int height)
int dt_nn_unet_apply_stage_cl (const dt_nn_model_t *m, int stage, dt_nn_cl_t *cl, int devid, cl_mem dev_in, cl_mem dev_out, int width, int height)

Variables

static dt_nn_alloc_f _nn_alloc_fn = NULL
static dt_nn_free_f _nn_free_fn = NULL
static dt_nn_cancel_f _nn_cancel_fn = NULL

Macro Definition Documentation

◆ NN_CL_ALLOC

#define NN_CL_ALLOC ( var,
floats )
Value:
do \
{ \
var = dt_opencl_alloc_device_buffer(devid, (floats) * sizeof(float)); \
if(!var) \
{ \
err = -1; \
goto cleanup; \
} \
} while(0)
void cleanup(dt_imageio_module_format_t *self)
Definition avif.c:170
void * dt_opencl_alloc_device_buffer(const int devid, const size_t size)
Definition opencl.c:3060

Referenced by _unet_forward_cl().

◆ NN_CL_FREE

#define NN_CL_FREE ( var)
Value:
do \
{ \
var = NULL; \
} while(0)
void dt_opencl_release_mem_object(cl_mem mem)
Definition opencl.c:2895

Referenced by _unet_forward_cl().

◆ NN_LEDGER

#define NN_LEDGER ( delta)
Value:
do \
{ \
live += (delta); \
if(live > peak) peak = live; \
} while(0)
const float delta

Referenced by _unet_peak_floats().

◆ NN_MAX_DEPTH

#define NN_MAX_DEPTH   8

Definition at line 33 of file nn_model.c.

Referenced by _read_net_cfg(), _unet_forward(), and _unet_forward_cl().

◆ NN_MAX_DEVICES

#define NN_MAX_DEVICES   16

Definition at line 44 of file nn_model.c.

Referenced by _weights_cl(), and dt_nn_model_free_cl().

◆ NN_MIN

#define NN_MIN ( a,
b )
Value:
((a) < (b) ? (a) : (b))

Definition at line 34 of file nn_model.c.

Referenced by _conv2d(), _conv2d_cat2(), _conv_cl(), _scratch_per_px(), dt_nn_unet_scratch_bytes(), and dt_nn_unet_scratch_maxblock_per_px().

◆ NN_OC_BLOCK

#define NN_OC_BLOCK   4

Definition at line 499 of file nn_model.c.

Referenced by _conv2d(), and _conv2d_cat2().

Typedef Documentation

◆ nn_conv_t

typedef struct nn_conv_t nn_conv_t

◆ nn_header_t

typedef struct nn_header_t nn_header_t

◆ nn_unet_t

typedef struct nn_unet_t nn_unet_t

Function Documentation

◆ _conv2d()

__DT_CLONE_TARGETS__ void _conv2d ( const nn_conv_t * cv,
const float * in,
int w,
int h,
int stride,
int pad,
float * out )
static

Definition at line 520 of file nn_model.c.

References nn_conv_t::b, in, nn_conv_t::in_ch, k, nn_conv_t::k, memcpy(), NN_MIN, NN_OC_BLOCK, out, nn_conv_t::out_ch, r, nn_conv_t::w, w1, w2, and w3.

Referenced by _unet_forward().

◆ _conv2d_cat2()

__DT_CLONE_TARGETS__ void _conv2d_cat2 ( const nn_conv_t * cv,
const float * a,
int in_ch_a,
const float * b,
int w,
int h,
float * out )
static

Definition at line 767 of file nn_model.c.

References nn_conv_t::b, nn_conv_t::in_ch, k, nn_conv_t::k, memcpy(), NN_MIN, NN_OC_BLOCK, out, nn_conv_t::out_ch, r, nn_conv_t::w, w1, w2, and w3.

Referenced by _unet_forward().

◆ _conv_cl()

int _conv_cl ( dt_nn_cl_t * cl,
int devid,
cl_mem weights,
const float * blob_base,
cl_mem in,
cl_mem out,
int w,
int h,
const nn_conv_t * cv,
int stride,
int pad,
int do_gelu )
static

◆ _err()

void _err ( char * err,
size_t err_len,
const char * msg )
static

Definition at line 116 of file nn_model.c.

Referenced by _wire_conv(), and dt_nn_model_load().

◆ _gelu()

__DT_CLONE_TARGETS__ void _gelu ( float * x,
size_t n )
static

Definition at line 620 of file nn_model.c.

References i, n, and x.

Referenced by _unet_forward().

◆ _lcm()

int _lcm ( int a,
int b )
static

Definition at line 455 of file nn_model.c.

References t, and x.

Referenced by dt_nn_model_alignment().

◆ _nn_alloc()

void * _nn_alloc ( size_t floats,
int long_lived )
static

Definition at line 101 of file nn_model.c.

References _nn_alloc_fn.

Referenced by _unet_forward().

◆ _nn_free()

void _nn_free ( void * p)
static

Definition at line 107 of file nn_model.c.

References _nn_free_fn, and p.

Referenced by _unet_forward().

◆ _read_net_cfg()

int _read_net_cfg ( JsonObject * cfg,
int out_ch_max,
int * base,
int * depth,
int * in_ch,
int * out_ch )
static

Definition at line 232 of file nn_model.c.

References NN_MAX_DEPTH.

Referenced by dt_nn_model_load().

◆ _scratch_per_px()

float _scratch_per_px ( const dt_nn_model_t * m,
int cl_variant )
static

Definition at line 696 of file nn_model.c.

References _unet_peak_floats(), m, and NN_MIN.

Referenced by dt_nn_unet_scratch_per_px(), and dt_nn_unet_scratch_per_px_cl().

◆ _unet_forward()

◆ _unet_forward_cl()

◆ _unet_peak_floats()

size_t _unet_peak_floats ( const nn_unet_t * u,
size_t wh,
int cl_variant )
static

Definition at line 636 of file nn_model.c.

References nn_unet_t::base, nn_unet_t::depth, i, NN_LEDGER, and nn_unet_t::out_ch.

Referenced by _scratch_per_px(), and dt_nn_unet_scratch_bytes().

◆ _upsample_cl()

int _upsample_cl ( dt_nn_cl_t * cl,
int devid,
cl_mem in,
cl_mem out,
int w,
int h,
int ch )
static

◆ _weights_cl()

◆ _wire_conv()

int _wire_conv ( const nn_header_t * h,
const char * prefix,
int out_ch,
int in_ch,
int k,
nn_conv_t * cv,
char * err,
size_t err_len )
static

◆ _wire_unet()

int _wire_unet ( const nn_header_t * h,
const char * stage_prefix,
int base,
int depth,
int in_ch,
int out_ch,
nn_unet_t * u,
char * err,
size_t err_len )
static

◆ dt_nn_bin_planes()

__DT_CLONE_TARGETS__ void dt_nn_bin_planes ( const float * planes,
int pw,
int ph,
int bin,
float * out_rgb,
float * out_cnt )

Definition at line 1057 of file nn_model.c.

References i, and x.

Referenced by _k_bin_planes(), and main().

◆ dt_nn_cl_create()

dt_nn_cl_t * dt_nn_cl_create ( int program)

◆ dt_nn_cl_destroy()

void dt_nn_cl_destroy ( dt_nn_cl_t * cl)

◆ dt_nn_model_alignment()

int dt_nn_model_alignment ( const dt_nn_model_t * m)

Definition at line 468 of file nn_model.c.

References _lcm(), DT_NN_FUSION_COARSEST, and m.

Referenced by main(), process(), process_cl(), and tiling_callback().

◆ dt_nn_model_anchor()

int dt_nn_model_anchor ( const dt_nn_model_t * m)

Definition at line 450 of file nn_model.c.

References m.

Referenced by process(), and process_cl().

◆ dt_nn_model_bin()

int dt_nn_model_bin ( const dt_nn_model_t * m,
const int is_xtrans )

Definition at line 434 of file nn_model.c.

References m.

Referenced by main(), process(), process_cl(), and tiling_callback().

◆ dt_nn_model_coarse_in_channels()

int dt_nn_model_coarse_in_channels ( const dt_nn_model_t * m)

Definition at line 440 of file nn_model.c.

References m.

Referenced by commit_params(), and main().

◆ dt_nn_model_coarse_out_channels()

int dt_nn_model_coarse_out_channels ( const dt_nn_model_t * m)

Definition at line 445 of file nn_model.c.

References m.

Referenced by commit_params(), and main().

◆ dt_nn_model_free()

void dt_nn_model_free ( dt_nn_model_t * m)

Definition at line 413 of file nn_model.c.

References dt_nn_model_free_cl(), dt_pthread_mutex_destroy(), and m.

Referenced by cleanup_global(), main(), and main().

◆ dt_nn_model_free_cl()

void dt_nn_model_free_cl ( dt_nn_model_t * m)
static

Definition at line 402 of file nn_model.c.

References d, dt_opencl_release_mem_object(), m, and NN_MAX_DEVICES.

Referenced by dt_nn_model_free().

◆ dt_nn_model_in_channels()

int dt_nn_model_in_channels ( const dt_nn_model_t * m)

Definition at line 424 of file nn_model.c.

References m.

Referenced by commit_params(), main(), main(), process(), process_cl(), and tiling_callback().

◆ dt_nn_model_load()

dt_nn_model_t * dt_nn_model_load ( const char * path,
char * err,
size_t err_len )

◆ dt_nn_model_out_channels()

int dt_nn_model_out_channels ( const dt_nn_model_t * m)

Definition at line 429 of file nn_model.c.

References m.

Referenced by main(), and main().

◆ dt_nn_set_allocator()

void dt_nn_set_allocator ( dt_nn_alloc_f alloc_fn,
dt_nn_free_f free_fn )

Definition at line 77 of file nn_model.c.

References _nn_alloc_fn, and _nn_free_fn.

Referenced by cleanup_global(), and init_global().

◆ dt_nn_set_cancel()

void dt_nn_set_cancel ( dt_nn_cancel_f cancel_fn)

Definition at line 86 of file nn_model.c.

References _nn_cancel_fn.

Referenced by cleanup_global(), and init_global().

◆ dt_nn_unet_apply()

int dt_nn_unet_apply ( const dt_nn_model_t * m,
const float * in,
float * out,
int width,
int height )

Definition at line 1039 of file nn_model.c.

References _unet_forward(), height, in, m, out, and width.

Referenced by main().

◆ dt_nn_unet_apply_stage()

int dt_nn_unet_apply_stage ( const dt_nn_model_t * m,
int stage,
const float * in,
float * out,
int width,
int height,
int apply_residual )

Definition at line 1044 of file nn_model.c.

References _unet_forward(), height, in, m, out, and width.

Referenced by main(), main(), and process().

◆ dt_nn_unet_apply_stage_cl()

int dt_nn_unet_apply_stage_cl ( const dt_nn_model_t * m,
int stage,
dt_nn_cl_t * cl,
int devid,
cl_mem dev_in,
cl_mem dev_out,
int width,
int height )

Definition at line 1395 of file nn_model.c.

References _unet_forward_cl(), height, m, and width.

Referenced by main(), and process_cl().

◆ dt_nn_unet_scratch_bytes()

size_t dt_nn_unet_scratch_bytes ( const dt_nn_model_t * m,
int width,
int height )

Definition at line 744 of file nn_model.c.

References _unet_peak_floats(), height, m, NN_MIN, and width.

Referenced by main(), and process().

◆ dt_nn_unet_scratch_maxblock_per_px()

float dt_nn_unet_scratch_maxblock_per_px ( const dt_nn_model_t * m)

Definition at line 725 of file nn_model.c.

References m, and NN_MIN.

◆ dt_nn_unet_scratch_per_px()

float dt_nn_unet_scratch_per_px ( const dt_nn_model_t * m)

Definition at line 715 of file nn_model.c.

References _scratch_per_px(), and m.

Referenced by tiling_callback().

◆ dt_nn_unet_scratch_per_px_cl()

float dt_nn_unet_scratch_per_px_cl ( const dt_nn_model_t * m)

Definition at line 720 of file nn_model.c.

References _scratch_per_px(), and m.

Referenced by tiling_callback().

◆ dt_nn_upsample_nearest()

__DT_CLONE_TARGETS__ void dt_nn_upsample_nearest ( const float * in,
int ch,
int w,
int h,
int factor,
float * out )

Definition at line 1093 of file nn_model.c.

References ch, factor, in, out, and x.

Referenced by main(), and process().

Variable Documentation

◆ _nn_alloc_fn

dt_nn_alloc_f _nn_alloc_fn = NULL
static

Definition at line 74 of file nn_model.c.

Referenced by _nn_alloc(), and dt_nn_set_allocator().

◆ _nn_cancel_fn

dt_nn_cancel_f _nn_cancel_fn = NULL
static

Definition at line 84 of file nn_model.c.

Referenced by _unet_forward(), _unet_forward_cl(), and dt_nn_set_cancel().

◆ _nn_free_fn

dt_nn_free_f _nn_free_fn = NULL
static

Definition at line 75 of file nn_model.c.

Referenced by _nn_free(), and dt_nn_set_allocator().