iris_screen.h 9.93 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
/*
 * Copyright © 2017 Intel Corporation
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * on the rights to use, copy, modify, merge, publish, distribute, sub
 * license, and/or sell copies of the Software, and to permit persons to whom
 * the Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
 * USE OR OTHER DEALINGS IN THE SOFTWARE.
 */
#ifndef IRIS_SCREEN_H
#define IRIS_SCREEN_H

#include "pipe/p_screen.h"
27
#include "frontend/drm_driver.h"
28
#include "util/disk_cache.h"
29 30 31 32 33
#include "util/slab.h"
#include "util/u_screen.h"
#include "intel/dev/gen_device_info.h"
#include "intel/isl/isl.h"
#include "iris_bufmgr.h"
34 35
#include "iris_binder.h"
#include "iris_resource.h"
36

37
struct gen_l3_config;
38 39 40 41 42 43 44 45
struct brw_vue_map;
struct iris_vs_prog_key;
struct iris_tcs_prog_key;
struct iris_tes_prog_key;
struct iris_gs_prog_key;
struct iris_fs_prog_key;
struct iris_cs_prog_key;
enum iris_program_cache_id;
46

47 48 49
#define READ_ONCE(x) (*(volatile __typeof__(x) *)&(x))
#define WRITE_ONCE(x, v) *(volatile __typeof__(x) *)&(x) = (v)

50 51
#define IRIS_MAX_TEXTURE_SAMPLERS 32
#define IRIS_MAX_SOL_BUFFERS 4
52
#define IRIS_MAP_BUFFER_ALIGNMENT 64
53

54 55 56 57 58 59 60 61 62
/**
 * Virtual table for generation-specific (genxml) function calls.
 */
struct iris_vtable {
   void (*destroy_state)(struct iris_context *ice);
   void (*init_render_context)(struct iris_batch *batch);
   void (*init_compute_context)(struct iris_batch *batch);
   void (*upload_render_state)(struct iris_context *ice,
                               struct iris_batch *batch,
63 64
                               const struct pipe_draw_info *draw,
                               const struct pipe_draw_indirect_info *indirect);
65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138
   void (*update_surface_base_address)(struct iris_batch *batch,
                                       struct iris_binder *binder);
   void (*upload_compute_state)(struct iris_context *ice,
                                struct iris_batch *batch,
                                const struct pipe_grid_info *grid);
   void (*rebind_buffer)(struct iris_context *ice,
                         struct iris_resource *res);
   void (*resolve_conditional_render)(struct iris_context *ice);
   void (*load_register_reg32)(struct iris_batch *batch, uint32_t dst,
                               uint32_t src);
   void (*load_register_reg64)(struct iris_batch *batch, uint32_t dst,
                               uint32_t src);
   void (*load_register_imm32)(struct iris_batch *batch, uint32_t reg,
                               uint32_t val);
   void (*load_register_imm64)(struct iris_batch *batch, uint32_t reg,
                               uint64_t val);
   void (*load_register_mem32)(struct iris_batch *batch, uint32_t reg,
                               struct iris_bo *bo, uint32_t offset);
   void (*load_register_mem64)(struct iris_batch *batch, uint32_t reg,
                               struct iris_bo *bo, uint32_t offset);
   void (*store_register_mem32)(struct iris_batch *batch, uint32_t reg,
                                struct iris_bo *bo, uint32_t offset,
                                bool predicated);
   void (*store_register_mem64)(struct iris_batch *batch, uint32_t reg,
                                struct iris_bo *bo, uint32_t offset,
                                bool predicated);
   void (*store_data_imm32)(struct iris_batch *batch,
                            struct iris_bo *bo, uint32_t offset,
                            uint32_t value);
   void (*store_data_imm64)(struct iris_batch *batch,
                            struct iris_bo *bo, uint32_t offset,
                            uint64_t value);
   void (*copy_mem_mem)(struct iris_batch *batch,
                        struct iris_bo *dst_bo, uint32_t dst_offset,
                        struct iris_bo *src_bo, uint32_t src_offset,
                        unsigned bytes);
   void (*emit_raw_pipe_control)(struct iris_batch *batch,
                                 const char *reason, uint32_t flags,
                                 struct iris_bo *bo, uint32_t offset,
                                 uint64_t imm);

   void (*emit_mi_report_perf_count)(struct iris_batch *batch,
                                     struct iris_bo *bo,
                                     uint32_t offset_in_bytes,
                                     uint32_t report_id);

   unsigned (*derived_program_state_size)(enum iris_program_cache_id id);
   void (*store_derived_program_state)(struct iris_context *ice,
                                       enum iris_program_cache_id cache_id,
                                       struct iris_compiled_shader *shader);
   uint32_t *(*create_so_decl_list)(const struct pipe_stream_output_info *sol,
                                    const struct brw_vue_map *vue_map);
   void (*populate_vs_key)(const struct iris_context *ice,
                           const struct shader_info *info,
                           gl_shader_stage last_stage,
                           struct iris_vs_prog_key *key);
   void (*populate_tcs_key)(const struct iris_context *ice,
                            struct iris_tcs_prog_key *key);
   void (*populate_tes_key)(const struct iris_context *ice,
                            const struct shader_info *info,
                            gl_shader_stage last_stage,
                            struct iris_tes_prog_key *key);
   void (*populate_gs_key)(const struct iris_context *ice,
                           const struct shader_info *info,
                           gl_shader_stage last_stage,
                           struct iris_gs_prog_key *key);
   void (*populate_fs_key)(const struct iris_context *ice,
                           const struct shader_info *info,
                           struct iris_fs_prog_key *key);
   void (*populate_cs_key)(const struct iris_context *ice,
                           struct iris_cs_prog_key *key);
   void (*lost_genx_state)(struct iris_context *ice, struct iris_batch *batch);
};

139 140 141
struct iris_address {
   struct iris_bo *bo;
   uint64_t offset;
142
   enum iris_domain access;
143 144
};

145 146
struct iris_screen {
   struct pipe_screen base;
147

148 149
   uint32_t refcount;

Kenneth Graunke's avatar
Kenneth Graunke committed
150
   /** Global slab allocator for iris_transfer_map objects */
151 152
   struct slab_parent_pool transfer_pool;

153
   /** drm device file descriptor, shared with bufmgr, do not close. */
154
   int fd;
Kenneth Graunke's avatar
Kenneth Graunke committed
155

156 157 158 159 160 161
   /**
    * drm device file descriptor to used for window system integration, owned
    * by iris_screen, can be a different DRM instance than fd.
    */
   int winsys_fd;

Kenneth Graunke's avatar
Kenneth Graunke committed
162
   /** PCI ID for our GPU device */
163 164
   int pci_id;

165 166
   bool no_hw;

167 168
   struct iris_vtable vtbl;

Kenneth Graunke's avatar
Kenneth Graunke committed
169
   /** Global program_string_id counter (see get_program_string_id()) */
170 171
   unsigned program_id;

Kenneth Graunke's avatar
Kenneth Graunke committed
172 173 174
   /** Precompile shaders at link time?  (Can be disabled for debugging.) */
   bool precompile;

175 176 177 178
   /** driconf options and application workarounds */
   struct {
      /** Dual color blend by location instead of index (for broken apps) */
      bool dual_color_blend_by_location;
179
      bool disable_throttling;
180
      bool always_flush_cache;
181 182
   } driconf;

183 184 185 186
   /** Does the kernel support various features (KERNEL_HAS_* bitfield)? */
   unsigned kernel_features;
#define KERNEL_HAS_WAIT_FOR_SUBMIT (1<<0)

187 188
   unsigned subslice_total;

189 190
   uint64_t aperture_bytes;

191 192 193 194 195 196 197 198 199
   /**
    * Last sequence number allocated by the cache tracking mechanism.
    *
    * These are used for synchronization and are expected to identify a single
    * section of a batch, so they should be monotonically increasing and
    * unique across a single pipe_screen.
    */
   uint64_t last_seqno;

200 201 202 203
   struct gen_device_info devinfo;
   struct isl_device isl_dev;
   struct iris_bufmgr *bufmgr;
   struct brw_compiler *compiler;
204
   struct gen_perf_config *perf_cfg;
Kenneth Graunke's avatar
Kenneth Graunke committed
205

206 207 208
   const struct gen_l3_config *l3_config_3d;
   const struct gen_l3_config *l3_config_cs;

Kenneth Graunke's avatar
Kenneth Graunke committed
209
   /**
Lionel Landwerlin's avatar
Lionel Landwerlin committed
210 211 212 213 214 215
    * A buffer containing a marker + description of the driver. This buffer is
    * added to all execbufs syscalls so that we can identify the driver that
    * generated a hang by looking at the content of the buffer in the error
    * state. It is also used for hardware workarounds that require scratch
    * writes or reads from some unimportant memory. To avoid overriding the
    * debug data, use the workaround_address field for workarounds.
Kenneth Graunke's avatar
Kenneth Graunke committed
216 217
    */
   struct iris_bo *workaround_bo;
218
   struct iris_address workaround_address;
219 220

   struct disk_cache *disk_cache;
221 222
};

223 224
struct pipe_screen *
iris_screen_create(int fd, const struct pipe_screen_config *config);
225

226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245
void iris_screen_destroy(struct iris_screen *screen);

UNUSED static inline struct pipe_screen *
iris_pscreen_ref(struct pipe_screen *pscreen)
{
   struct iris_screen *screen = (struct iris_screen *) pscreen;

   p_atomic_inc(&screen->refcount);
   return pscreen;
}

UNUSED static inline void
iris_pscreen_unref(struct pipe_screen *pscreen)
{
   struct iris_screen *screen = (struct iris_screen *) pscreen;

   if (p_atomic_dec_zero(&screen->refcount))
      iris_screen_destroy(screen);
}

246
bool
247 248 249 250 251 252 253
iris_is_format_supported(struct pipe_screen *pscreen,
                         enum pipe_format format,
                         enum pipe_texture_target target,
                         unsigned sample_count,
                         unsigned storage_sample_count,
                         unsigned usage);

254 255
void iris_disk_cache_init(struct iris_screen *screen);

256
#endif