freedreno_ringbuffer.c 6.03 KB
Newer Older
Rob Clark's avatar
Rob Clark committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */

/*
 * Copyright (C) 2012 Rob Clark <robclark@freedesktop.org>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 *
 * Authors:
 *    Rob Clark <robclark@freedesktop.org>
 */

Rob Clark's avatar
Rob Clark committed
29
30
#include <assert.h>

Rob Clark's avatar
Rob Clark committed
31
32
33
34
#include "freedreno_drmif.h"
#include "freedreno_priv.h"
#include "freedreno_ringbuffer.h"

35
36
37
static struct fd_ringbuffer *
ringbuffer_new(struct fd_pipe *pipe, uint32_t size,
		enum fd_ringbuffer_flags flags)
Rob Clark's avatar
Rob Clark committed
38
{
39
	struct fd_ringbuffer *ring;
Rob Clark's avatar
Rob Clark committed
40

41
	ring = pipe->funcs->ringbuffer_new(pipe, size, flags);
42
43
	if (!ring)
		return NULL;
Rob Clark's avatar
Rob Clark committed
44

45
	ring->flags = flags;
Rob Clark's avatar
Rob Clark committed
46
	ring->pipe = pipe;
47
	ring->start = ring->funcs->hostptr(ring);
48
	ring->end = &(ring->start[ring->size/4]);
Rob Clark's avatar
Rob Clark committed
49
50
51
52
53
54

	ring->cur = ring->last_start = ring->start;

	return ring;
}

55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
struct fd_ringbuffer *
fd_ringbuffer_new(struct fd_pipe *pipe, uint32_t size)
{
	return ringbuffer_new(pipe, size, 0);
}

struct fd_ringbuffer *
fd_ringbuffer_new_object(struct fd_pipe *pipe, uint32_t size)
{
	/* we can't really support "growable" rb's in general for
	 * stateobj's since we need a single gpu addr (ie. can't
	 * do the trick of a chain of IB packets):
	 */
	assert(size);
	return ringbuffer_new(pipe, size, FD_RINGBUFFER_OBJECT);
}

Emil Velikov's avatar
Emil Velikov committed
72
void fd_ringbuffer_del(struct fd_ringbuffer *ring)
Rob Clark's avatar
Rob Clark committed
73
{
74
	fd_ringbuffer_reset(ring);
75
	ring->funcs->destroy(ring);
Rob Clark's avatar
Rob Clark committed
76
77
}

78
79
80
81
/* ringbuffers which are IB targets should set the toplevel rb (ie.
 * the IB source) as it's parent before emitting reloc's, to ensure
 * the bookkeeping works out properly.
 */
Emil Velikov's avatar
Emil Velikov committed
82
void fd_ringbuffer_set_parent(struct fd_ringbuffer *ring,
83
					 struct fd_ringbuffer *parent)
84
{
85
86
	/* state objects should not be parented! */
	assert(!(ring->flags & FD_RINGBUFFER_OBJECT));
87
88
89
	ring->parent = parent;
}

Emil Velikov's avatar
Emil Velikov committed
90
void fd_ringbuffer_reset(struct fd_ringbuffer *ring)
Rob Clark's avatar
Rob Clark committed
91
92
93
94
95
{
	uint32_t *start = ring->start;
	if (ring->pipe->id == FD_PIPE_2D)
		start = &ring->start[0x140];
	ring->cur = ring->last_start = start;
96
97
	if (ring->funcs->reset)
		ring->funcs->reset(ring);
Rob Clark's avatar
Rob Clark committed
98
99
}

Emil Velikov's avatar
Emil Velikov committed
100
int fd_ringbuffer_flush(struct fd_ringbuffer *ring)
Rob Clark's avatar
Rob Clark committed
101
{
Rob Clark's avatar
Rob Clark committed
102
103
104
105
106
107
108
	return ring->funcs->flush(ring, ring->last_start, -1, NULL);
}

int fd_ringbuffer_flush2(struct fd_ringbuffer *ring, int in_fence_fd,
		int *out_fence_fd)
{
	return ring->funcs->flush(ring, ring->last_start, in_fence_fd, out_fence_fd);
Rob Clark's avatar
Rob Clark committed
109
110
}

111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
void fd_ringbuffer_grow(struct fd_ringbuffer *ring, uint32_t ndwords)
{
	assert(ring->funcs->grow);     /* unsupported on kgsl */

	/* there is an upper bound on IB size, which appears to be 0x100000 */
	if (ring->size < 0x100000)
		ring->size *= 2;

	ring->funcs->grow(ring, ring->size);

	ring->start = ring->funcs->hostptr(ring);
	ring->end = &(ring->start[ring->size/4]);

	ring->cur = ring->last_start = ring->start;
}

Emil Velikov's avatar
Emil Velikov committed
127
uint32_t fd_ringbuffer_timestamp(struct fd_ringbuffer *ring)
Rob Clark's avatar
Rob Clark committed
128
129
130
131
{
	return ring->last_timestamp;
}

Emil Velikov's avatar
Emil Velikov committed
132
void fd_ringbuffer_reloc(struct fd_ringbuffer *ring,
133
				    const struct fd_reloc *reloc)
Rob Clark's avatar
Rob Clark committed
134
135
136
137
138
139
140
{
	assert(ring->pipe->gpu_id < 500);
	ring->funcs->emit_reloc(ring, reloc);
}

void fd_ringbuffer_reloc2(struct fd_ringbuffer *ring,
				     const struct fd_reloc *reloc)
Rob Clark's avatar
Rob Clark committed
141
{
142
	ring->funcs->emit_reloc(ring, reloc);
Rob Clark's avatar
Rob Clark committed
143
144
}

Rob Clark's avatar
Rob Clark committed
145
146
void fd_ringbuffer_emit_reloc_ring(struct fd_ringbuffer *ring,
		struct fd_ringmarker *target, struct fd_ringmarker *end)
Rob Clark's avatar
Rob Clark committed
147
{
148
149
	uint32_t submit_offset, size;

Rob Clark's avatar
Rob Clark committed
150
151
	/* This function is deprecated and not supported on 64b devices: */
	assert(ring->pipe->gpu_id < 500);
152
	assert(target->ring == end->ring);
153
154
155
156

	submit_offset = offset_bytes(target->cur, target->ring->start);
	size = offset_bytes(end->cur, target->cur);

157
158
159
160
161
162
163
164
	ring->funcs->emit_reloc_ring(ring, target->ring, 0, submit_offset, size);
}

uint32_t fd_ringbuffer_cmd_count(struct fd_ringbuffer *ring)
{
	if (!ring->funcs->cmd_count)
		return 1;
	return ring->funcs->cmd_count(ring);
Rob Clark's avatar
Rob Clark committed
165
166
}

Rob Clark's avatar
Rob Clark committed
167
168
169
170
171
uint32_t
fd_ringbuffer_emit_reloc_ring_full(struct fd_ringbuffer *ring,
		struct fd_ringbuffer *target, uint32_t cmd_idx)
{
	uint32_t size = offset_bytes(target->cur, target->start);
172
	return ring->funcs->emit_reloc_ring(ring, target, cmd_idx, 0, size);
Rob Clark's avatar
Rob Clark committed
173
174
}

175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
uint32_t
fd_ringbuffer_size(struct fd_ringbuffer *ring)
{
	/* only really needed for stateobj ringbuffers, and won't really
	 * do what you expect for growable rb's.. so lets just restrict
	 * this to stateobj's for now:
	 */
	assert(ring->flags & FD_RINGBUFFER_OBJECT);
	return offset_bytes(ring->cur, ring->start);
}

/*
 * Deprecated ringmarker API:
 */

Emil Velikov's avatar
Emil Velikov committed
190
struct fd_ringmarker * fd_ringmarker_new(struct fd_ringbuffer *ring)
Rob Clark's avatar
Rob Clark committed
191
192
193
194
195
196
197
198
199
200
201
{
	struct fd_ringmarker *marker = NULL;

	marker = calloc(1, sizeof(*marker));
	if (!marker) {
		ERROR_MSG("allocation failed");
		return NULL;
	}

	marker->ring = ring;

Rob Clark's avatar
Rob Clark committed
202
	marker->cur = marker->ring->cur;
Rob Clark's avatar
Rob Clark committed
203
204
205
206

	return marker;
}

Emil Velikov's avatar
Emil Velikov committed
207
void fd_ringmarker_del(struct fd_ringmarker *marker)
Rob Clark's avatar
Rob Clark committed
208
209
210
211
{
	free(marker);
}

Emil Velikov's avatar
Emil Velikov committed
212
void fd_ringmarker_mark(struct fd_ringmarker *marker)
Rob Clark's avatar
Rob Clark committed
213
214
215
216
{
	marker->cur = marker->ring->cur;
}

Emil Velikov's avatar
Emil Velikov committed
217
uint32_t fd_ringmarker_dwords(struct fd_ringmarker *start,
218
					 struct fd_ringmarker *end)
Rob Clark's avatar
Rob Clark committed
219
220
221
222
{
	return end->cur - start->cur;
}

Emil Velikov's avatar
Emil Velikov committed
223
int fd_ringmarker_flush(struct fd_ringmarker *marker)
Rob Clark's avatar
Rob Clark committed
224
{
225
	struct fd_ringbuffer *ring = marker->ring;
Rob Clark's avatar
Rob Clark committed
226
	return ring->funcs->flush(ring, marker->cur, -1, NULL);
Rob Clark's avatar
Rob Clark committed
227
}