File: gropenglopenxr.cpp

package info (click to toggle)
freespace2 24.2.0%2Brepack-1
  • links: PTS, VCS
  • area: non-free
  • in suites: forky, sid
  • size: 43,716 kB
  • sloc: cpp: 595,001; ansic: 21,741; python: 1,174; sh: 457; makefile: 248; xml: 181
file content (476 lines) | stat: -rw-r--r-- 15,766 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
#include "gropenglopenxr.h"

// this block should go before the #includes otherwise MSVC will sometimes warn about APIENTRY redefinition
// (glad.h checks for redefinition of the symbol, but minwindef.h does not)
#ifdef WIN32

#define XR_USE_PLATFORM_WIN32
#include <unknwn.h>

#endif
// the other platforms do not go before the #includes because this will cause conflicts from symbols defined in XLib,
// specifically None and Always; see https://stackoverflow.com/questions/22476110/c-compiling-error-including-x11-x-h-x11-xlib-h

#include "io/cursor.h"
#include "io/mouse.h"
#include "graphics/matrix.h"
#include "graphics/opengl/gropengl.h"
#include "graphics/opengl/gropengldraw.h"
#include "graphics/opengl/gropenglshader.h"
#include "graphics/opengl/gropenglstate.h"
#include "graphics/opengl/ShaderProgram.h"
#include "osapi/osapi.h"

#if defined __APPLE_CC__

//Not supported

#elif defined SCP_UNIX

#define XR_USE_PLATFORM_XLIB
#include<X11/Xlib.h>
#include<glad/glad_glx.h>

#endif

#define XR_USE_GRAPHICS_API_OPENGL
#include "graphics/openxr_internal.h"

#include <SDL_syswm.h>

#ifndef __APPLE_CC__

//SETUP FUNCTIONS OGL
SCP_vector<const char*> gr_opengl_openxr_get_extensions() {
	return { XR_KHR_OPENGL_ENABLE_EXTENSION_NAME };
}


bool gr_opengl_openxr_test_capabilities() {
	XrGraphicsRequirementsOpenGLKHR requirements{
		XR_TYPE_GRAPHICS_REQUIREMENTS_OPENGL_KHR,
		nullptr,
		0,
		0
	};

	if (openxr_callExtensionFunction<PFN_xrGetOpenGLGraphicsRequirementsKHR>("xrGetOpenGLGraphicsRequirementsKHR", xr_instance, xr_system, &requirements) != XR_SUCCESS) {
		mprintf(("Failed to query OpenXR graphics requirements!\n"));
		return false;
	}

	if (requirements.minApiVersionSupported > XR_MAKE_VERSION(GLVersion.major, GLVersion.minor, 0)) {
		mprintf(("System doesn't meet OpenXR graphics requirements (min %" PRIu64 ", available %" PRIu64 ")!\n", requirements.minApiVersionSupported, static_cast<XrVersion>(XR_MAKE_VERSION(GLVersion.major, GLVersion.minor, 0))));
		return false;
	}

	return true;
}

#ifdef WIN32
bool gr_opengl_openxr_create_session() {
	SDL_SysWMinfo wmInfo;
	SDL_VERSION(&wmInfo.version);
	SDL_GetWindowWMInfo(os::getSDLMainWindow(), &wmInfo);

	XrGraphicsBindingOpenGLWin32KHR graphicsBinding{
		XR_TYPE_GRAPHICS_BINDING_OPENGL_WIN32_KHR,
		nullptr,
		wmInfo.info.win.hdc,
		(HGLRC) SDL_GL_GetCurrentContext() //uuuuuugly, and not technically allowed by the standard, but this "opaque" SDL_GLContext type is just the hGLRC on Win32
	};
	
	XrSessionCreateInfo sessionCreateInfo{
		XR_TYPE_SESSION_CREATE_INFO,
		&graphicsBinding,
		0,
		xr_system
	};

	XrResult sessionInit = xrCreateSession(xr_instance, &sessionCreateInfo, &xr_session);
	if (sessionInit != XR_SUCCESS) {
		mprintf(("Failed to create OpenXR session with code %d\n", static_cast<int>(sessionInit)));
		return false;
	}

	return true;
}
#elif defined SCP_UNIX
bool gr_opengl_openxr_create_session() {
	SDL_SysWMinfo wmInfo;
	SDL_VERSION(&wmInfo.version);
	SDL_GetWindowWMInfo(os::getSDLMainWindow(), &wmInfo);

	XWindowAttributes wa;
	XGetWindowAttributes(wmInfo.info.x11.display, wmInfo.info.x11.window, &wa);

	GLXContext glxcontext = (GLXContext) SDL_GL_GetCurrentContext(); //uuuuuugly, and not technically allowed by the standard, but this "opaque" SDL_GLContext type is just the GLXContext on X11

	int glxfbconfigid, glxscreenid, nfbconfigs;
	glXQueryContext(wmInfo.info.x11.display, glxcontext, GLX_FBCONFIG_ID, &glxfbconfigid);
	glXQueryContext(wmInfo.info.x11.display, glxcontext, GLX_SCREEN, &glxscreenid);

	const int fbconfigattrs[] = {GLX_FBCONFIG_ID, glxfbconfigid, None};
	GLXFBConfig* fbconfigs = glXChooseFBConfig(wmInfo.info.x11.display, glxscreenid, fbconfigattrs, &nfbconfigs);

	if (nfbconfigs < 1) {
		mprintf(("Unable to find Linux FBConfig for OpenXR!\n"));
		return false;
	}

	XrGraphicsBindingOpenGLXlibKHR graphicsBinding {
		XR_TYPE_GRAPHICS_BINDING_OPENGL_XLIB_KHR,
		nullptr,
		wmInfo.info.x11.display,
		static_cast<uint32_t>(XVisualIDFromVisual(wa.visual)),
		fbconfigs[0],
		glXGetCurrentDrawable(),
		glxcontext
	};

	XrSessionCreateInfo sessionCreateInfo {
		XR_TYPE_SESSION_CREATE_INFO,
		&graphicsBinding,
		0,
		xr_system
	};

	XrResult sessionInit = xrCreateSession(xr_instance, &sessionCreateInfo, &xr_session);
	if (sessionInit != XR_SUCCESS) {
		mprintf(("Failed to create OpenXR session with code %d\n", static_cast<int>(sessionInit)));
		return false;
	}

	return true;
}
#endif

int64_t gr_opengl_openxr_get_swapchain_format(const SCP_vector<int64_t>& allowed) {
	//We prefer whatever our backbuffer is
	if (std::find(allowed.cbegin(), allowed.cend(), GL_RGBA16F) != allowed.cend())
		return GL_RGBA16F;

	//Otherwise, Fallback
	return allowed.front();
}

//PIPELINE FUNCTIONS OGL
std::array<SCP_vector<XrSwapchainImageOpenGLKHR>, 2> swapchainImages;

GLuint xr_fbo;
GLuint xr_swap_tex;

bool gr_opengl_openxr_acquire_swapchain_buffers() {
	// create framebuffer
	glGenFramebuffers(1, &xr_fbo);
	GL_state.BindFrameBuffer(xr_fbo);
	opengl_set_object_label(GL_FRAMEBUFFER, xr_fbo, "XR Swapchain");

	//While blitting from the backbuffer is fine for the 3d-scenes, when we render a flat scene, we need to bind the backbuffer as a texture.
	//Since that doesn't work, we need an intermediary. Not pretty, but it doesn't need to be for the flat scenes
	glGenTextures(1, &xr_swap_tex);

	GL_state.Texture.SetActiveUnit(0);
	GL_state.Texture.SetTarget(GL_TEXTURE_2D);
	GL_state.Texture.Enable(xr_swap_tex);

	glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
	glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_LINEAR);
	glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_S, GL_CLAMP_TO_EDGE);
	glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_T, GL_CLAMP_TO_EDGE);
	glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_WRAP_R, GL_CLAMP_TO_EDGE);

	glTexImage2D(GL_TEXTURE_2D, 0, GL_RGBA16F, gr_screen.max_w, gr_screen.max_h, 0, GL_BGRA, GL_UNSIGNED_INT_8_8_8_8_REV, NULL);

	glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D, xr_swap_tex, 0);
	opengl_set_object_label(GL_TEXTURE, xr_swap_tex, "XR Swap Texture");

	for (uint32_t i = 0; i < 2; i++) {
		uint32_t imageCount = 0;

		XrResult swapchainAcq = xrEnumerateSwapchainImages(xr_swapchains[i]->swapchain, 0, &imageCount, nullptr);
		if (swapchainAcq != XR_SUCCESS) {
			mprintf(("Failed to acquire OpenXR swapchain %d with code %d\n", i, static_cast<int>(swapchainAcq)));
			return false;
		}

		swapchainImages[i] = SCP_vector<XrSwapchainImageOpenGLKHR>(imageCount, { XR_TYPE_SWAPCHAIN_IMAGE_OPENGL_KHR, nullptr, 0 });

		swapchainAcq = xrEnumerateSwapchainImages(xr_swapchains[i]->swapchain, imageCount, &imageCount, (XrSwapchainImageBaseHeader*)swapchainImages[i].data());
		if (swapchainAcq != XR_SUCCESS) {
			mprintf(("Failed to acquire OpenXR swapchain %d with code %d\n", i, static_cast<int>(swapchainAcq)));
			return false;
		}
	}

	return true;
}

bool gr_opengl_openxr_flip() {
	if (!openxr_enabled())
		return false;

	static bool was_multiframe = false;

	//If a stereoscopic frame has started, we're good. Otherwise, this is a normal frame that still needs to be OpenXR-Initialized
	//In addition, since we don't actually blit one backbuffer per eye in monoframe mode, we need to make a copy of it to a readable texture now.
	if (xr_stage == OpenXRFBStage::NONE) {
		openxr_start_frame();

		GR_DEBUG_SCOPE("XR Blit");

		GL_state.PushFramebufferState();
		GL_state.BindFrameBuffer(Cmdline_window_res ? Back_framebuffer : 0, GL_READ_FRAMEBUFFER);
		GL_state.BindFrameBuffer(xr_fbo, GL_DRAW_FRAMEBUFFER);

		glFramebufferTexture(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, xr_swap_tex, 0);

		glDrawBuffer(GL_COLOR_ATTACHMENT0);
		glReadBuffer(Cmdline_window_res ? GL_COLOR_ATTACHMENT0 : GL_BACK);
		glBlitFramebuffer(0, 0, gr_screen.max_w, gr_screen.max_h, 0, 0, gr_screen.max_w, gr_screen.max_h, GL_COLOR_BUFFER_BIT, GL_NEAREST);
		glDrawBuffer(GL_NONE);

		GL_state.PopFramebufferState();

		if (was_multiframe) {
			openxr_reset_offset();
			was_multiframe = false; 
		}
	}
	else
		was_multiframe = true;

	uint32_t startFrame = xr_stage == OpenXRFBStage::SECOND ? 1 : 0;
	uint32_t endFrame = xr_stage == OpenXRFBStage::FIRST ? 1 : 2;

	for (uint32_t i = startFrame; i < endFrame; i++) {
		XrSwapchain swapchain = xr_swapchains[i]->swapchain;

		XrSwapchainImageAcquireInfo acquireImageInfo {
			XR_TYPE_SWAPCHAIN_IMAGE_ACQUIRE_INFO,
			nullptr
		};
		uint32_t activeIndex;
		xrAcquireSwapchainImage(swapchain, &acquireImageInfo, &activeIndex);

		XrSwapchainImageWaitInfo waitImageInfo{
			XR_TYPE_SWAPCHAIN_IMAGE_WAIT_INFO,
			nullptr,
			std::numeric_limits<int64_t>::max()
		};
		xrWaitSwapchainImage(swapchain, &waitImageInfo);

		const XrSwapchainImageOpenGLKHR& image = swapchainImages[i][activeIndex];

		//Monoframe mode: We only have one image that FSO just tried to flip. We have it in a readable texture which we'll now render as a flat plane in a fake 3D scene directly to the swapchain
		if (xr_stage == OpenXRFBStage::NONE) {
			GR_DEBUG_SCOPE("XR Plane");

			GL_state.PushFramebufferState();
			GL_state.BindFrameBuffer(xr_fbo);

			glFramebufferTexture(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, image.image, 0);
			glDrawBuffer(GL_COLOR_ATTACHMENT0);
			GL_state.Texture.Enable(0, GL_TEXTURE_2D, xr_swap_tex);
			opengl_shader_set_current(gr_opengl_maybe_create_shader(SDR_TYPE_COPY_WORLD, 0));
			Current_shader->program->Uniforms.setTextureUniform("tex", 0);

			const auto& pos = xr_views[i].pose.position;
			const auto& ori = xr_views[i].pose.orientation;
			vec3d position{{ { pos.x, pos.y, -pos.z } }};
			position -= xr_offset;
			matrix orientation;
			vm_quaternion_to_matrix(&orientation, ori.x, ori.y, -ori.z, -ori.w);
			
			gr_set_clip(0, 0, xr_swapchains[i]->width, xr_swapchains[i]->height, GR_RESIZE_REPLACE);
			gr_set_proj_matrix(asymmetric_fov {
					xr_views[i].fov.angleLeft,
					xr_views[i].fov.angleRight,
					xr_views[i].fov.angleUp,
					xr_views[i].fov.angleDown
				}, i2fl(xr_swapchains[i]->width) / i2fl(xr_swapchains[i]->height), 0.01f, 1000);
			gr_set_view_matrix(&position, &orientation);

			glViewport(0, 0, xr_swapchains[i]->width, xr_swapchains[i]->height);
			GL_state.ScissorTest(GL_FALSE);
			GL_state.SetZbufferType(gr_zbuffer_type::ZBUFFER_TYPE_NONE);

			GLfloat v[4][5] = {
				{
					-2.0f * gr_screen.clip_aspect, -2.0f, 4, 0, 0
				},
				{
					2.0f * gr_screen.clip_aspect, -2.0f, 4, 1, 0
				},
				{
					2.0f * gr_screen.clip_aspect, 2.0f, 4, 1, 1
				},
				{
					-2.0f * gr_screen.clip_aspect, 2.0f, 4, 0, 1
				}
			};

			vertex_layout vert_def;
			vert_def.add_vertex_component(vertex_format_data::POSITION3, sizeof(GLfloat) * 5, 0);
			vert_def.add_vertex_component(vertex_format_data::TEX_COORD2, sizeof(GLfloat) * 5, sizeof(GLfloat) * 3);

			gr_matrix_set_uniforms();
			gr_set_clear_color(20, 20, 20);
			gr_clear();
			gr_set_clear_color(0, 0, 0);
			opengl_render_primitives_immediate(PRIM_TYPE_TRIFAN, &vert_def, 4, v, sizeof(v));

			//And if we have a curser, it also needs to be put onscreen manually
			if (io::mouse::CursorManager::get()->isCursorShown()) {
				opengl_shader_set_current(gr_opengl_maybe_create_shader(SDR_TYPE_COPY_WORLD, SDR_FLAG_COPY_FROM_ARRAY));
				Current_shader->program->Uniforms.setTextureUniform("tex", 0);
				
				float u_scale, v_scale;
				uint32_t array_index;
				int mouse_bm = io::mouse::CursorManager::get()->getCurrentCursor()->getBitmapHandle();
				int mousex, mousey, mousew, mouseh;

				bm_get_info(mouse_bm, &mousew, &mouseh);
				gr_opengl_tcache_set(mouse_bm, TCACHE_TYPE_INTERFACE, &u_scale, &v_scale, &array_index);

				mouse_get_pos(&mousex, &mousey);
				float mouse_unscaled_x = i2fl(mousex) / i2fl(gr_screen.max_w) * 2.0f - 1.0f;
				float mouse_unscaled_y = i2fl(mousey) / i2fl(gr_screen.max_h) * -2.0f + 1.0f;
				float mouse_unscaled_w = i2fl(mousew) / i2fl(gr_screen.max_w);
				float mouse_unscaled_h = i2fl(mouseh) / i2fl(gr_screen.max_h);

				float left = 2.0f * gr_screen.clip_aspect * mouse_unscaled_x;
				float right = left + 4.0f * gr_screen.clip_aspect * mouse_unscaled_w;
				float top = 2.0f * mouse_unscaled_y;
				float bottom = top - 4.0f * mouse_unscaled_h;

				GLfloat vmouse[4][5] = {
					{
						left, bottom, 4, 0, 1
					},
					{
						right, bottom, 4, 1, 1
					},
					{
						right, top, 4, 1, 0
					},
					{
						left, top, 4, 0, 0
					}
				};
				opengl_render_primitives_immediate(PRIM_TYPE_TRIFAN, &vert_def, 4, vmouse, sizeof(vmouse));
			}

			gr_end_proj_matrix();
			gr_end_view_matrix();
			gr_reset_clip();
			glViewport(0, 0, gr_screen.max_w, gr_screen.max_h);

			GL_state.Texture.Enable(0);
			glFramebufferTexture(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, 0, 0);
			glDrawBuffer(GL_NONE);

			GL_state.PopFramebufferState();
		}
		//If we are in stereo mode, we just need to take the current backbuffer and blit it to the proper swapchain target
		else {
			GR_DEBUG_SCOPE("XR Blit");

			GL_state.PushFramebufferState();
			GL_state.BindFrameBuffer(Cmdline_window_res ? Back_framebuffer : 0, GL_READ_FRAMEBUFFER);
			GL_state.BindFrameBuffer(xr_fbo, GL_DRAW_FRAMEBUFFER);

			glFramebufferTexture(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, image.image, 0);
			glDrawBuffer(GL_COLOR_ATTACHMENT0);
			glReadBuffer(Cmdline_window_res ? GL_COLOR_ATTACHMENT0 : GL_BACK);
			glBlitFramebuffer(0, 0, gr_screen.max_w, gr_screen.max_h, 0, 0, xr_swapchains[i]->width, xr_swapchains[i]->height, GL_COLOR_BUFFER_BIT, GL_LINEAR);
			glFramebufferTexture(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, 0, 0);
			glDrawBuffer(GL_NONE);

			GL_state.PopFramebufferState();
		}

		XrSwapchainImageReleaseInfo releaseImageInfo {
			XR_TYPE_SWAPCHAIN_IMAGE_RELEASE_INFO,
			nullptr
		};

		xrReleaseSwapchainImage(swapchain, &releaseImageInfo);
	}

	switch (xr_stage) {
	case OpenXRFBStage::FIRST:
		//We just rendered the first part of a stereo image. We now need to follow up with another one for the other eye
		xr_stage = OpenXRFBStage::SECOND;
		return true;
	case OpenXRFBStage::SECOND:
	case OpenXRFBStage::NONE:
		//We just rendered the second part of a stereo image or a mono image. Barring further instruction, the next image may be mono again.
		//Also, since that means we're done with whatever we just rendered, finish this frame
		xr_stage = OpenXRFBStage::NONE;
		break;
	}

	XrCompositionLayerProjectionView projectedViews[2];

	for (uint32_t i = 0; i < 2; i++)
	{
		projectedViews[i].type = XR_TYPE_COMPOSITION_LAYER_PROJECTION_VIEW;
		projectedViews[i].next = nullptr;
		projectedViews[i].pose = xr_views[i].pose;
		projectedViews[i].fov = xr_views[i].fov;
		projectedViews[i].subImage = {
			xr_swapchains[i]->swapchain,
			{
				{ 0, 0 },
				{ (int32_t)xr_swapchains[i]->width, (int32_t)xr_swapchains[i]->height }
			},
			0
		};
	}

	XrCompositionLayerProjection layer {
		XR_TYPE_COMPOSITION_LAYER_PROJECTION,
		nullptr,
		0,
		xr_space,
		2,
		projectedViews
	};
	auto pLayer = (const XrCompositionLayerBaseHeader*)&layer;

	XrFrameEndInfo frameEndInfo {
		XR_TYPE_FRAME_END_INFO,
		nullptr,
		xr_state.predictedDisplayTime,
		XR_ENVIRONMENT_BLEND_MODE_OPAQUE,
		0,
		nullptr
	};

	if (xr_state.shouldRender) {
		frameEndInfo.layerCount = 1;
		frameEndInfo.layers = &pLayer;
	}

	xrEndFrame(xr_session, &frameEndInfo);

	return false;
}

#else
//Stubs for Mac, as linking with OpenXR causes issues there.

SCP_vector<const char*> gr_opengl_openxr_get_extensions() { return SCP_vector<const char*>{}; }

bool gr_opengl_openxr_test_capabilities() { return false; }

bool gr_opengl_openxr_create_session() { return false; }

int64_t gr_opengl_openxr_get_swapchain_format(const SCP_vector<int64_t>& allowed) { return 0; }

bool gr_opengl_openxr_acquire_swapchain_buffers() { return false; }

bool gr_opengl_openxr_flip() { return false; }

#endif