live demos not working on Safari or Chrome IOS
gavan1 opened this issue · comments
Video stream freezes and motion from device motion not being pickup up.
Feature tracking is working and 3d objects are appearing.#3
I'm seeing the same result. This is the error-
martins.min.js:20 [martins-js] Tracking error: o: WebGL error.
---------- ERROR ----------
0:73: S0032: no default precision defined for variable 'vec4[9]'�
Program has not been successfully linked.
�
---------- SOURCE CODE ----------
- #version 300 es
- #if 0 == 0
- precision mediump float;
- precision mediump sampler2D;
- precision highp int;
- #endif
- #if 0 == 0
- #define OUT_TYPE mediump vec4
- #elif 0 == 1
- #define OUT_TYPE mediump ivec4
- #elif 0 == 2
- #define OUT_TYPE mediump uvec4
- #else
- #error Unknown FS_OUTPUT_TYPE
- #endif
- out OUT_TYPE color;
- in highp vec2 texCoord;
- uniform highp vec2 texSize;
- #ifndef _GLOBAL_GLSL
- #define _GLOBAL_GLSL
- #define threadLocation() ivec2(texCoord * texSize)
- #define outputSize() ivec2(texSize)
- #define threadPixel(img) textureLod((img), texCoord, 0.0f)
- #define pixelAt(img, pos) texelFetch((img), (pos), 0)
- #define pixelAtShortOffset(img, offset) textureLodOffset((img), texCoord, 0.0f, (offset))
- #define pixelAtLongOffset(img, offset) textureLod((img), texCoord + vec2(offset) / texSize, 0.0f)
- #endif
- #ifndef _PYRAMIDS_GLSL
- #define _PYRAMIDS_GLSL
- #define pyrPixel(pyr, lod) textureLod((pyr), texCoord, (lod))
- #define pyrPixelAtOffset(pyr, lod, pot, offset) textureLod((pyr), texCoord + ((pot) * vec2(offset)) / texSize, (lod))
- #define pyrPixelAt(pyr, pos, lod) textureLod((pyr), (vec2(pos) + vec2(0.5f)) / texSize, (lod))
- #define pyrPixelAtEx(pyr, pos, lod, pyrBaseSize) textureLod((pyr), (vec2(pos) + vec2(0.5f)) / vec2(pyrBaseSize), (lod))
- #define pyrSubpixelAtEx(pyr, pos, lod, pyrBaseSize) textureLod((pyr), ((pos) + vec2(0.5f)) / vec2(pyrBaseSize), (lod))
- #define pyrSubpixelAtExOffset(pyr, pos, lod, pot, offset, pyrBaseSize) textureLod((pyr), (((pos) + vec2(0.5f)) + ((pot) * vec2(offset))) / vec2(pyrBaseSize), (lod))
- const int PYRAMID_MAX_LEVELS = int(8);
- const float F_PYRAMID_MAX_LEVELS = float(8);
- const float LOG2_PYRAMID_MAX_SCALE = float(0);
- #define encodeLod(lod) ((LOG2_PYRAMID_MAX_SCALE + (lod)) / (LOG2_PYRAMID_MAX_SCALE + F_PYRAMID_MAX_LEVELS))
- float decodeLod(float encodedLod)
- {
- float lod = encodedLod * (LOG2_PYRAMID_MAX_SCALE + F_PYRAMID_MAX_LEVELS) - LOG2_PYRAMID_MAX_SCALE;
- return lod - lod * step(1.0f, encodedLod);
- }
- #define LOD_EPS 0.0625f
- const float ENCODED_LOD_EPS = (LOD_EPS / (LOG2_PYRAMID_MAX_SCALE + F_PYRAMID_MAX_LEVELS));
- #define isSameLod(lod1, lod2) (abs((lod1) - (lod2)) < LOD_EPS)
- #define isSameEncodedLod(alpha1, alpha2) (abs((alpha1) - (alpha2)) < ENCODED_LOD_EPS)
- #endif
- #ifndef _FLOAT16_GLSL
- #define _FLOAT16_GLSL
- #define encodeFloat16(f) (vec2(packf16(f)) / 255.0f)
- #define decodeFloat16(v) unpackf16(uvec2((v) * 255.0f))
- #define encodePairOfFloat16(f) vec4(encodeFloat16((f).x), encodeFloat16((f).y))
- #define decodePairOfFloat16(v) vec2(decodeFloat16((v).rg), decodeFloat16((v).ba))
- #define encodeNullPairOfFloat16() vec4(1.0f)
- #define isNullPairOfFloat16(v) all(equal((v), encodeNullPairOfFloat16()))
- #define encodeDiscardedPairOfFloat16() vec4(0.0f, 1.0f, 0.0f, 1.0f)
- #define isDiscardedPairOfFloat16(v) all(equal((v), encodeDiscardedPairOfFloat16()))
- #define encodeFloat16NaN() vec2(0.5f, 1.0f)
- #define isEncodedFloat16NaN(v) all(equal((v), encodeFloat16NaN()))
- uvec2 packf16( float f)
- {
- uint y = packHalf2x16(vec2(f, 0.0f));
- return uvec2(y, y >> 8u) & 0xFFu;
- }
- float unpackf16(uvec2 v)
- {
- v &= 0xFFu;
- return unpackHalf2x16(v.x | (v.y << 8u)).x;
- }
- bool isEncodedFloat16Zero(vec2 v)
- {
- uvec2 w = uvec2(v * 255.0f);
- return 0u == w.x + w.y * (0x80u - w.y);
- }
- #endif
- uniform sampler2D corners;
- void main()
- {
- ivec2 thread = threadLocation();
- vec4 pixel = threadPixel(corners);
- float encodedLod = pixel.a;
- float score = decodeFloat16(pixel.rb);
- float lod = decodeLod(encodedLod);
- float pot = exp2(lod);
- color = pixel;
- if(score == 0.0f)
- return;
- #if 1
- vec2 gridSize = vec2(pot);
- vec2 gridLocation = floor(mod(texCoord * texSize, gridSize));
- vec2 gridDelta = gridLocation / gridSize - vec2(0.5f);
- float gridStep = 1.0f / pot;
- const float adjustment = 1.25f;
- color.rb = encodeFloat16(0.0f);
- if(max(abs(gridDelta.x), abs(gridDelta.y)) > adjustment * gridStep)
- return;
- #endif
- #define P(x,y) textureLod(corners, texCoord + pot * vec2((x), (y)) / texSize, 0.0f)
- vec4 pix[9] = vec4[9](
- P(-1,-1), P(0,-1), P(1,-1),
- P(-1,0), pixel, P(1,0),
- P(-1,1), P(0,1), P(1,1)
- );
- #define S(j) decodeFloat16(pix[j].rb)
- mat3 scores = mat3(
- S(0), S(1), S(2),
- S(3), S(4), S(5),
- S(6), S(7), S(8)
- );
- #define B(j) float(isSameLod(decodeLod(pix[j].a), lod))
- mat3 sameLod = mat3(
- B(0), B(1), B(2),
- B(3), B(4), B(5),
- B(6), B(7), B(8)
- );
- mat3 sameLodScores = matrixCompMult(scores, sameLod);
- vec3 maxScore3 = max(sameLodScores[0], max(sameLodScores[1], sameLodScores[2]));
- float maxScore = max(maxScore3.x, max(maxScore3.y, maxScore3.z));
- color.rb = encodeFloat16(score * step(maxScore, score));
- }
-> [speedy-vision.js]
warning @ martins.min.js:20
@skeegan Thanks for the feedback. I intend to get it working on Safari and iOS.
The error you are seeing has to do with a shader not being compiled due to a driver bug. I fix these kinds of errors in my library Speedy Vision. Once they are fixed, the AR demos here will work.
May I ask you to test the following Speedy Vision demos?
- https://alemart.github.io/speedy-vision/demos/best-features.html
- https://alemart.github.io/speedy-vision/demos/feature-matching.html
- https://alemart.github.io/speedy-vision/demos/feature-matching-lsh.html
You are expected to see points and lines. If you see errors in the console, please let me know.
Hi @alemart , Thanks for your response. Each of those three works for me in Chrome on a Google Pixel 7A (no errors in console).
Any idea on when the other AR demo will be working?
@skeegan Thanks for testing. I have updated the Speedy Vision version used in the demos.
May you test the AR demos again? Try the basic webcam and the WebGL demos. You are expected to see an animation in augmented reality. If you see any errors in the console, let me know.
You should see MARTINS.js version 0.1.2-wip and Speedy Vision version 0.9.1-wip in the console. Please clear the browser cache if you don't.
Hi @alemart,
I'm seeing the correct versions for MARTINS.js and for Speedy Vision. However, I'm now getting a different error:
martins.min.js:20 [martins-js] Tracking error: r: WebGL error.
_---------- ERROR ----------
0:207: S0032: no default precision defined for variable 'mat3[2]'�
Program has not been successfully linked._
[
alemart.github.io-1704882393420.log
](url)
(full log attached)
@skeegan This is a similar driver bug that has to do with an initializer. Would you try again? If you see the same error, please clear the browser cache.
it works now- thanks.
Quick question: You say that Safari support is coming soon. Any idea when that might be ready?
it works now- thanks.
Awesome!
Quick question: You say that Safari support is coming soon. Any idea when that might be ready?
Yes: when a volunteer helps me test it on Safari. Support for Safari is probably just a tiny change ahead.
Since I started this project back in 2022, the Epiphany browser (WebKit-based) received WebGL2 support. I was able to run the demos on a version of Epiphany.
I don't own a Mac nor an iOS device at the present time, so I'm using Epiphany as a suitable alternative to Safari. I would like to have this project tested on actual Apple hardware as well.
Could your code be adapted to enable floor detection (for tap-to-place)?
That would require implementing a new tracker. I don't have this feature in mind at this moment. I thank you for your interest in my work.
To whom it might interest: Safari 15 is the minimum required version.
If you're a Safari user, your feedback is appreciated.
I have good news: now we have Safari support.
I managed to test the WebAR demos on several iOS devices. After a small adjustment, I could get them to work on versions 15.2 or newer of the Safari browser (though not on Safari 15.0-15.1).
I have tested the demos on the following devices: iPhone 11 Pro (iOS 15.5), iPhone 12 (iOS 15.6.1), iPhone 12 Pro (iOS 15.0.2), iPhone 13 (iOS 15.0.2), iPhone 13 Pro (iOS 15.2), iPhone 13 Pro Max (iOS 15.1), iPhone 14 (iOS 16.1 and iOS 16.6.1), iPhone XR (iOS 16.4), iPad mini (iPadOS 15.1) and iPad Air (iPadOS 15.4.1). The demos work on every device with Safari 15.2 or newer. Tested on the AWS Device Farm.
If you're a iOS or a macOS user, your feedback is much appreciated. I was not able to test the camera feed on the cloud, and yet the engine seemed to work as expected.
Here is a video of a demo working on iOS (the FPS/GPU rates indicate good performance):