@ -109,26 +109,99 @@ import { PlatformService } from "../services/PlatformService";
import QuickNav from "../components/QuickNav.vue" ; import QuickNav from "../components/QuickNav.vue" ;
import UserNameDialog from "../components/UserNameDialog.vue" ; import UserNameDialog from "../components/UserNameDialog.vue" ;
import { NotificationIface } from "../constants/app" ; import { NotificationIface } from "../constants/app" ;
import { db , retrieveSettingsForActiveAccount } from "../db/index" ; import { db } from "../db/index" ;
import { Contact } from "../db/tables/contacts" ; import { Contact } from "../db/tables/contacts" ;
import { MASTER_SETTINGS_KEY } from "../db/tables/settings" ; import { MASTER_SETTINGS_KEY } from "../db/tables/settings" ;
import { getContactJwtFromJwtUrl } from "../libs/crypto" ; import { getContactJwtFromJwtUrl } from "../libs/crypto" ;
import { import {
generateEndorserJwtUrlForAccount ,
isDid , isDid ,
register , register ,
setVisibilityUtil , setVisibilityUtil ,
} from "../libs/endorserServer" ; } from "../libs/endorserServer" ;
import { decodeEndorserJwt , ETHR_DID_PREFIX } from "../libs/crypto/vc" ; import { decodeEndorserJwt , ETHR_DID_PREFIX } from "../libs/crypto/vc" ;
import { retrieveAccountMetadata } from "../libs/util" ;
import { Router } from "vue-router" ; import { Router } from "vue-router" ;
import { logger } from "../utils/logger" ; import { logger } from "../utils/logger" ;
import { Camera , CameraResultType , CameraSource } from "@capacitor/camera" ; import { Camera , CameraResultType , CameraSource , ImageOptions , CameraPermissionState } from '@capacitor/camera' ;
import { App } from '@capacitor/app' ;
import jsQR from "jsqr" ;
/ / D e c l a r e g l o b a l c o n s t a n t s / / D e c l a r e g l o b a l c o n s t a n t s
declare const __USE_QR_READER__ : boolean ; declare const __USE_QR_READER__ : boolean ;
declare const __IS_MOBILE__ : boolean ; declare const __IS_MOBILE__ : boolean ;
/ / D e f i n e a l l p o s s i b l e c a m e r a s t a t e s
type CameraState =
| 'initializing'
| 'ready'
| 'error'
| 'checking_permissions'
| 'no_camera_capability'
| 'permission_status_checked'
| 'requesting_permission'
| 'permission_requested'
| 'permission_check_error'
| 'camera_initialized'
| 'camera_error'
| 'opening_camera'
| 'capture_already_in_progress'
| 'photo_captured'
| 'processing_photo'
| 'no_image_data'
| 'capture_error'
| 'user_cancelled'
| 'permission_error'
| 'hardware_unavailable'
| 'capture_completed'
| 'cleanup'
| 'processing_completed' ;
/ / D e f i n e a l l p o s s i b l e Q R p r o c e s s i n g s t a t e s
type QRProcessingState =
| 'processing_image'
| 'qr_code_detected'
| 'no_qr_code_found'
| 'processing_error' ;
interface CameraStateHistoryEntry {
state : CameraState | QRProcessingState ;
timestamp : number ;
details ? : Record < string , unknown > ;
}
/ / C u s t o m A p p S t a t e t y p e t o m a t c h o u r n e e d s
interface CustomAppState {
state : 'active' | 'inactive' | 'background' | 'foreground' ;
}
interface AppStateChangeEvent {
isActive : boolean ;
}
/ / D e f i n e w o r k e r m e s s a g e t y p e s
interface QRCodeResult {
data : string ;
location : {
topLeftCorner : { x : number ; y : number } ;
topRightCorner : { x : number ; y : number } ;
bottomRightCorner : { x : number ; y : number } ;
bottomLeftCorner : { x : number ; y : number } ;
} ;
}
interface WorkerSuccessMessage {
success : true ;
code : QRCodeResult ;
}
interface WorkerErrorMessage {
success : false ;
error : string ;
}
type WorkerMessage = WorkerSuccessMessage | WorkerErrorMessage ;
@ Component ( { @ Component ( {
components : { components : {
QrcodeStream : __USE_QR_READER__ ? QrcodeStream : null , QrcodeStream : __USE_QR_READER__ ? QrcodeStream : null ,
@ -158,158 +231,339 @@ export default class ContactQRScanShow extends Vue {
private platformService : PlatformService = private platformService : PlatformService =
PlatformServiceFactory . getInstance ( ) ; PlatformServiceFactory . getInstance ( ) ;
private cameraActive = false ;
private lastCameraState : CameraState | QRProcessingState = 'initializing' ;
private cameraStateHistory : CameraStateHistoryEntry [ ] = [ ] ;
private readonly STATE_HISTORY_LIMIT = 20 ;
private isCapturingPhoto = false ;
private appStateListener ? : { remove : ( ) => Promise < void > } ;
async created ( ) { async created ( ) {
const settings = await retrieveSettingsForActiveAccount ( ) ; logger . log ( 'ContactQRScanShow component created' ) ;
this . activeDid = settings . activeDid || "" ; try {
this . apiServer = settings . apiServer || "" ; / / R e m o v e a n y e x i s t i n g l i s t e n e r s f i r s t
this . givenName = settings . firstName || "" ; await App . removeAllListeners ( ) ;
this . hideRegisterPromptOnNewContact =
! ! settings . hideRegisterPromptOnNewContact ; / / A d d a p p s t a t e l i s t e n e r s
this . isRegistered = ! ! settings . isRegistered ; const stateListener = await App . addListener ( 'appStateChange' , ( state : AppStateChangeEvent ) => {
logger . log ( 'App state changed:' , state ) ;
const account = await retrieveAccountMetadata ( this . activeDid ) ; if ( ! state . isActive && this . cameraActive ) {
if ( account ) { this . cleanupCamera ( ) ;
const name =
( settings . firstName || "" ) +
( settings . lastName ? ` ${ settings . lastName } ` : "" ) ;
this . qrValue = await generateEndorserJwtUrlForAccount (
account ,
! ! settings . isRegistered ,
name ,
settings . profileImageUrl || "" ,
false ,
) ;
} }
} ) ;
this . appStateListener = stateListener ;
/ / I n i t i a l i z e c a m e r a w i t h r e t r y l o g i c await App . addListener ( 'pause' , ( ) => {
if ( this . useQRReader ) { logger . log ( 'App paused' ) ;
await this . initializeCamera ( ) ; if ( this . cameraActive ) {
this . cleanupCamera ( ) ;
} }
} ) ;
await App . addListener ( 'resume' , ( ) => {
logger . log ( 'App resumed' ) ;
if ( this . cameraActive ) {
this . initializeCamera ( ) ;
} }
} ) ;
async initializeCamera ( retryCount = 0 ) : Promise < void > { / / L o a d i n i t i a l d a t a
try { await this . loadInitialData ( ) ;
const capabilities = this . platformService . getCapabilities ( ) ;
if ( ! capabilities . hasCamera ) { logger . log ( 'ContactQRScanShow initialization complete' ) ;
this . danger ( "No camera available on this device." , "Camera Error" ) ; } catch ( error ) {
return ; logger . error ( 'Failed to initialize ContactQRScanShow:' , error ) ;
this . showError ( 'Failed to initialize. Please try again.' ) ;
}
} }
/ / C h e c k c a m e r a p e r m i s s i o n s private async loadInitialData ( ) {
const hasPermission = await this . checkCameraPermission ( ) ; try {
if ( ! hasPermission ) { / / L o a d s e t t i n g s f r o m D B
this . danger ( await db . open ( ) ;
"Camera permission is required to scan QR codes. Please enable camera access in your device settings." , const settings = await db . settings . get ( MASTER_SETTINGS_KEY ) ;
"Permission Required" if ( settings ) {
) ; this . hideRegisterPromptOnNewContact = settings . hideRegisterPromptOnNewContact || false ;
return ; }
logger . log ( 'Initial data loaded successfully' ) ;
} catch ( error ) {
logger . error ( 'Failed to load initial data:' , error ) ;
throw error ;
}
} }
/ / I f w e g e t h e r e , c a m e r a s h o u l d b e a v a i l a b l e private cleanupCamera ( ) {
this . $notify ( try {
{ this . cameraActive = false ;
group : "alert" , this . isCapturingPhoto = false ;
type : "success" , this . addCameraState ( 'cleanup' ) ;
title : "Camera Ready" , logger . log ( 'Camera cleaned up successfully' ) ;
text : "Camera is ready to scan QR codes." ,
} ,
3000
) ;
} catch ( error ) { } catch ( error ) {
logger . error ( "Error initializing camera:" , error ) ; logger . error ( 'Error during camera cleanup:' , error ) ;
}
}
/ / R e t r y u p t o 3 t i m e s f o r c e r t a i n e r r o r s private addCameraState ( state : CameraState | QRProcessingState , details ? : Record < string , unknown > ) {
if ( retryCount < 3 ) { const entry : CameraStateHistoryEntry = {
const isPermissionError = error instanceof Error && state ,
( error . message . includes ( "permission" ) || timestamp : Date . now ( ) ,
error . message . includes ( "NotReadableError" ) ) ; details
} ;
if ( isPermissionError ) { this . cameraStateHistory . push ( entry ) ;
/ / W a i t b e f o r e r e t r y i n g
await new Promise ( resolve => setTimeout ( resolve , 1000 ) ) ; if ( this . cameraStateHistory . length > this . STATE_HISTORY_LIMIT ) {
return this . initializeCamera ( retryCount + 1 ) ; this . cameraStateHistory . shift ( ) ;
}
} }
this . danger ( / / E n h a n c e d l o g g i n g w i t h b e t t e r d e t a i l s
"Failed to initialize camera. Please check your camera permissions and try again." , logger . log ( 'Camera state transition:' , {
"Camera Error" state ,
) ; details : {
... details ,
cameraActive : this . cameraActive ,
isCapturingPhoto : this . isCapturingPhoto ,
historyLength : this . cameraStateHistory . length
} }
} ) ;
this . lastCameraState = state ;
} }
async checkCameraPermission ( ) : Promise < boolean > { beforeDestroy ( ) {
logger . log ( 'ContactQRScanShow component being destroyed, initiating cleanup' , {
cameraActive : this . cameraActive ,
lastState : this . lastCameraState ,
stateHistory : this . cameraStateHistory
} ) ;
/ / R e m o v e a l l a p p l i f e c y c l e l i s t e n e r s
const cleanupListeners = async ( ) => {
if ( this . appStateListener ) {
try { try {
const capabilities = this . platformService . getCapabilities ( ) ; await this . appStateListener . remove ( ) ;
if ( ! capabilities . hasCamera ) { logger . log ( 'App state change listener removed successfully' ) ;
return false ; } catch ( error ) {
logger . error ( 'Error removing app state change listener:' , error ) ;
}
} }
/ / T r y t o a c c e s s c a m e r a t o c h e c k p e r m i s s i o n s try {
await this . platformService . takePicture ( ) ; await App . removeAllListeners ( ) ;
return true ; logger . log ( 'All app listeners removed successfully' ) ;
} catch ( error ) { } catch ( error ) {
logger . error ( "Camera permission check failed:" , error ) ; logger . error ( 'Error removing all app listeners:' , error ) ;
return false ;
} }
} ;
/ / C l e a n u p e v e r y t h i n g
Promise . all ( [
cleanupListeners ( ) ,
this . cleanupCamera ( )
] ) . catch ( error => {
logger . error ( 'Error during component cleanup:' , error ) ;
} ) ;
} }
async openMobileCamera ( ) : Promise < void > { private async handleQRCodeResult ( data : string ) : Promise < void > {
try { try {
/ / C h e c k p e r m i s s i o n s f i r s t await this . onScanDetect ( [ { rawValue : data } ] ) ;
const hasPermission = await this . checkCameraPermission ( ) ; } catch ( error ) {
if ( ! hasPermission ) { console . error ( 'Failed to handle QR code result:' , error ) ;
this . danger ( this . showError ( 'Failed to process QR code data.' ) ;
"Camera permission is required. Please enable camera access in your device settings." , }
"Permission Required" }
) ;
async initializeCamera ( retryCount = 0 ) : Promise < void > {
if ( this . cameraActive ) {
console . log ( 'Camera already active, skipping initialization' ) ;
return ; return ;
} }
const image = await Camera . getPhoto ( { try {
console . log ( 'Initializing camera...' , { retryCount } ) ;
/ / C h e c k c a m e r a p e r m i s s i o n s f i r s t
const permissionStatus = await this . checkCameraPermission ( ) ;
if ( permissionStatus . camera !== 'granted' ) {
throw new Error ( 'Camera permission not granted' ) ;
}
this . cameraActive = true ;
/ / C o n f i g u r e c a m e r a o p t i o n s
const cameraOptions : ImageOptions = {
quality : 90 , quality : 90 ,
allowEditing : false , allowEditing : false ,
resultType : CameraResultType . DataUrl , resultType : CameraResultType . DataUrl ,
source : CameraSource . Camera , source : CameraSource . Camera
} ) ; } ;
if ( image . dataUrl ) { console . log ( 'Opening camera with options:' , cameraOptions ) ;
const image = await Camera . getPhoto ( cameraOptions ) ;
if ( ! image || ! image . dataUrl ) {
throw new Error ( 'Failed to capture photo: No image data received' ) ;
}
console . log ( 'Photo captured successfully, processing image...' ) ;
await this . processImageForQRCode ( image . dataUrl ) ; await this . processImageForQRCode ( image . dataUrl ) ;
} catch ( error ) {
this . cameraActive = false ;
console . error ( 'Camera initialization failed:' , error instanceof Error ? error . message : String ( error ) ) ;
/ / H a n d l e u s e r c a n c e l l a t i o n s e p a r a t e l y
if ( error instanceof Error && error . message . includes ( 'User cancelled photos app' ) ) {
console . log ( 'User cancelled photo capture' ) ;
return ;
} }
/ / H a n d l e r e t r y l o g i c
if ( retryCount < 2 ) {
console . log ( 'Retrying camera initialization...' ) ;
await new Promise ( resolve => setTimeout ( resolve , 1000 ) ) ;
return this . initializeCamera ( retryCount + 1 ) ;
}
this . showError ( 'Failed to initialize camera. Please try again.' ) ;
}
}
async checkCameraPermission ( ) : Promise < { camera : CameraPermissionState } > {
try {
this . addCameraState ( 'checking_permissions' ) ;
const capabilities = this . platformService . getCapabilities ( ) ;
if ( ! capabilities . hasCamera ) {
this . addCameraState ( 'no_camera_capability' ) ;
return { camera : 'denied' as CameraPermissionState } ;
}
const permissionStatus = await Camera . checkPermissions ( ) ;
this . addCameraState ( 'permission_status_checked' ) ;
if ( permissionStatus . camera === 'prompt' ) {
this . addCameraState ( 'requesting_permission' ) ;
const requestResult = await Camera . requestPermissions ( ) ;
this . addCameraState ( 'permission_requested' ) ;
return requestResult ;
}
return permissionStatus ;
} catch ( error ) { } catch ( error ) {
logger . error ( "Error taking picture:" , error ) ; this . addCameraState ( 'permission_check_error' ) ;
this . danger ( return { camera : 'denied' as CameraPermissionState } ;
"Failed to access camera. Please check your camera permissions." ,
"Camera Error"
) ;
} }
} }
async processImageForQRCode ( _imageDataUrl : string ) { async processImageForQRCode ( imageDataUrl : string ) : Promise < void > {
try {
logger . log ( 'Starting QR code processing' ) ;
/ / C r e a t e w o r k e r f o r i m a g e p r o c e s s i n g
const worker = new Worker ( URL . createObjectURL ( new Blob ( [ `
self . onmessage = async function ( e ) {
const { imageData , width , height } = e . data ;
try { try {
/ / H e r e y o u w o u l d i m p l e m e n t Q R c o d e s c a n n i n g f r o m t h e i m a g e / / I m p o r t j s Q R i n t h e w o r k e r
/ / F o r e x a m p l e , u s i n g j s Q R : importScripts ( '${window.location.origin}/assets/jsqr.js' ) ;
/ / c o n s t i m a g e = n e w I m a g e ( ) ; const code = self . jsQR ( imageData , width , height , {
/ / i m a g e . s r c = i m a g e D a t a U r l ; inversionAttempts : "dontInvert"
/ / i m a g e . o n l o a d = ( ) = > { } ) ;
/ / c o n s t c a n v a s = d o c u m e n t . c r e a t e E l e m e n t ( ' c a n v a s ' ) ; self . postMessage ( { success : true , code } ) ;
/ / c o n s t c o n t e x t = c a n v a s . g e t C o n t e x t ( ' 2 d ' ) ;
/ / c a n v a s . w i d t h = i m a g e . w i d t h ;
/ / c a n v a s . h e i g h t = i m a g e . h e i g h t ;
/ / c o n t e x t . d r a w I m a g e ( i m a g e , 0 , 0 ) ;
/ / c o n s t i m a g e D a t a = c o n t e x t . g e t I m a g e D a t a ( 0 , 0 , c a n v a s . w i d t h , c a n v a s . h e i g h t ) ;
/ / c o n s t c o d e = j s Q R ( i m a g e D a t a . d a t a , i m a g e D a t a . w i d t h , i m a g e D a t a . h e i g h t ) ;
/ / i f ( c o d e ) {
/ / t h i s . o n S c a n D e t e c t ( [ { r a w V a l u e : c o d e . d a t a } ] ) ;
/ / }
/ / } ;
} catch ( error ) { } catch ( error ) {
logger . error ( "Error processing image for QR code:" , error ) ; self . postMessage ( { success : false , error : error . message } ) ;
this . danger ( }
"Failed to process the image. Please try again." , } ;
"Processing Error" , ` ], { type: 'text/javascript' })));
) ;
const image = new Image ( ) ;
image . crossOrigin = 'anonymous' ;
image . src = imageDataUrl ;
await new Promise ( ( resolve , reject ) => {
const timeout = setTimeout ( ( ) => reject ( new Error ( 'Image load timeout' ) ) , 5000 ) ;
image . onload = ( ) => {
clearTimeout ( timeout ) ;
resolve ( undefined ) ;
} ;
image . onerror = ( ) => {
clearTimeout ( timeout ) ;
reject ( new Error ( 'Failed to load image' ) ) ;
} ;
} ) ;
logger . log ( 'Image loaded, creating canvas...' ) ;
const canvas = document . createElement ( 'canvas' ) ;
const maxDimension = 1024 ; / / L i m i t i m a g e s i z e f o r b e t t e r p e r f o r m a n c e
/ / S c a l e d o w n i m a g e i f n e e d e d w h i l e m a i n t a i n i n g a s p e c t r a t i o
let width = image . naturalWidth || 800 ;
let height = image . naturalHeight || 600 ;
if ( width > maxDimension || height > maxDimension ) {
if ( width > height ) {
height = Math . floor ( height * ( maxDimension / width ) ) ;
width = maxDimension ;
} else {
width = Math . floor ( width * ( maxDimension / height ) ) ;
height = maxDimension ;
}
}
canvas . width = width ;
canvas . height = height ;
const ctx = canvas . getContext ( '2d' ) ;
if ( ! ctx ) {
throw new Error ( 'Failed to get canvas context' ) ;
}
/ / D r a w i m a g e m a i n t a i n i n g o r i e n t a t i o n
ctx . save ( ) ;
ctx . drawImage ( image , 0 , 0 , width , height ) ;
ctx . restore ( ) ;
const imageData = ctx . getImageData ( 0 , 0 , width , height ) ;
logger . log ( 'Processing image data for QR code...' , {
width ,
height ,
dataLength : imageData . data . length
} ) ;
/ / P r o c e s s Q R c o d e i n w o r k e r
const result = await new Promise < QRCodeResult > ( ( resolve , reject ) => {
worker . onmessage = ( e : MessageEvent < WorkerMessage > ) => {
if ( e . data . success ) {
resolve ( e . data . code ) ;
} else {
reject ( new Error ( e . data . error ) ) ;
}
} ;
worker . onerror = reject ;
worker . postMessage ( {
imageData : imageData . data ,
width : imageData . width ,
height : imageData . height
} ) ;
} ) ;
worker . terminate ( ) ;
if ( result ) {
logger . log ( 'QR code found:' , { data : result . data } ) ;
await this . handleQRCodeResult ( result . data ) ;
} else {
logger . log ( 'No QR code found in image' ) ;
this . showError ( 'No QR code found. Please try again.' ) ;
}
} catch ( error ) {
logger . error ( 'QR code processing failed:' , error ) ;
this . showError ( 'Failed to process QR code. Please try again.' ) ;
} finally {
this . cameraActive = false ;
this . isCapturingPhoto = false ;
this . addCameraState ( 'processing_completed' ) ;
} }
} }
@ -712,5 +966,96 @@ export default class ContactQRScanShow extends Vue {
get isMobile ( ) : boolean { get isMobile ( ) : boolean {
return __IS_MOBILE__ ; return __IS_MOBILE__ ;
} }
private showError ( message : string ) {
/ / I m p l e m e n t t h e l o g i c t o s h o w a u s e r - f r i e n d l y e r r o r m e s s a g e t o t h e u s e r
console . error ( message ) ;
this . $notify (
{
group : "alert" ,
type : "danger" ,
title : "Error" ,
text : message ,
} ,
5000 ,
) ;
}
async openMobileCamera ( ) {
if ( this . isCapturingPhoto ) {
this . addCameraState ( 'capture_already_in_progress' ) ;
logger . warn ( 'Camera capture already in progress, ignoring request' ) ;
return ;
}
try {
this . isCapturingPhoto = true ;
this . addCameraState ( 'opening_camera' ) ;
const config = {
quality : 90 ,
allowEditing : false ,
resultType : CameraResultType . DataUrl ,
source : CameraSource . Camera
} ;
logger . log ( 'Camera configuration:' , config ) ;
const image = await Camera . getPhoto ( config ) ;
this . addCameraState ( 'photo_captured' , {
hasDataUrl : ! ! image . dataUrl ,
dataUrlLength : image . dataUrl ? . length ,
format : image . format ,
saved : image . saved ,
webPath : image . webPath ,
base64String : image . dataUrl ? . substring ( 0 , 50 ) + '...' / / L o g f i r s t 5 0 c h a r s o f b a s e 6 4
} ) ;
if ( image . dataUrl ) {
this . addCameraState ( 'processing_photo' ) ;
await this . processImageForQRCode ( image . dataUrl ) ;
} else {
this . addCameraState ( 'no_image_data' ) ;
logger . error ( 'Camera returned no image data' ) ;
this . $notify ( {
type : 'error' ,
title : 'Camera Error' ,
text : 'No image was captured. Please try again.' ,
group : 'qr-scanner'
} ) ;
}
} catch ( error ) {
this . addCameraState ( 'capture_error' , {
error ,
errorName : error instanceof Error ? error . name : 'Unknown' ,
errorMessage : error instanceof Error ? error . message : String ( error ) ,
errorStack : error instanceof Error ? error . stack : undefined
} ) ;
if ( error instanceof Error ) {
if ( error . message . includes ( 'User cancelled photos app' ) ) {
logger . log ( 'User cancelled photo capture' ) ;
this . addCameraState ( 'user_cancelled' ) ;
} else if ( error . message . includes ( 'permission' ) ) {
logger . error ( 'Camera permission error during capture' ) ;
this . addCameraState ( 'permission_error' ) ;
} else if ( error . message . includes ( 'Camera is not available' ) ) {
logger . error ( 'Camera hardware not available' ) ;
this . addCameraState ( 'hardware_unavailable' ) ;
}
}
this . $notify ( {
type : 'error' ,
title : 'Camera Error' ,
text : 'Failed to capture photo. Please check camera permissions and try again.' ,
group : 'qr-scanner'
} ) ;
} finally {
this . isCapturingPhoto = false ;
this . addCameraState ( 'capture_completed' ) ;
}
}
} }
< / script > < / script >
Matthew Raymer
3 months ago