// Copyright 2019-2023 Tauri Programme within The Commons Conservancy // SPDX-License-Identifier: Apache-2.0 // SPDX-License-Identifier: MIT import Photos import PhotosUI import Tauri import UIKit import WebKit public class CameraPlugin: Plugin { private var invoke: Invoke? private var settings = CameraSettings() private let defaultSource = CameraSource.prompt private let defaultDirection = CameraDirection.rear private var multiple = false private var imageCounter = 0 @objc override public func checkPermissions(_ invoke: Invoke) { var result: [String: Any] = [:] for permission in CameraPermissionType.allCases { let state: String switch permission { case .camera: state = AVCaptureDevice.authorizationStatus(for: .video).authorizationState case .photos: if #available(iOS 14, *) { state = PHPhotoLibrary.authorizationStatus(for: .readWrite).authorizationState } else { state = PHPhotoLibrary.authorizationStatus().authorizationState } } result[permission.rawValue] = state } invoke.resolve(result) } @objc override public func requestPermissions(_ invoke: Invoke) { // get the list of desired types, if passed let typeList = invoke.getArray("permissions", String.self)?.compactMap({ (type) -> CameraPermissionType? in return CameraPermissionType(rawValue: type) }) ?? [] // otherwise check everything let permissions: [CameraPermissionType] = (typeList.count > 0) ? typeList : CameraPermissionType.allCases // request the permissions let group = DispatchGroup() for permission in permissions { switch permission { case .camera: group.enter() AVCaptureDevice.requestAccess(for: .video) { _ in group.leave() } case .photos: group.enter() if #available(iOS 14, *) { PHPhotoLibrary.requestAuthorization(for: .readWrite) { (_) in group.leave() } } else { PHPhotoLibrary.requestAuthorization({ (_) in group.leave() }) } } } group.notify(queue: DispatchQueue.main) { [weak self] in self?.checkPermissions(invoke) } } @objc func pickLimitedLibraryPhotos(_ invoke: Invoke) { if #available(iOS 14, *) { PHPhotoLibrary.requestAuthorization(for: .readWrite) { (granted) in if granted == .limited { if let viewController = self.manager.viewController { if #available(iOS 15, *) { PHPhotoLibrary.shared().presentLimitedLibraryPicker(from: viewController) { _ in self.getLimitedLibraryPhotos(invoke) } } else { PHPhotoLibrary.shared().presentLimitedLibraryPicker(from: viewController) invoke.resolve([ "photos": [] ]) } } } else { invoke.resolve([ "photos": [] ]) } } } else { invoke.unavailable("Not available on iOS 13") } } @objc func getLimitedLibraryPhotos(_ invoke: Invoke) { if #available(iOS 14, *) { PHPhotoLibrary.requestAuthorization(for: .readWrite) { (granted) in if granted == .limited { self.invoke = invoke DispatchQueue.global(qos: .utility).async { let assets = PHAsset.fetchAssets(with: .image, options: nil) var processedImages: [ProcessedImage] = [] let imageManager = PHImageManager.default() let options = PHImageRequestOptions() options.deliveryMode = .highQualityFormat let group = DispatchGroup() for index in 0...(assets.count - 1) { let asset = assets.object(at: index) let fullSize = CGSize(width: asset.pixelWidth, height: asset.pixelHeight) group.enter() imageManager.requestImage( for: asset, targetSize: fullSize, contentMode: .default, options: options ) { image, _ in guard let image = image else { group.leave() return } processedImages.append(self.processedImage(from: image, with: asset.imageData)) group.leave() } } group.notify(queue: .global(qos: .utility)) { [weak self] in self?.returnImages(processedImages) } } } else { invoke.resolve([ "photos": [] ]) } } } else { invoke.unavailable("Not available on iOS 13") } } @objc func getPhoto(_ invoke: Invoke) { self.multiple = false self.invoke = invoke self.settings = cameraSettings(from: invoke) // Make sure they have all the necessary info.plist settings if let missingUsageDescription = checkUsageDescriptions() { Logger.error("[PLUGIN]", "Camera", "-", missingUsageDescription) invoke.reject(missingUsageDescription) return } DispatchQueue.main.async { switch self.settings.source { case .prompt: self.showPrompt() case .camera: self.showCamera() case .photos: self.showPhotos() } } } @objc func pickImages(_ invoke: Invoke) { self.multiple = true self.invoke = invoke self.settings = cameraSettings(from: invoke) DispatchQueue.main.async { self.showPhotos() } } private func checkUsageDescriptions() -> String? { if let dict = Bundle.main.infoDictionary { for key in CameraPropertyListKeys.allCases where dict[key.rawValue] == nil { return key.missingMessage } } return nil } private func cameraSettings(from invoke: Invoke) -> CameraSettings { var settings = CameraSettings() settings.jpegQuality = min(abs(CGFloat(invoke.getFloat("quality") ?? 100.0)) / 100.0, 1.0) settings.allowEditing = invoke.getBool("allowEditing") ?? false settings.source = CameraSource(rawValue: invoke.getString("source") ?? defaultSource.rawValue) ?? defaultSource settings.direction = CameraDirection(rawValue: invoke.getString("direction") ?? defaultDirection.rawValue) ?? defaultDirection if let typeString = invoke.getString("resultType"), let type = CameraResultType(rawValue: typeString) { settings.resultType = type } settings.saveToGallery = invoke.getBool("saveToGallery") ?? false // Get the new image dimensions if provided settings.width = CGFloat(invoke.getInt("width") ?? 0) settings.height = CGFloat(invoke.getInt("height") ?? 0) if settings.width > 0 || settings.height > 0 { // We resize only if a dimension was provided settings.shouldResize = true } settings.shouldCorrectOrientation = invoke.getBool("correctOrientation") ?? true settings.userPromptText = CameraPromptText( title: invoke.getString("promptLabelHeader"), photoAction: invoke.getString("promptLabelPhoto"), cameraAction: invoke.getString("promptLabelPicture"), cancelAction: invoke.getString("promptLabelCancel")) if let styleString = invoke.getString("presentationStyle"), styleString == "popover" { settings.presentationStyle = .popover } else { settings.presentationStyle = .fullScreen } return settings } } // public delegate methods extension CameraPlugin: UIImagePickerControllerDelegate, UINavigationControllerDelegate, UIPopoverPresentationControllerDelegate { public func imagePickerControllerDidCancel(_ picker: UIImagePickerController) { picker.dismiss(animated: true) self.invoke?.reject("User cancelled photos app") } public func popoverPresentationControllerDidDismissPopover( _ popoverPresentationController: UIPopoverPresentationController ) { self.invoke?.reject("User cancelled photos app") } public func presentationControllerDidDismiss(_ presentationController: UIPresentationController) { self.invoke?.reject("User cancelled photos app") } public func imagePickerController( _ picker: UIImagePickerController, didFinishPickingMediaWithInfo info: [UIImagePickerController.InfoKey: Any] ) { picker.dismiss(animated: true) { if let processedImage = self.processImage(from: info) { self.returnProcessedImage(processedImage) } else { self.invoke?.reject("Error processing image") } } } } @available(iOS 14, *) extension CameraPlugin: PHPickerViewControllerDelegate { public func picker(_ picker: PHPickerViewController, didFinishPicking results: [PHPickerResult]) { picker.dismiss(animated: true, completion: nil) guard let result = results.first else { self.invoke?.reject("User cancelled photos app") return } if multiple { var images: [ProcessedImage] = [] var processedCount = 0 for img in results { guard img.itemProvider.canLoadObject(ofClass: UIImage.self) else { self.invoke?.reject("Error loading image") return } // extract the image img.itemProvider.loadObject(ofClass: UIImage.self) { [weak self] (reading, _) in if let image = reading as? UIImage { var asset: PHAsset? if let assetId = img.assetIdentifier { asset = PHAsset.fetchAssets(withLocalIdentifiers: [assetId], options: nil).firstObject } if let processedImage = self?.processedImage(from: image, with: asset?.imageData) { images.append(processedImage) } processedCount += 1 if processedCount == results.count { self?.returnImages(images) } } else { self?.invoke?.reject("Error loading image") } } } } else { guard result.itemProvider.canLoadObject(ofClass: UIImage.self) else { self.invoke?.reject("Error loading image") return } // extract the image result.itemProvider.loadObject(ofClass: UIImage.self) { [weak self] (reading, _) in if let image = reading as? UIImage { var asset: PHAsset? if let assetId = result.assetIdentifier { asset = PHAsset.fetchAssets(withLocalIdentifiers: [assetId], options: nil).firstObject } if var processedImage = self?.processedImage(from: image, with: asset?.imageData) { processedImage.flags = .gallery self?.returnProcessedImage(processedImage) return } } self?.invoke?.reject("Error loading image") } } } } extension CameraPlugin { fileprivate func returnImage(_ processedImage: ProcessedImage, isSaved: Bool) { guard let jpeg = processedImage.generateJPEG(with: settings.jpegQuality) else { self.invoke?.reject("Unable to convert image to jpeg") return } if settings.resultType == CameraResultType.uri || multiple { guard let fileURL = try? saveTemporaryImage(jpeg), let webURL = manager.assetUrl(fromLocalURL: fileURL) else { invoke?.reject("Unable to get asset URL to file") return } if self.multiple { invoke?.resolve([ "photos": [ [ "data": fileURL.absoluteString, "exif": processedImage.exifData, "assetUrl": webURL.absoluteString, "format": "jpeg", ] ] ]) return } invoke?.resolve([ "data": fileURL.absoluteString, "exif": processedImage.exifData, "assetUrl": webURL.absoluteString, "format": "jpeg", "saved": isSaved, ]) } else if settings.resultType == CameraResultType.base64 { self.invoke?.resolve([ "data": jpeg.base64EncodedString(), "exif": processedImage.exifData, "format": "jpeg", "saved": isSaved, ]) } else if settings.resultType == CameraResultType.dataURL { invoke?.resolve([ "data": "data:image/jpeg;base64," + jpeg.base64EncodedString(), "exif": processedImage.exifData, "format": "jpeg", "saved": isSaved, ]) } } fileprivate func returnImages(_ processedImages: [ProcessedImage]) { var photos: [JsonObject] = [] for processedImage in processedImages { guard let jpeg = processedImage.generateJPEG(with: settings.jpegQuality) else { self.invoke?.reject("Unable to convert image to jpeg") return } guard let fileURL = try? saveTemporaryImage(jpeg), let webURL = manager.assetUrl(fromLocalURL: fileURL) else { invoke?.reject("Unable to get asset URL to file") return } photos.append([ "path": fileURL.absoluteString, "exif": processedImage.exifData, "assetUrl": webURL.absoluteString, "format": "jpeg", ]) } invoke?.resolve([ "photos": photos ]) } fileprivate func returnProcessedImage(_ processedImage: ProcessedImage) { // conditionally save the image if settings.saveToGallery && (processedImage.flags.contains(.edited) == true || processedImage.flags.contains(.gallery) == false) { _ = ImageSaver(image: processedImage.image) { error in var isSaved = false if error == nil { isSaved = true } self.returnImage(processedImage, isSaved: isSaved) } } else { self.returnImage(processedImage, isSaved: false) } } fileprivate func showPrompt() { // Build the action sheet let alert = UIAlertController( title: settings.userPromptText.title, message: nil, preferredStyle: UIAlertController.Style.actionSheet) alert.addAction( UIAlertAction( title: settings.userPromptText.photoAction, style: .default, handler: { [weak self] (_: UIAlertAction) in self?.showPhotos() })) alert.addAction( UIAlertAction( title: settings.userPromptText.cameraAction, style: .default, handler: { [weak self] (_: UIAlertAction) in self?.showCamera() })) alert.addAction( UIAlertAction( title: settings.userPromptText.cancelAction, style: .cancel, handler: { [weak self] (_: UIAlertAction) in self?.invoke?.reject("User cancelled photos app prompt") })) UIUtils.centerPopover(rootViewController: manager.viewController, popoverController: alert) self.manager.viewController?.present(alert, animated: true, completion: nil) } fileprivate func showCamera() { // check if we have a camera if manager.isSimEnvironment || !UIImagePickerController.isSourceTypeAvailable(UIImagePickerController.SourceType.camera) { Logger.error("[PLUGIN]", "Camera", "-", "Camera not available in simulator") invoke?.reject("Camera not available while running in Simulator") return } // check for permission let authStatus = AVCaptureDevice.authorizationStatus(for: .video) if authStatus == .restricted || authStatus == .denied { invoke?.reject("User denied access to camera") return } // we either already have permission or can prompt AVCaptureDevice.requestAccess(for: .video) { [weak self] granted in if granted { DispatchQueue.main.async { self?.presentCameraPicker() } } else { self?.invoke?.reject("User denied access to camera") } } } fileprivate func showPhotos() { // check for permission let authStatus = PHPhotoLibrary.authorizationStatus() if authStatus == .restricted || authStatus == .denied { invoke?.reject("User denied access to photos") return } // we either already have permission or can prompt if authStatus == .authorized { presentSystemAppropriateImagePicker() } else { PHPhotoLibrary.requestAuthorization({ [weak self] (status) in if status == PHAuthorizationStatus.authorized { DispatchQueue.main.async { [weak self] in self?.presentSystemAppropriateImagePicker() } } else { self?.invoke?.reject("User denied access to photos") } }) } } fileprivate func presentCameraPicker() { let picker = UIImagePickerController() picker.delegate = self picker.allowsEditing = self.settings.allowEditing // select the input picker.sourceType = .camera if settings.direction == .rear, UIImagePickerController.isCameraDeviceAvailable(.rear) { picker.cameraDevice = .rear } else if settings.direction == .front, UIImagePickerController.isCameraDeviceAvailable(.front) { picker.cameraDevice = .front } // present picker.modalPresentationStyle = settings.presentationStyle if settings.presentationStyle == .popover { picker.popoverPresentationController?.delegate = self UIUtils.centerPopover(rootViewController: manager.viewController, popoverController: picker) } manager.viewController?.present(picker, animated: true, completion: nil) } fileprivate func presentSystemAppropriateImagePicker() { if #available(iOS 14, *) { presentPhotoPicker() } else { presentImagePicker() } } fileprivate func presentImagePicker() { let picker = UIImagePickerController() picker.delegate = self picker.allowsEditing = self.settings.allowEditing // select the input picker.sourceType = .photoLibrary // present picker.modalPresentationStyle = settings.presentationStyle if settings.presentationStyle == .popover { picker.popoverPresentationController?.delegate = self UIUtils.centerPopover(rootViewController: manager.viewController, popoverController: picker) } manager.viewController?.present(picker, animated: true, completion: nil) } @available(iOS 14, *) fileprivate func presentPhotoPicker() { var configuration = PHPickerConfiguration(photoLibrary: PHPhotoLibrary.shared()) configuration.selectionLimit = self.multiple ? (self.invoke?.getInt("limit") ?? 0) : 1 configuration.filter = .images let picker = PHPickerViewController(configuration: configuration) picker.delegate = self // present picker.modalPresentationStyle = settings.presentationStyle if settings.presentationStyle == .popover { picker.popoverPresentationController?.delegate = self UIUtils.centerPopover(rootViewController: manager.viewController, popoverController: picker) } manager.viewController?.present(picker, animated: true, completion: nil) } fileprivate func saveTemporaryImage(_ data: Data) throws -> URL { var url: URL repeat { imageCounter += 1 url = URL(fileURLWithPath: NSTemporaryDirectory()).appendingPathComponent( "photo-\(imageCounter).jpg") } while FileManager.default.fileExists(atPath: url.path) try data.write(to: url, options: .atomic) return url } fileprivate func processImage(from info: [UIImagePickerController.InfoKey: Any]) -> ProcessedImage? { var selectedImage: UIImage? var flags: PhotoFlags = [] // get the image if let edited = info[UIImagePickerController.InfoKey.editedImage] as? UIImage { selectedImage = edited // use the edited version flags = flags.union([.edited]) } else if let original = info[UIImagePickerController.InfoKey.originalImage] as? UIImage { selectedImage = original // use the original version } guard let image = selectedImage else { return nil } var metadata: [String: Any] = [:] // get the image's metadata from the picker or from the photo album if let photoMetadata = info[UIImagePickerController.InfoKey.mediaMetadata] as? [String: Any] { metadata = photoMetadata } else { flags = flags.union([.gallery]) } if let asset = info[UIImagePickerController.InfoKey.phAsset] as? PHAsset { metadata = asset.imageData } // get the result var result = processedImage(from: image, with: metadata) result.flags = flags return result } fileprivate func processedImage(from image: UIImage, with metadata: [String: Any]?) -> ProcessedImage { var result = ProcessedImage(image: image, metadata: metadata ?? [:]) // resizing the image only makes sense if we have real values to which to constrain it if settings.shouldResize, settings.width > 0 || settings.height > 0 { result.image = result.image.reformat( to: CGSize(width: settings.width, height: settings.height)) result.overwriteMetadataOrientation(to: 1) } else if settings.shouldCorrectOrientation { // resizing implicitly reformats the image so this is only needed if we aren't resizing result.image = result.image.reformat() result.overwriteMetadataOrientation(to: 1) } return result } } @_cdecl("init_plugin_camera") func initPlugin() -> Plugin { return CameraPlugin() }