import Cocoa import ZIPFoundation import CoreFoundation struct SilicaChunk { var x: Int = 0 var y: Int = 0 var image: NSImage = NSImage() } struct SilicaLayerData { var blendMode: Int = 0 var chunks: [SilicaChunk] = [] var opacity: Double = 1.0 var hidden: Bool = false } struct SilicaLayer { var data: SilicaLayerData = SilicaLayerData() var mask: SilicaLayerData? } struct SilicaDocument { var trackedTime: Int = 0 var tileSize: Int = 0 var orientation: Int = 0 var flippedHorizontally: Bool = false var flippedVertically: Bool = false var width: Int = 0 var height: Int = 0 var layers: [SilicaLayer] = [] } func objectRefGetValue2(_ objectRef: CFTypeRef) -> UInt32 { let val = unsafeBitCast(objectRef, to: UInt64.self) return valueForKeyedArchiverUID(val) } class Document: NSDocument { var data: Data? // oh no... var dict: NSDictionary? var info = SilicaDocument() var rows: Int = 0 var columns: Int = 0 var remainderWidth: Int = 0 var remainderHeight: Int = 0 override init() { super.init() } override func makeWindowControllers() { let storyboard = NSStoryboard(name: NSStoryboard.Name("Main"), bundle: nil) let windowController = storyboard.instantiateController(withIdentifier: NSStoryboard.SceneIdentifier("Document Window Controller")) as! NSWindowController self.addWindowController(windowController) } /* Pass in an object from the $object array, which always contains a $class key. */ func getDocumentClassName(dict: NSDictionary) -> String? { let objectsArray = self.dict?["$objects"] as! NSArray if let value = dict["$class"] { let classObjectId = objectRefGetValue2(value as CFTypeRef) let classObject = objectsArray[Int(classObjectId)] as! NSDictionary return classObject["$classname"] as? String } return nil } /* Returns the correct tile size, taking into account the remainder between tile size and image size. */ func getTileSize(x: Int, y: Int) -> (Int, Int) { var width: Int = info.tileSize var height: Int = info.tileSize if((x + 1) == columns) { width = info.tileSize - remainderWidth } if(y == rows) { height = info.tileSize - remainderHeight } return (width, height) } /* Converts a CFKeyedArchiveUID from a NSKeyedArchive to a Int for indexing an array or dictionary. */ func getClassID(id: Any?) -> Int { return Int(objectRefGetValue2(id! as CFTypeRef)) } /* Parses the chunk filename, ex. 1~1 to integer coordinates. */ func parseChunkFilename(filename: String) -> (Int, Int)? { let pathURL = URL(fileURLWithPath: filename) let pathComponents = pathURL.lastPathComponent.replacingOccurrences(of: ".chunk", with: "").components(separatedBy: "~") let x = Int(pathComponents[0]) let y = Int(pathComponents[1]) if x != nil && y != nil { return (x!, y! + 1) } else { return nil } } func parseSilicaLayer(archive: Archive, dict: NSDictionary, isMask: Bool) -> SilicaLayer? { let objectsArray = self.dict?["$objects"] as! NSArray if getDocumentClassName(dict: dict) == LayerClassName { var layer = SilicaLayer() let UUIDKey = dict["UUID"] let UUIDClassID = getClassID(id: UUIDKey) let UUIDClass = objectsArray[UUIDClassID] as! NSString let maskKey = dict["mask"] let maskClassID = getClassID(id: maskKey) let maskClass = objectsArray[maskClassID] layer.data.blendMode = (dict["blend"] as? NSNumber)!.intValue layer.data.opacity = (dict["opacity"] as? NSNumber)!.doubleValue layer.data.hidden = (dict["hidden"] as? Bool)! if maskClassID != 0 { layer.mask = parseSilicaLayer(archive: archive, dict: maskClass as! NSDictionary, isMask: true)?.data } var chunkPaths: [String] = [] archive.forEach { (entry: Entry) in if entry.path.contains(String(UUIDClass)) { chunkPaths.append(entry.path) } } layer.data.chunks = Array(repeating: SilicaChunk(), count: chunkPaths.count) let dispatchGroup = DispatchGroup() let queue = DispatchQueue(label: "imageWork") DispatchQueue.concurrentPerform(iterations: chunkPaths.count) { (i: Int) in guard let threadArchive = Archive(data: self.data!, accessMode: Archive.AccessMode.read) else { return } let threadEntry = threadArchive[chunkPaths[i]] guard let (x, y) = parseChunkFilename(filename: threadEntry!.path) else { return } let (width, height) = getTileSize(x: x, y: y) var numChannels = 4 if isMask { numChannels = 1 } let byteSize = width * height * numChannels let uncompressedMemory = UnsafeMutablePointer.allocate(capacity: byteSize) guard let lzoData = readData(archive: threadArchive, entry: threadEntry!) else { return } lzoData.withUnsafeBytes({ (bytes: UnsafeRawBufferPointer) -> Void in var len = lzo_uint(byteSize) lzo1x_decompress_safe(bytes.baseAddress!.assumingMemoryBound(to: uint8.self), lzo_uint(lzoData.count), uncompressedMemory, &len, nil) }) let imageData = Data(bytes: uncompressedMemory, count: byteSize) let render: CGColorRenderingIntent = .defaultIntent var rgbColorSpace = CGColorSpaceCreateDeviceRGB() if isMask { rgbColorSpace = CGColorSpaceCreateDeviceGray() } var bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.last.rawValue).union(.byteOrder32Big) if isMask { bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.none.rawValue).union(.byteOrder32Big) } let providerRef: CGDataProvider? = CGDataProvider(data: imageData as CFData) guard let cgimage = CGImage(width: width, height: height, bitsPerComponent: 8, bitsPerPixel: 8 * numChannels, bytesPerRow: width * numChannels, space: rgbColorSpace, bitmapInfo: bitmapInfo, provider: providerRef!, decode: nil, shouldInterpolate: false, intent: render) else { return } let image = NSImage(cgImage: cgimage, size: NSZeroSize) queue.async(group: dispatchGroup) { layer.data.chunks[i].image = image layer.data.chunks[i].x = x layer.data.chunks[i].y = y } } dispatchGroup.wait() return layer } return nil } func parseSilicaDocument(archive: Archive, dict: NSDictionary) { let objectsArray = self.dict?["$objects"] as! NSArray if getDocumentClassName(dict: dict) == DocumentClassName { info.trackedTime = (dict[TrackedTimeKey] as! NSNumber).intValue info.tileSize = (dict[TileSizeKey] as! NSNumber).intValue info.orientation = (dict[OrientationKey] as! NSNumber).intValue info.flippedHorizontally = (dict[FlippedHorizontallyKey] as! NSNumber).boolValue info.flippedVertically = (dict[FlippedVerticallyKey] as! NSNumber).boolValue let sizeClassKey = dict[SizeKey] let sizeClassID = getClassID(id: sizeClassKey) let sizeString = objectsArray[sizeClassID] as! String let sizeComponents = sizeString.replacingOccurrences(of: "{", with: "").replacingOccurrences(of: "}", with: "").components(separatedBy: ", ") let width = Int(sizeComponents[0]) let height = Int(sizeComponents[1]) info.width = width! info.height = height! columns = Int(ceil(Float(info.width) / Float(info.tileSize))) rows = Int(ceil(Float(info.height) / Float(info.tileSize))) + 1 // TODO: lol why if info.width % info.tileSize != 0 { remainderWidth = (columns * info.tileSize) - info.width } if info.height % info.tileSize != 0 { remainderHeight = (rows * info.tileSize) - info.height } let layersClassKey = dict[LayersKey] let layersClassID = getClassID(id: layersClassKey) let layersClass = objectsArray[layersClassID] as! NSDictionary let array = layersClass["NS.objects"] as! NSArray for object in array { let layerClassID = getClassID(id: object) let layerClass = objectsArray[layerClassID] as! NSDictionary guard let layer = parseSilicaLayer(archive: archive, dict: layerClass, isMask: false) else { return } info.layers.append(layer) } } } func parseDocument(archive: Archive, dict: NSDictionary) { // double check if this archive is really correct if let value = dict["$version"] { if (value as! Int) != NSKeyedArchiveVersion { Swift.print("This is not a valid document!") return } self.dict = dict let objectsArray = dict["$objects"] as! NSArray // let's read the $top class, which is always going to be SilicaDocument type. let topObject = dict["$top"] as! NSDictionary let topClassID = objectRefGetValue2(topObject["root"] as CFTypeRef) let topObjectClass = objectsArray[Int(topClassID)] as! NSDictionary parseSilicaDocument(archive: archive, dict: topObjectClass) } } override func read(from data: Data, ofType typeName: String) throws { self.data = data guard let archive = Archive(data: data, accessMode: Archive.AccessMode.read) else { return } guard let documentEntry = archive[DocumentArchivePath] else { return } guard let documentData = readData(archive: archive, entry: documentEntry) else { return } var plistFormat = PropertyListSerialization.PropertyListFormat.binary guard let propertyList = try? PropertyListSerialization.propertyList(from: documentData, options: [], format: &plistFormat) else { return } parseDocument(archive: archive, dict: propertyList as! NSDictionary) } func makeComposite() -> NSImage { // create the final composite output image let rgbColorSpace = CGColorSpaceCreateDeviceRGB() let bitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.premultipliedLast.rawValue).union(.byteOrder32Big) let ccgContext = CGContext(data: nil, width: info.width, height: info.height, bitsPerComponent: 8, bytesPerRow: info.width * 4, space: rgbColorSpace, bitmapInfo: bitmapInfo.rawValue) ccgContext?.setFillColor(.white) ccgContext?.fill(CGRect(origin: .zero, size: CGSize(width: info.width, height: info.height))) for layer in info.layers.reversed() { // start by creating a new layer composite image, needed for image masking let layerContext = CGContext(data: nil, width: info.width, height: info.height, bitsPerComponent: 8, bytesPerRow: info.width * 4, space: rgbColorSpace, bitmapInfo: bitmapInfo.rawValue) let grayColorSpace = CGColorSpaceCreateDeviceGray() let maskBitmapInfo = CGBitmapInfo(rawValue: CGImageAlphaInfo.none.rawValue).union(.byteOrder16Big) let maskContext = CGContext(data: nil, width: info.width, height: info.height, bitsPerComponent: 16, bytesPerRow: 0, space: grayColorSpace, bitmapInfo: maskBitmapInfo.rawValue) maskContext?.setFillColor(.white) maskContext?.fill(CGRect(origin: .zero, size: CGSize(width: info.width, height: info.height))) if layer.mask != nil { for chunk in layer.mask!.chunks { let x = chunk.x var y = chunk.y let (width, height) = getTileSize(x: x, y: y) if y == rows { y = 0 } let rect = NSRect(x: info.tileSize * x, y: info.height - (info.tileSize * y), width: width, height: height) if !layer.data.hidden { maskContext?.draw(chunk.image.cgImage(forProposedRect: nil, context: NSGraphicsContext.current, hints: nil)!, in: rect) } } } for chunk in layer.data.chunks { let x = chunk.x var y = chunk.y let (width, height) = getTileSize(x: x, y: y) if y == rows { y = 0 } let rect = NSRect(x: info.tileSize * x, y: info.height - (info.tileSize * y), width: width, height: height) var op = CGBlendMode.copy if layer.data.blendMode == 12 { op = .hardLight } layerContext?.setAlpha(CGFloat(layer.data.opacity)) layerContext?.setBlendMode(op) if !layer.data.hidden { layerContext?.draw(chunk.image.cgImage(forProposedRect: nil, context: NSGraphicsContext.current, hints: nil)!, in: rect) } } let layerImage = (layerContext?.makeImage())! ccgContext?.setAlpha(1.0) ccgContext?.setBlendMode(.sourceAtop) if layer.mask != nil { let maskImage = (maskContext?.makeImage())! let newImage = layerImage.masking(maskImage)! ccgContext?.draw(newImage, in: CGRect(x: 0, y: 0, width: info.width, height: info.height)) } else { ccgContext?.draw(layerImage, in: CGRect(x: 0, y: 0, width: info.width, height: info.height)) } } var image = NSImage(cgImage: (ccgContext?.makeImage())!, size: NSSize(width: info.width, height: info.height)) if info.orientation == 3 { image = image.imageRotatedByDegreess(degrees: 90) } else if info.orientation == 4 { image = image.imageRotatedByDegreess(degrees: -90) } if info.flippedHorizontally && (info.orientation == 1 || info.orientation == 2) { image = image.flipHorizontally() } else if info.flippedHorizontally && (info.orientation == 3 || info.orientation == 4) { image = image.flipVertically() } else if info.flippedVertically && (info.orientation == 1 || info.orientation == 2) { image = image.flipVertically() } else if !info.flippedVertically && (info.orientation == 3 || info.orientation == 4) { image = image.flipHorizontally() } return image } func makeThumbnail() -> NSImage? { guard let archive = Archive(data: data!, accessMode: Archive.AccessMode.read) else { return nil } guard let entry = archive[ThumbnailPath] else { return nil } guard let thumbnailData = readData(archive: archive, entry: entry) else { return nil } return NSImage(data: thumbnailData) } } public extension NSImage { func imageRotatedByDegreess(degrees:CGFloat) -> NSImage { var imageBounds = NSMakeRect(0.0, 0.0, size.width, size.height) let pathBounds = NSBezierPath(rect: imageBounds) var transform = NSAffineTransform() transform.rotate(byDegrees: degrees) pathBounds.transform(using: transform as AffineTransform) let rotatedBounds:NSRect = NSMakeRect(NSZeroPoint.x, NSZeroPoint.y, pathBounds.bounds.size.width, pathBounds.bounds.size.height ) let rotatedImage = NSImage(size: rotatedBounds.size) imageBounds.origin.x = NSMidX(rotatedBounds) - (NSWidth(imageBounds) / 2) imageBounds.origin.y = NSMidY(rotatedBounds) - (NSHeight(imageBounds) / 2) transform = NSAffineTransform() transform.translateX(by: +(NSWidth(rotatedBounds) / 2 ), yBy: +(NSHeight(rotatedBounds) / 2)) transform.rotate(byDegrees: degrees) transform.translateX(by: -(NSWidth(rotatedBounds) / 2 ), yBy: -(NSHeight(rotatedBounds) / 2)) rotatedImage.lockFocus() transform.concat() self.draw(in: imageBounds, from: .zero, operation: .copy, fraction: 1.0) rotatedImage.unlockFocus() return rotatedImage } func flipHorizontally() -> NSImage { let flipedImage = NSImage(size: size) flipedImage.lockFocus() let transform = NSAffineTransform() transform.translateX(by: size.width, yBy: 0.0) transform.scaleX(by: -1.0, yBy: 1.0) transform.concat() let rect = NSMakeRect(0, 0, size.width, size.height) self.draw(at: .zero, from: rect, operation: .sourceOver, fraction: 1.0) flipedImage.unlockFocus() return flipedImage } func flipVertically() -> NSImage { let flipedImage = NSImage(size: size) flipedImage.lockFocus() let transform = NSAffineTransform() transform.translateX(by: 0.0, yBy: size.height) transform.scaleX(by: 1.0, yBy: -1.0) transform.concat() let rect = NSMakeRect(0, 0, size.width, size.height) self.draw(at: .zero, from: rect, operation: .sourceOver, fraction: 1.0) flipedImage.unlockFocus() return flipedImage } }