Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
26700c59f4 | ||
|
|
195c6a9b1f | ||
|
|
ecac7885dd | ||
|
|
ef44ef7ac6 | ||
|
|
715bb28c1b | ||
|
|
07642ca408 | ||
|
|
924a692f2b | ||
|
|
ae054d70b9 | ||
|
|
3078713f8f | ||
|
|
265571d7e2 | ||
|
|
7633e81c52 | ||
|
|
83b127cf44 | ||
|
|
8332661504 | ||
|
|
832a18b06c | ||
|
|
6e5796e16d | ||
|
|
7e9cc5b269 | ||
|
|
a7cad2fc2f | ||
|
|
69e1a7fccb | ||
|
|
e22bcb99c4 | ||
|
|
457e303152 |
+46
-14
@@ -21,6 +21,17 @@ final class AppDelegate: NSObject, NSApplicationDelegate {
|
|||||||
runOCRSelfTest()
|
runOCRSelfTest()
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
// Single instance: stale copies keep their own hotkey + overlays alive
|
||||||
|
// after app updates and eat clicks meant for the new instance.
|
||||||
|
let myPid = ProcessInfo.processInfo.processIdentifier
|
||||||
|
let others = NSRunningApplication.runningApplications(withBundleIdentifier: "dev.tzgyn.kapture")
|
||||||
|
.filter { $0.processIdentifier != myPid }
|
||||||
|
if !others.isEmpty {
|
||||||
|
CaptureController.log("launch: other Kapture instances pids=\(others.map { String($0.processIdentifier) }.joined(separator: ",")) — terminating them")
|
||||||
|
for other in others {
|
||||||
|
other.forceTerminate()
|
||||||
|
}
|
||||||
|
}
|
||||||
HotkeyManager.shared.onTrigger = { CaptureController.shared.begin() }
|
HotkeyManager.shared.onTrigger = { CaptureController.shared.begin() }
|
||||||
HotkeyManager.shared.register()
|
HotkeyManager.shared.register()
|
||||||
}
|
}
|
||||||
@@ -79,6 +90,13 @@ enum PermissionManager {
|
|||||||
static func request() {
|
static func request() {
|
||||||
CGRequestScreenCaptureAccess()
|
CGRequestScreenCaptureAccess()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
static var isAccessibilityGranted: Bool { AXIsProcessTrusted() }
|
||||||
|
|
||||||
|
static func requestAccessibility() {
|
||||||
|
let opts = [kAXTrustedCheckOptionPrompt.takeUnretainedValue(): true] as CFDictionary
|
||||||
|
_ = AXIsProcessTrustedWithOptions(opts)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
enum LoginItem {
|
enum LoginItem {
|
||||||
@@ -101,33 +119,47 @@ enum LoginItem {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func runOCRSelfTest() {
|
func renderTestImage(_ text: String, fontSize: CGFloat = 56) -> CGImage? {
|
||||||
let text = "Kapture OCR test 1234, hello world"
|
let size = NSSize(width: 1900, height: 220)
|
||||||
let size = NSSize(width: 1600, height: 220)
|
|
||||||
guard let rep = NSBitmapImageRep(
|
guard let rep = NSBitmapImageRep(
|
||||||
bitmapDataPlanes: nil, pixelsWide: Int(size.width), pixelsHigh: Int(size.height),
|
bitmapDataPlanes: nil, pixelsWide: Int(size.width), pixelsHigh: Int(size.height),
|
||||||
bitsPerSample: 8, samplesPerPixel: 4, hasAlpha: true, isPlanar: false,
|
bitsPerSample: 8, samplesPerPixel: 4, hasAlpha: true, isPlanar: false,
|
||||||
colorSpaceName: .deviceRGB, bytesPerRow: 0, bitsPerPixel: 0
|
colorSpaceName: .deviceRGB, bytesPerRow: 0, bitsPerPixel: 0
|
||||||
) else { exit(1) }
|
) else { return nil }
|
||||||
|
|
||||||
NSGraphicsContext.saveGraphicsState()
|
NSGraphicsContext.saveGraphicsState()
|
||||||
NSGraphicsContext.current = NSGraphicsContext(bitmapImageRep: rep)
|
NSGraphicsContext.current = NSGraphicsContext(bitmapImageRep: rep)
|
||||||
NSColor.white.setFill()
|
NSColor.white.setFill()
|
||||||
NSRect(origin: .zero, size: size).fill()
|
NSRect(origin: .zero, size: size).fill()
|
||||||
let attrs: [NSAttributedString.Key: Any] = [
|
let attrs: [NSAttributedString.Key: Any] = [
|
||||||
.font: NSFont.boldSystemFont(ofSize: 56),
|
.font: NSFont.systemFont(ofSize: fontSize),
|
||||||
.foregroundColor: NSColor.black,
|
.foregroundColor: NSColor.black,
|
||||||
]
|
]
|
||||||
text.draw(at: NSPoint(x: 60, y: 75), withAttributes: attrs)
|
text.draw(at: NSPoint(x: 60, y: 75), withAttributes: attrs)
|
||||||
NSGraphicsContext.restoreGraphicsState()
|
NSGraphicsContext.restoreGraphicsState()
|
||||||
|
return rep.cgImage
|
||||||
guard let cgImage = rep.cgImage else { exit(1) }
|
|
||||||
OCRService.shared.recognize(cgImage) { recognized in
|
|
||||||
print("expected: \(text)")
|
|
||||||
print("got: \(recognized)")
|
|
||||||
let ok = recognized == text
|
|
||||||
print(ok ? "PASS" : "FAIL")
|
|
||||||
exit(ok ? 0 : 1)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func runOCRSelfTest() {
|
||||||
|
let cases: [(expected: String, contains: String)] = [
|
||||||
|
("Kapture OCR test 1234, hello world", "Kapture OCR test 1234"),
|
||||||
|
("你好世界,这是一个测试", "你好世界"),
|
||||||
|
]
|
||||||
|
var index = 0
|
||||||
|
|
||||||
|
func runNext() {
|
||||||
|
guard index < cases.count else { exit(0) }
|
||||||
|
let current = cases[index]
|
||||||
|
index += 1
|
||||||
|
guard let image = renderTestImage(current.expected) else { exit(1) }
|
||||||
|
OCRService.shared.recognize(image) { recognized in
|
||||||
|
print("case: \(current.expected)")
|
||||||
|
print("got: \(recognized)")
|
||||||
|
let ok = recognized.contains(current.contains)
|
||||||
|
print(ok ? "PASS" : "FAIL")
|
||||||
|
if !ok { exit(1) }
|
||||||
|
runNext()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
runNext()
|
||||||
RunLoop.main.run()
|
RunLoop.main.run()
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,27 +1,48 @@
|
|||||||
import AppKit
|
import AppKit
|
||||||
import CoreGraphics
|
import CoreGraphics
|
||||||
import ScreenCaptureKit
|
import ScreenCaptureKit
|
||||||
|
import ApplicationServices
|
||||||
|
|
||||||
final class CaptureController: NSObject {
|
final class CaptureController: NSObject {
|
||||||
static let shared = CaptureController()
|
static let shared = CaptureController()
|
||||||
|
|
||||||
private var overlays: [NSWindow] = []
|
private var overlays: [OverlayWindow] = []
|
||||||
private(set) var isSelecting = false
|
private(set) var isSelecting = false
|
||||||
private var previousApp: NSRunningApplication?
|
private var previousApp: NSRunningApplication?
|
||||||
private var overlayIDs: [Int] = []
|
private var overlayIDs: [Int] = []
|
||||||
|
|
||||||
|
// Selection state (driven by the event tap; AppKit global coordinates)
|
||||||
|
private var marqueeStart: NSPoint?
|
||||||
|
private(set) var marqueeRect: NSRect?
|
||||||
|
private(set) var hoverWindow: (id: CGWindowID, frame: NSRect, pid: Int)?
|
||||||
|
var hoverFrame: NSRect? { hoverWindow?.frame }
|
||||||
|
private var trackedWindows: [(id: CGWindowID, frame: NSRect, pid: Int)] = []
|
||||||
|
private var lastWindowScan = Date.distantPast
|
||||||
|
private var eventTap: CFMachPort?
|
||||||
|
|
||||||
/// Session event log for debugging (dumped via Copy Diagnostics).
|
/// Session event log for debugging (dumped via Copy Diagnostics).
|
||||||
|
/// Also appended to /tmp/kapture-debug.log so it survives relaunches.
|
||||||
static var sessionLog: [String] = []
|
static var sessionLog: [String] = []
|
||||||
static func log(_ line: String) {
|
static func log(_ line: String) {
|
||||||
sessionLog.append(line)
|
let stamped = String(format: "%@ %@", DateFormatter.localizedString(from: Date(), dateStyle: .none, timeStyle: .medium), line)
|
||||||
if sessionLog.count > 100 { sessionLog.removeFirst() }
|
sessionLog.append(stamped)
|
||||||
|
if sessionLog.count > 200 { sessionLog.removeFirst() }
|
||||||
NSLog("[Kapture] \(line)")
|
NSLog("[Kapture] \(line)")
|
||||||
|
let path = "/tmp/kapture-debug.log"
|
||||||
|
if let handle = FileHandle(forWritingAtPath: path) {
|
||||||
|
handle.seekToEndOfFile()
|
||||||
|
handle.write((stamped + "\n").data(using: .utf8)!)
|
||||||
|
handle.closeFile()
|
||||||
|
} else {
|
||||||
|
FileManager.default.createFile(atPath: path, contents: (stamped + "\n").data(using: .utf8))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Diagnostic snapshot for "Copy Diagnostics" menu item.
|
/// Diagnostic snapshot for "Copy Diagnostics" menu item.
|
||||||
func diagnostics() -> String {
|
func diagnostics() -> String {
|
||||||
var lines: [String] = []
|
var lines: [String] = []
|
||||||
lines.append("Kapture diagnostics — version \(Bundle.main.infoDictionary?["CFBundleShortVersionString"] ?? "?")")
|
lines.append("Kapture diagnostics — version \(Bundle.main.infoDictionary?["CFBundleShortVersionString"] ?? "?")")
|
||||||
|
lines.append("accessibility=\(AXIsProcessTrusted()) eventTap=\(eventTap != nil)")
|
||||||
lines.append("--- session log (newest last) ---")
|
lines.append("--- session log (newest last) ---")
|
||||||
lines.append(contentsOf: Self.sessionLog)
|
lines.append(contentsOf: Self.sessionLog)
|
||||||
lines.append("--- screens ---")
|
lines.append("--- screens ---")
|
||||||
@@ -53,6 +74,8 @@ final class CaptureController: NSObject {
|
|||||||
return lines.joined(separator: "\n")
|
return lines.joined(separator: "\n")
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// MARK: - Session lifecycle
|
||||||
|
|
||||||
func begin() {
|
func begin() {
|
||||||
guard !isSelecting else { return }
|
guard !isSelecting else { return }
|
||||||
guard PermissionManager.isGranted else {
|
guard PermissionManager.isGranted else {
|
||||||
@@ -61,31 +84,43 @@ final class CaptureController: NSObject {
|
|||||||
}
|
}
|
||||||
isSelecting = true
|
isSelecting = true
|
||||||
previousApp = NSWorkspace.shared.frontmostApplication
|
previousApp = NSWorkspace.shared.frontmostApplication
|
||||||
if #available(macOS 14.0, *) {
|
// With the event tap driving input we must NOT activate: stealing
|
||||||
NSApp.activate()
|
// focus turns the target app into background mode (dimmed chrome),
|
||||||
} else {
|
// and that is what would end up in the screenshot. Activate only on
|
||||||
|
// the fallback path, where panel events are the only input.
|
||||||
|
let usesTap = AXIsProcessTrusted()
|
||||||
|
if !usesTap {
|
||||||
NSApp.activate(ignoringOtherApps: true)
|
NSApp.activate(ignoringOtherApps: true)
|
||||||
}
|
}
|
||||||
overlays = NSScreen.screens.map { screen in
|
CaptureController.log("begin: usesTap=\(usesTap) active=\(NSApp.isActive)")
|
||||||
OverlayWindow(
|
DispatchQueue.main.asyncAfter(deadline: .now() + 0.05) { [weak self] in
|
||||||
screen: screen,
|
guard let self, self.isSelecting else { return }
|
||||||
onComplete: { [weak self] rect in self?.finishSelection(rect) },
|
self.overlays = NSScreen.screens.map { screen in
|
||||||
onCancel: { [weak self] in self?.cancelSelection() },
|
let panel = OverlayWindow(screen: screen, controller: self)
|
||||||
onWindowPick: { [weak self] rect in self?.finishWindowPick(rect) }
|
(panel.contentView as? OverlayView)?.controller = self
|
||||||
)
|
return panel
|
||||||
|
}
|
||||||
|
// orderFrontRegardless: show without taking key/focus.
|
||||||
|
self.overlays.forEach { $0.orderFrontRegardless() }
|
||||||
|
self.overlayIDs = self.overlays.map { $0.windowNumber }
|
||||||
|
CaptureController.log("begin: \(self.overlays.count) overlays, ids=\(self.overlayIDs) — prior app stays focused")
|
||||||
|
self.installEventTap()
|
||||||
}
|
}
|
||||||
overlays.forEach { $0.makeKeyAndOrderFront(nil) }
|
|
||||||
overlayIDs = overlays.map { $0.windowNumber }
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/// A window was picked from hover — capture it with rounded corners.
|
/// A window was picked from hover — capture it directly (real rounded
|
||||||
private func finishWindowPick(_ rect: NSRect) {
|
/// corners come from the window's own alpha).
|
||||||
|
private func finishWindowPick(_ windowID: CGWindowID, _ rect: NSRect, ownedRisk: Bool) {
|
||||||
let ids = overlayIDs
|
let ids = overlayIDs
|
||||||
hideOverlays()
|
hideOverlays()
|
||||||
isSelecting = false
|
isSelecting = false
|
||||||
restorePreviousApp()
|
restorePreviousApp()
|
||||||
DispatchQueue.main.async { [self] in
|
DispatchQueue.main.async { [self] in
|
||||||
|
if ownedRisk {
|
||||||
capture(rect, excludingWindowIDs: ids, roundedCorners: true)
|
capture(rect, excludingWindowIDs: ids, roundedCorners: true)
|
||||||
|
} else {
|
||||||
|
capture(rect, excludingWindowIDs: ids, windowID: windowID)
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -108,8 +143,12 @@ final class CaptureController: NSObject {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private func hideOverlays() {
|
private func hideOverlays() {
|
||||||
|
removeEventTap()
|
||||||
overlays.forEach { $0.orderOut(nil) }
|
overlays.forEach { $0.orderOut(nil) }
|
||||||
overlays = []
|
overlays = []
|
||||||
|
marqueeRect = nil
|
||||||
|
hoverWindow = nil
|
||||||
|
marqueeStart = nil
|
||||||
}
|
}
|
||||||
|
|
||||||
private func restorePreviousApp() {
|
private func restorePreviousApp() {
|
||||||
@@ -117,8 +156,221 @@ final class CaptureController: NSObject {
|
|||||||
previousApp = nil
|
previousApp = nil
|
||||||
}
|
}
|
||||||
|
|
||||||
private func capture(_ rect: NSRect, excludingWindowIDs ids: [Int], roundedCorners: Bool = false) {
|
private func renderOverlays() {
|
||||||
ScreenCapture.shared.capture(rect, excludingWindowIDs: ids, roundedCorners: roundedCorners) { [weak self] image in
|
for overlay in overlays {
|
||||||
|
(overlay.contentView as? OverlayView)?.needsDisplay = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// MARK: - Event tap
|
||||||
|
|
||||||
|
private func installEventTap() {
|
||||||
|
guard eventTap == nil else { return }
|
||||||
|
guard AXIsProcessTrusted() else {
|
||||||
|
CaptureController.log("tap: accessibility not granted — falling back to panel events")
|
||||||
|
PermissionManager.requestAccessibility()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
let mask: CGEventMask = (1 << CGEventType.mouseMoved.rawValue)
|
||||||
|
| (1 << CGEventType.leftMouseDown.rawValue)
|
||||||
|
| (1 << CGEventType.leftMouseDragged.rawValue)
|
||||||
|
| (1 << CGEventType.leftMouseUp.rawValue)
|
||||||
|
| (1 << CGEventType.keyDown.rawValue)
|
||||||
|
guard let tap = CGEvent.tapCreate(
|
||||||
|
tap: .cghidEventTap,
|
||||||
|
place: .headInsertEventTap,
|
||||||
|
options: .defaultTap,
|
||||||
|
eventsOfInterest: CGEventMask(mask),
|
||||||
|
callback: Self.tapCallback,
|
||||||
|
userInfo: Unmanaged.passUnretained(self).toOpaque()
|
||||||
|
) else {
|
||||||
|
CaptureController.log("tap: creation FAILED — falling back to panel events")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
eventTap = tap
|
||||||
|
if let source = CFMachPortCreateRunLoopSource(nil, tap, 0) {
|
||||||
|
CFRunLoopAddSource(CFRunLoopGetMain(), source, .commonModes)
|
||||||
|
}
|
||||||
|
CGEvent.tapEnable(tap: tap, enable: true)
|
||||||
|
CaptureController.log("tap: installed")
|
||||||
|
}
|
||||||
|
|
||||||
|
private func removeEventTap() {
|
||||||
|
guard let tap = eventTap else { return }
|
||||||
|
CGEvent.tapEnable(tap: tap, enable: false)
|
||||||
|
if let source = CFMachPortCreateRunLoopSource(nil, tap, 0) {
|
||||||
|
CFRunLoopRemoveSource(CFRunLoopGetMain(), source, .commonModes)
|
||||||
|
}
|
||||||
|
CFMachPortInvalidate(tap)
|
||||||
|
eventTap = nil
|
||||||
|
CaptureController.log("tap: removed")
|
||||||
|
}
|
||||||
|
|
||||||
|
private static let tapCallback: CGEventTapCallBack = { _, type, event, refcon in
|
||||||
|
guard let refcon else { return Unmanaged.passUnretained(event) }
|
||||||
|
let controller = Unmanaged<CaptureController>.fromOpaque(refcon).takeUnretainedValue()
|
||||||
|
if let result = controller.handleTap(type, event) {
|
||||||
|
return Unmanaged.passUnretained(result)
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Convert a CG global point (top-left origin) to AppKit global.
|
||||||
|
private func cgPointToAppKit(_ p: NSPoint) -> NSPoint {
|
||||||
|
guard let mainScreen = NSScreen.screens.first else { return p }
|
||||||
|
return NSPoint(x: p.x, y: mainScreen.frame.height - p.y)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Scan on-screen windows (AppKit global frames), front to back.
|
||||||
|
private func refreshTrackedWindows() {
|
||||||
|
guard let list = CGWindowListCopyWindowInfo(
|
||||||
|
[ .optionOnScreenOnly, .excludeDesktopElements ], kCGNullWindowID
|
||||||
|
) as? [[String: Any]] else { trackedWindows = []; return }
|
||||||
|
|
||||||
|
let ownIDs = Set(overlayIDs)
|
||||||
|
var found: [(id: CGWindowID, frame: NSRect, pid: Int)] = []
|
||||||
|
for info in list {
|
||||||
|
guard let cid = info[kCGWindowNumber as String] as? CGWindowID,
|
||||||
|
let bounds = info[kCGWindowBounds as String] as? [String: CGFloat],
|
||||||
|
let layer = info[kCGWindowLayer as String] as? Int,
|
||||||
|
let pid = info[kCGWindowOwnerPID as String] as? Int,
|
||||||
|
layer == 0
|
||||||
|
else { continue }
|
||||||
|
if ownIDs.contains(Int(cid)) { continue }
|
||||||
|
let cgRect = NSRect(
|
||||||
|
x: bounds["X"] ?? 0,
|
||||||
|
y: bounds["Y"] ?? 0,
|
||||||
|
width: bounds["Width"] ?? 0,
|
||||||
|
height: bounds["Height"] ?? 0
|
||||||
|
)
|
||||||
|
guard cgRect.width >= 80, cgRect.height >= 60 else { continue }
|
||||||
|
let rect = Self.cgToAppKit(rect: cgRect)
|
||||||
|
found.append((id: cid, frame: rect, pid: pid))
|
||||||
|
}
|
||||||
|
trackedWindows = found
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Convert a CGWindowList (top-left origin) frame into AppKit screen
|
||||||
|
/// coordinates (bottom-left origin).
|
||||||
|
private static func cgToAppKit(rect: NSRect) -> NSRect {
|
||||||
|
guard let mainScreen = NSScreen.screens.first else { return rect }
|
||||||
|
let y = mainScreen.frame.height - rect.origin.y - rect.height
|
||||||
|
return NSRect(x: rect.origin.x, y: y, width: rect.width, height: rect.height)
|
||||||
|
}
|
||||||
|
|
||||||
|
private func topmostWindowContaining(_ appKitPoint: NSPoint) -> (id: CGWindowID, frame: NSRect, pid: Int)? {
|
||||||
|
for entry in trackedWindows {
|
||||||
|
if entry.frame.contains(appKitPoint) {
|
||||||
|
return entry
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
/// System dialogs (permission prompts, System Settings) must always
|
||||||
|
/// receive their clicks even while we're selecting.
|
||||||
|
private func isSystemDialogFrontmost() -> Bool {
|
||||||
|
guard let front = NSWorkspace.shared.frontmostApplication else { return false }
|
||||||
|
let id = front.bundleIdentifier ?? ""
|
||||||
|
return id.hasPrefix("com.apple.security") || id.hasPrefix("com.apple.SystemSettings") || id == "com.apple.systempreferences"
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns the event to pass through, or nil to consume it.
|
||||||
|
func handleTap(_ type: CGEventType, _ event: CGEvent) -> CGEvent? {
|
||||||
|
guard isSelecting else { return event }
|
||||||
|
if isSystemDialogFrontmost() {
|
||||||
|
CaptureController.log("tap: system dialog frontmost — passing through \(type)")
|
||||||
|
return event
|
||||||
|
}
|
||||||
|
|
||||||
|
switch type {
|
||||||
|
case .tapDisabledByUserInput, .tapDisabledByTimeout:
|
||||||
|
// A timed-out tap must be re-enabled; guard against a torn-down tap.
|
||||||
|
if let tap = eventTap {
|
||||||
|
CGEvent.tapEnable(tap: tap, enable: true)
|
||||||
|
CaptureController.log("tap: re-enabled after \(type)")
|
||||||
|
}
|
||||||
|
return event
|
||||||
|
case .keyDown:
|
||||||
|
if event.getIntegerValueField(.keyboardEventKeycode) == 53 {
|
||||||
|
CaptureController.log("tap: Esc — cancel")
|
||||||
|
cancelSelection()
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
return event
|
||||||
|
case .mouseMoved, .leftMouseDragged:
|
||||||
|
// Throttle window scans while moving
|
||||||
|
if Date().timeIntervalSince(lastWindowScan) > 0.15 {
|
||||||
|
lastWindowScan = Date()
|
||||||
|
refreshTrackedWindows()
|
||||||
|
}
|
||||||
|
let appKitPoint = cgPointToAppKit(NSPoint(x: event.location.x, y: event.location.y))
|
||||||
|
if type == .mouseMoved {
|
||||||
|
let window = topmostWindowContaining(appKitPoint)
|
||||||
|
if window?.frame != hoverFrame {
|
||||||
|
hoverWindow = window
|
||||||
|
if let w = window {
|
||||||
|
CaptureController.log("hover: picked id=\(w.id) frame=\(w.frame) (tracked=\(trackedWindows.count))")
|
||||||
|
} else {
|
||||||
|
CaptureController.log("hover: none (tracked=\(trackedWindows.count))")
|
||||||
|
}
|
||||||
|
renderOverlays()
|
||||||
|
}
|
||||||
|
return event
|
||||||
|
}
|
||||||
|
// Drag: grow the marquee — but only after real movement, so a
|
||||||
|
// click's micro-jitter keeps the hovered window eligible.
|
||||||
|
guard let start = marqueeStart else { return nil }
|
||||||
|
let distance = hypot(appKitPoint.x - start.x, appKitPoint.y - start.y)
|
||||||
|
guard distance >= 4 else { return nil }
|
||||||
|
let rect = NSRect(
|
||||||
|
x: min(start.x, appKitPoint.x),
|
||||||
|
y: min(start.y, appKitPoint.y),
|
||||||
|
width: abs(appKitPoint.x - start.x),
|
||||||
|
height: abs(appKitPoint.y - start.y)
|
||||||
|
)
|
||||||
|
marqueeRect = rect
|
||||||
|
hoverWindow = nil
|
||||||
|
renderOverlays()
|
||||||
|
return nil
|
||||||
|
case .leftMouseDown:
|
||||||
|
marqueeStart = cgPointToAppKit(NSPoint(x: event.location.x, y: event.location.y))
|
||||||
|
marqueeRect = nil
|
||||||
|
CaptureController.log("tap: mouseDown at \(marqueeStart.map { "\($0)" } ?? "?")")
|
||||||
|
return nil
|
||||||
|
case .leftMouseUp:
|
||||||
|
defer { marqueeStart = nil; marqueeRect = nil }
|
||||||
|
let appKitPoint = cgPointToAppKit(NSPoint(x: event.location.x, y: event.location.y))
|
||||||
|
let dragDistance = marqueeStart.map { hypot($0.x - appKitPoint.x, $0.y - appKitPoint.y) } ?? 0
|
||||||
|
if let rect = marqueeRect, dragDistance >= 4, rect.width >= 2, rect.height >= 2 {
|
||||||
|
CaptureController.log("tap: marquee complete \(rect)")
|
||||||
|
finishSelection(rect)
|
||||||
|
} else if let hover = hoverWindow {
|
||||||
|
// An overlapping window from the same app means this is an
|
||||||
|
// owned popup — desktopIndependentWindow would composite the
|
||||||
|
// parent too, so capture the screen crop instead.
|
||||||
|
// Owned popups composite their parent even when the windows
|
||||||
|
// don't overlap, so ANY other same-app window on screen means
|
||||||
|
// crop (correct region) instead of the group composite.
|
||||||
|
let ownedRisk = trackedWindows.contains {
|
||||||
|
$0.id != hover.id && $0.pid == hover.pid
|
||||||
|
}
|
||||||
|
CaptureController.log("tap: window pick id=\(hover.id) pid=\(hover.pid) ownedRisk=\(ownedRisk) \(hover.frame)")
|
||||||
|
finishWindowPick(hover.id, hover.frame, ownedRisk: ownedRisk)
|
||||||
|
} else {
|
||||||
|
CaptureController.log("tap: click with no hover/marquee — cancel")
|
||||||
|
cancelSelection()
|
||||||
|
}
|
||||||
|
return nil
|
||||||
|
default:
|
||||||
|
return event
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// MARK: - Capture
|
||||||
|
|
||||||
|
private func capture(_ rect: NSRect, excludingWindowIDs ids: [Int], roundedCorners: Bool = false, windowID: CGWindowID? = nil) {
|
||||||
|
ScreenCapture.shared.capture(rect, excludingWindowIDs: ids, roundedCorners: roundedCorners, windowID: windowID) { [weak self] image in
|
||||||
DispatchQueue.main.async {
|
DispatchQueue.main.async {
|
||||||
self?.isSelecting = false
|
self?.isSelecting = false
|
||||||
self?.restorePreviousApp()
|
self?.restorePreviousApp()
|
||||||
@@ -127,6 +379,7 @@ final class CaptureController: NSObject {
|
|||||||
ResultWindow.shared.show(image: ResultWindow.failureImage("Capture failed. Check Screen Recording permission."))
|
ResultWindow.shared.show(image: ResultWindow.failureImage("Capture failed. Check Screen Recording permission."))
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
CaptureController.log("capture done: \(image.width)x\(image.height) — showing result window")
|
||||||
ResultWindow.shared.show(image: image)
|
ResultWindow.shared.show(image: image)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -139,6 +392,41 @@ final class ScreenCapture {
|
|||||||
|
|
||||||
private init() {}
|
private init() {}
|
||||||
|
|
||||||
|
/// Estimate the window's corner radius (in image pixels) by scanning the
|
||||||
|
/// top-left corner: the crop's corner pixels are the desktop background;
|
||||||
|
/// app content starts where the color departs from it.
|
||||||
|
static func detectCornerRadius(of image: CGImage) -> CGFloat? {
|
||||||
|
let w = image.width, h = image.height
|
||||||
|
guard w > 30, h > 30 else { return nil }
|
||||||
|
var px = [UInt8](repeating: 0, count: w * h * 4)
|
||||||
|
guard let c = CGContext(data: &px, width: w, height: h, bitsPerComponent: 8, bytesPerRow: w * 4,
|
||||||
|
space: CGColorSpaceCreateDeviceRGB(),
|
||||||
|
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue) else { return nil }
|
||||||
|
c.draw(image, in: CGRect(x: 0, y: 0, width: w, height: h))
|
||||||
|
|
||||||
|
func pixel(x: Int, yTop: Int) -> (r: Int, g: Int, b: Int) {
|
||||||
|
let row = yTop * w * 4 + x * 4
|
||||||
|
return (Int(px[row]), Int(px[row + 1]), Int(px[row + 2]))
|
||||||
|
}
|
||||||
|
let bg = pixel(x: 0, yTop: 0)
|
||||||
|
func diffFromBg(_ p: (r: Int, g: Int, b: Int)) -> Int {
|
||||||
|
abs(p.r - bg.r) + abs(p.g - bg.g) + abs(p.b - bg.b)
|
||||||
|
}
|
||||||
|
var radii: [CGFloat] = []
|
||||||
|
for (limit, axis) in [(h / 3, 0), (w / 3, 1)] {
|
||||||
|
for i in 0..<limit {
|
||||||
|
let p = axis == 0 ? pixel(x: 0, yTop: i) : pixel(x: i, yTop: 0)
|
||||||
|
if diffFromBg(p) > 24 {
|
||||||
|
radii.append(CGFloat(i))
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
guard radii.count == 2 else { return nil }
|
||||||
|
let r = (radii[0] + radii[1]) / 2
|
||||||
|
return (r >= 3 && r <= 40) ? r : nil
|
||||||
|
}
|
||||||
|
|
||||||
@available(macOS 14.0, *)
|
@available(macOS 14.0, *)
|
||||||
private func crop(_ image: CGImage, to cgRect: CGRect, display: SCDisplay, roundedCorners: Bool = false) -> CGImage? {
|
private func crop(_ image: CGImage, to cgRect: CGRect, display: SCDisplay, roundedCorners: Bool = false) -> CGImage? {
|
||||||
// cgRect is in SCDisplay space (bottom-left origin, Y flipped vs AppKit).
|
// cgRect is in SCDisplay space (bottom-left origin, Y flipped vs AppKit).
|
||||||
@@ -169,23 +457,49 @@ final class ScreenCapture {
|
|||||||
// Apply a rounded-corner alpha mask for window captures, matching
|
// Apply a rounded-corner alpha mask for window captures, matching
|
||||||
// macOS window chrome (≈10pt radius, scaled to image pixels).
|
// macOS window chrome (≈10pt radius, scaled to image pixels).
|
||||||
if roundedCorners {
|
if roundedCorners {
|
||||||
let radius = 10 * scaleX
|
// The screen crop contains the app's real rounded corners against
|
||||||
let maskRect = CGRect(x: 0, y: 0, width: result.width, height: result.height)
|
// the desktop — measure the radius from the corner pixels, then
|
||||||
guard let maskCtx = CGContext(
|
// mask with it (supersampled for smooth edges).
|
||||||
|
let detected = Self.detectCornerRadius(of: result)
|
||||||
|
let radius = min(max((detected.map { $0 * 1.23 + 2.6 }) ?? (10 * scaleX), 4), 40)
|
||||||
|
CaptureController.log("corners: detected=\(detected.map { String(format: "%.1f", $0) } ?? "nil") using=\(Int(radius))px")
|
||||||
|
// Anti-aliased gray mask: supersample 3x, downsample, then draw
|
||||||
|
// the image through it ONCE at 1x (no content resampling blur).
|
||||||
|
let ss = 3
|
||||||
|
let W = result.width * ss, H = result.height * ss
|
||||||
|
guard let hiMask = CGContext(
|
||||||
|
data: nil, width: W, height: H,
|
||||||
|
bitsPerComponent: 8, bytesPerRow: 0,
|
||||||
|
space: CGColorSpaceCreateDeviceGray(),
|
||||||
|
bitmapInfo: CGImageAlphaInfo.none.rawValue
|
||||||
|
) else { return result }
|
||||||
|
hiMask.setFillColor(CGColor(gray: 1, alpha: 1))
|
||||||
|
hiMask.fill(CGRect(x: 0, y: 0, width: W, height: H))
|
||||||
|
hiMask.setFillColor(CGColor(gray: 0, alpha: 1))
|
||||||
|
let cornerPath = CGMutablePath()
|
||||||
|
cornerPath.addRect(CGRect(x: 0, y: 0, width: W, height: H))
|
||||||
|
cornerPath.addRoundedRect(in: CGRect(x: 0, y: 0, width: W, height: H), cornerWidth: radius * CGFloat(ss), cornerHeight: radius * CGFloat(ss), transform: .identity)
|
||||||
|
hiMask.addPath(cornerPath)
|
||||||
|
hiMask.fillPath(using: .evenOdd)
|
||||||
|
guard let hiMaskImg = hiMask.makeImage(),
|
||||||
|
let downMask = CGContext(
|
||||||
|
data: nil, width: result.width, height: result.height,
|
||||||
|
bitsPerComponent: 8, bytesPerRow: 0,
|
||||||
|
space: CGColorSpaceCreateDeviceGray(),
|
||||||
|
bitmapInfo: CGImageAlphaInfo.none.rawValue
|
||||||
|
) else { return result }
|
||||||
|
downMask.interpolationQuality = .high
|
||||||
|
downMask.draw(hiMaskImg, in: CGRect(x: 0, y: 0, width: result.width, height: result.height))
|
||||||
|
guard let mask1x = downMask.makeImage(),
|
||||||
|
let ctx = CGContext(
|
||||||
data: nil, width: result.width, height: result.height,
|
data: nil, width: result.width, height: result.height,
|
||||||
bitsPerComponent: 8, bytesPerRow: 0,
|
bitsPerComponent: 8, bytesPerRow: 0,
|
||||||
space: CGColorSpaceCreateDeviceRGB(),
|
space: CGColorSpaceCreateDeviceRGB(),
|
||||||
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue
|
bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue
|
||||||
) else { return result }
|
) else { return result }
|
||||||
maskCtx.setFillColor(CGColor(gray: 1, alpha: 1))
|
ctx.clip(to: CGRect(x: 0, y: 0, width: result.width, height: result.height), mask: mask1x)
|
||||||
maskCtx.fill(maskRect)
|
ctx.draw(result, in: CGRect(x: 0, y: 0, width: result.width, height: result.height))
|
||||||
maskCtx.setBlendMode(.clear)
|
if let masked = ctx.makeImage() {
|
||||||
maskCtx.setFillColor(CGColor(gray: 0, alpha: 1))
|
|
||||||
maskCtx.addPath(CGPath(roundedRect: maskRect, cornerWidth: radius, cornerHeight: radius, transform: nil))
|
|
||||||
maskCtx.fillPath()
|
|
||||||
maskCtx.setBlendMode(.normal)
|
|
||||||
if let mask = maskCtx.makeImage(),
|
|
||||||
let masked = result.masking(mask) {
|
|
||||||
result = masked
|
result = masked
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -202,7 +516,7 @@ final class ScreenCapture {
|
|||||||
return content.displays.first(where: { $0.displayID == cgID }) ?? content.displays.first
|
return content.displays.first(where: { $0.displayID == cgID }) ?? content.displays.first
|
||||||
}
|
}
|
||||||
|
|
||||||
func capture(_ rect: NSRect, excludingWindowIDs excludedIDs: [Int], roundedCorners: Bool = false, completion: @escaping (CGImage?) -> Void) {
|
func capture(_ rect: NSRect, excludingWindowIDs excludedIDs: [Int], roundedCorners: Bool = false, windowID: CGWindowID? = nil, completion: @escaping (CGImage?) -> Void) {
|
||||||
if #available(macOS 14.0, *) {
|
if #available(macOS 14.0, *) {
|
||||||
Task {
|
Task {
|
||||||
guard let content = try? await SCShareableContent.current,
|
guard let content = try? await SCShareableContent.current,
|
||||||
@@ -225,7 +539,7 @@ final class ScreenCapture {
|
|||||||
let backingScale = screen.backingScaleFactor
|
let backingScale = screen.backingScaleFactor
|
||||||
config.width = Int(CGFloat(display.width) * backingScale)
|
config.width = Int(CGFloat(display.width) * backingScale)
|
||||||
config.height = Int(CGFloat(display.height) * backingScale)
|
config.height = Int(CGFloat(display.height) * backingScale)
|
||||||
config.showsCursor = true
|
config.showsCursor = false
|
||||||
|
|
||||||
// ScreenCaptureKit uses a different origin than AppKit for
|
// ScreenCaptureKit uses a different origin than AppKit for
|
||||||
// screens stacked around the main display: per-display,
|
// screens stacked around the main display: per-display,
|
||||||
@@ -237,10 +551,42 @@ final class ScreenCapture {
|
|||||||
height: rect.height
|
height: rect.height
|
||||||
)
|
)
|
||||||
|
|
||||||
|
// Window pick: capture the window DIRECTLY — the image comes
|
||||||
|
// with the app's real rounded-corner alpha (no mask guessing).
|
||||||
|
if let windowID,
|
||||||
|
let scWindow = content.windows.first(where: { $0.windowID == windowID }) {
|
||||||
|
var windowConfig = SCStreamConfiguration()
|
||||||
|
windowConfig.width = Int(scWindow.frame.width * backingScale)
|
||||||
|
windowConfig.height = Int(scWindow.frame.height * backingScale)
|
||||||
|
windowConfig.showsCursor = false
|
||||||
|
if let windowImage = try? await SCScreenshotManager.captureImage(
|
||||||
|
contentFilter: SCContentFilter(desktopIndependentWindow: scWindow),
|
||||||
|
configuration: windowConfig
|
||||||
|
) {
|
||||||
|
let expectedW = CGFloat(scWindow.frame.width) * backingScale
|
||||||
|
let expectedH = CGFloat(scWindow.frame.height) * backingScale
|
||||||
|
let overflow = max(
|
||||||
|
CGFloat(windowImage.width) / max(expectedW, 1),
|
||||||
|
CGFloat(windowImage.height) / max(expectedH, 1)
|
||||||
|
)
|
||||||
|
if overflow > 1.35 {
|
||||||
|
// SCKit composited extra windows (owned popups etc.)
|
||||||
|
// — reject and use the screen crop instead.
|
||||||
|
CaptureController.log("capture: WINDOW id=\(windowID) overflow=\(overflow) (\(windowImage.width)x\(windowImage.height) vs \(Int(expectedW))x\(Int(expectedH))) — rejecting, using crop+mask")
|
||||||
|
} else {
|
||||||
|
CaptureController.log("capture: WINDOW id=\(windowID) image=\(windowImage.width)x\(windowImage.height) (native alpha corners)")
|
||||||
|
completion(windowImage)
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
CaptureController.log("capture: window filter failed for id=\(windowID) — falling back to crop+mask")
|
||||||
|
}
|
||||||
|
|
||||||
guard let image = try? await SCScreenshotManager.captureImage(contentFilter: filter, configuration: config) else {
|
guard let image = try? await SCScreenshotManager.captureImage(contentFilter: filter, configuration: config) else {
|
||||||
completion(nil)
|
completion(nil)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
CaptureController.log("capture: rect=\(rect) screen=\(screen.frame) display=\(display.frame) backing=\(backingScale) image=\(image.width)x\(image.height) scRect=\(scRect)")
|
||||||
completion(self.crop(image, to: scRect, display: display, roundedCorners: roundedCorners))
|
completion(self.crop(image, to: scRect, display: display, roundedCorners: roundedCorners))
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
@@ -12,6 +12,11 @@ final class OCRService {
|
|||||||
request.recognitionLevel = .accurate
|
request.recognitionLevel = .accurate
|
||||||
request.usesLanguageCorrection = true
|
request.usesLanguageCorrection = true
|
||||||
request.recognitionLanguages = ["en-US", "zh-Hans", "zh-Hant", "ja-JP", "ko-KR"]
|
request.recognitionLanguages = ["en-US", "zh-Hans", "zh-Hant", "ja-JP", "ko-KR"]
|
||||||
|
// Without this, Vision defaults to the first listed language and
|
||||||
|
// renders CJK as Latin garbage (verified: 你好世界 -> "177WR").
|
||||||
|
if #available(macOS 13.0, *) {
|
||||||
|
request.automaticallyDetectsLanguage = true
|
||||||
|
}
|
||||||
|
|
||||||
let handler = VNImageRequestHandler(cgImage: cgImage, options: [:])
|
let handler = VNImageRequestHandler(cgImage: cgImage, options: [:])
|
||||||
do {
|
do {
|
||||||
|
|||||||
@@ -1,17 +1,23 @@
|
|||||||
import AppKit
|
import AppKit
|
||||||
|
|
||||||
|
/// Renders the capture overlay. All interaction state lives in
|
||||||
|
/// CaptureController (driven by the CGEventTap); this view only draws.
|
||||||
final class OverlayWindow: NSPanel {
|
final class OverlayWindow: NSPanel {
|
||||||
init(screen: NSScreen, onComplete: @escaping (NSRect) -> Void, onCancel: @escaping () -> Void, onWindowPick: @escaping (NSRect) -> Void) {
|
init(screen: NSScreen, controller: CaptureController) {
|
||||||
let content = OverlayView(onComplete: onComplete, onCancel: onCancel, onWindowPick: onWindowPick)
|
let content = OverlayView()
|
||||||
super.init(
|
super.init(
|
||||||
|
// Non-activating: the overlay must NOT steal focus, so the app
|
||||||
|
// being captured keeps its active appearance (undimmed chrome).
|
||||||
|
// Input comes from the CGEventTap, not panel events.
|
||||||
contentRect: screen.frame,
|
contentRect: screen.frame,
|
||||||
styleMask: [.borderless, .nonactivatingPanel],
|
styleMask: [.borderless, .nonactivatingPanel],
|
||||||
backing: .buffered,
|
backing: .buffered,
|
||||||
defer: false
|
defer: false
|
||||||
)
|
)
|
||||||
contentView = content
|
contentView = content
|
||||||
|
content.controller = controller
|
||||||
level = .screenSaver
|
level = .screenSaver
|
||||||
collectionBehavior = [.canJoinAllSpaces, .fullScreenAuxiliary, .stationary, .transient]
|
collectionBehavior = [.canJoinAllSpaces, .fullScreenAuxiliary, .stationary]
|
||||||
backgroundColor = .clear
|
backgroundColor = .clear
|
||||||
isOpaque = false
|
isOpaque = false
|
||||||
hasShadow = false
|
hasShadow = false
|
||||||
@@ -23,29 +29,7 @@ final class OverlayWindow: NSPanel {
|
|||||||
}
|
}
|
||||||
|
|
||||||
final class OverlayView: NSView {
|
final class OverlayView: NSView {
|
||||||
private let onComplete: (NSRect) -> Void
|
weak var controller: CaptureController?
|
||||||
private let onCancel: () -> Void
|
|
||||||
private let onWindowPick: (NSRect) -> Void
|
|
||||||
|
|
||||||
private var startPoint: NSPoint?
|
|
||||||
private(set) var selection: NSRect?
|
|
||||||
private var isDragging = false
|
|
||||||
private var dragDistance: CGFloat = 0
|
|
||||||
|
|
||||||
// Window detection (frames stored in AppKit global space)
|
|
||||||
private var trackedWindows: [(id: CGWindowID, frame: NSRect)] = []
|
|
||||||
private var hoveredWindowFrame: NSRect?
|
|
||||||
|
|
||||||
init(onComplete: @escaping (NSRect) -> Void, onCancel: @escaping () -> Void, onWindowPick: @escaping (NSRect) -> Void) {
|
|
||||||
self.onComplete = onComplete
|
|
||||||
self.onCancel = onCancel
|
|
||||||
self.onWindowPick = onWindowPick
|
|
||||||
super.init(frame: .zero)
|
|
||||||
}
|
|
||||||
|
|
||||||
required init?(coder: NSCoder) {
|
|
||||||
fatalError("init(coder:) has not been implemented")
|
|
||||||
}
|
|
||||||
|
|
||||||
override var acceptsFirstResponder: Bool { true }
|
override var acceptsFirstResponder: Bool { true }
|
||||||
|
|
||||||
@@ -55,178 +39,73 @@ final class OverlayView: NSView {
|
|||||||
addCursorRect(bounds, cursor: .crosshair)
|
addCursorRect(bounds, cursor: .crosshair)
|
||||||
}
|
}
|
||||||
|
|
||||||
// MARK: - Window detection
|
/// The screen frame this overlay covers, in AppKit global space.
|
||||||
|
private var screenFrame: NSRect {
|
||||||
|
guard let window else { return .zero }
|
||||||
|
return window.convertToScreen(NSRect(origin: .zero, size: bounds.size))
|
||||||
|
}
|
||||||
|
|
||||||
/// Rebuild the list of capturable windows intersecting this screen.
|
/// Convert an AppKit-global rect into this view's coordinates.
|
||||||
/// Called lazily on mouse moves; cheap enough for interactive hover.
|
private func viewRect(_ global: NSRect) -> NSRect {
|
||||||
private func refreshTrackedWindows() {
|
let sf = screenFrame
|
||||||
guard let window = window else { return }
|
return NSRect(
|
||||||
let screenFrame = window.convertToScreen(NSRect(origin: .zero, size: bounds.size))
|
x: global.origin.x - sf.origin.x,
|
||||||
// Exclude this overlay's own window (the other overlays don't intersect
|
y: global.origin.y - sf.origin.y,
|
||||||
// this screen, so the on-screen filter handles them).
|
width: global.width,
|
||||||
let ownID = window.windowNumber
|
height: global.height
|
||||||
|
|
||||||
guard let list = CGWindowListCopyWindowInfo(
|
|
||||||
[ .optionOnScreenOnly, .excludeDesktopElements ], kCGNullWindowID
|
|
||||||
) as? [[String: Any]] else { trackedWindows = []; return }
|
|
||||||
|
|
||||||
var found: [(CGWindowID, NSRect)] = []
|
|
||||||
for info in list {
|
|
||||||
guard let cid = info[kCGWindowNumber as String] as? CGWindowID,
|
|
||||||
let bounds = info[kCGWindowBounds as String] as? [String: CGFloat],
|
|
||||||
let layer = info[kCGWindowLayer as String] as? Int,
|
|
||||||
layer == 0
|
|
||||||
else { continue }
|
|
||||||
// Skip our own overlays
|
|
||||||
if Int(cid) == ownID { continue }
|
|
||||||
let cgRect = NSRect(
|
|
||||||
x: bounds["X"] ?? 0,
|
|
||||||
y: bounds["Y"] ?? 0,
|
|
||||||
width: bounds["Width"] ?? 0,
|
|
||||||
height: bounds["Height"] ?? 0
|
|
||||||
)
|
)
|
||||||
guard cgRect.width >= 80, cgRect.height >= 60 else { continue }
|
|
||||||
// Convert to AppKit space FIRST — CG and AppKit Y axes disagree on
|
|
||||||
// multi-desktop layouts, so intersect tests must use one space.
|
|
||||||
let rect = Self.cgToAppKit(rect: cgRect)
|
|
||||||
// Skip windows filling the whole screen (fullscreen apps)
|
|
||||||
guard rect.width < screenFrame.width || rect.height < screenFrame.height else { continue }
|
|
||||||
// Only windows intersecting this screen
|
|
||||||
guard rect.intersects(screenFrame) else { continue }
|
|
||||||
found.append((cid, rect))
|
|
||||||
}
|
|
||||||
trackedWindows = found
|
|
||||||
}
|
|
||||||
|
|
||||||
private func windowFrame(at point: NSPoint) -> NSRect? {
|
|
||||||
guard let window = window else { return nil }
|
|
||||||
// convertToScreen gives AppKit-global coordinates; tracked frames are
|
|
||||||
// already in that space.
|
|
||||||
let screenPoint = window.convertToScreen(NSRect(origin: point, size: .zero)).origin
|
|
||||||
for (_, frame) in trackedWindows {
|
|
||||||
if frame.contains(screenPoint) {
|
|
||||||
return frame
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Convert a CGWindowList (top-left origin, CG global space) frame into
|
|
||||||
/// AppKit screen coordinates (bottom-left origin) for capture.
|
|
||||||
private static func cgToAppKit(rect: NSRect) -> NSRect {
|
|
||||||
guard let mainScreen = NSScreen.screens.first else { return rect }
|
|
||||||
let y = mainScreen.frame.height - rect.origin.y - rect.height
|
|
||||||
return NSRect(x: rect.origin.x, y: y, width: rect.width, height: rect.height)
|
|
||||||
}
|
|
||||||
|
|
||||||
// MARK: - Events
|
|
||||||
|
|
||||||
override func mouseMoved(with event: NSEvent) {
|
|
||||||
guard !isDragging else { return }
|
|
||||||
refreshTrackedWindows()
|
|
||||||
let p = convert(event.locationInWindow, from: nil)
|
|
||||||
let frame = windowFrame(at: p)
|
|
||||||
if frame != hoveredWindowFrame {
|
|
||||||
hoveredWindowFrame = frame
|
|
||||||
needsDisplay = true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
override func mouseDown(with event: NSEvent) {
|
|
||||||
let p = convert(event.locationInWindow, from: nil)
|
|
||||||
startPoint = p
|
|
||||||
dragDistance = 0
|
|
||||||
selection = NSRect(origin: p, size: .zero)
|
|
||||||
needsDisplay = true
|
|
||||||
}
|
|
||||||
|
|
||||||
override func mouseDragged(with event: NSEvent) {
|
|
||||||
guard let start = startPoint else { return }
|
|
||||||
let p = convert(event.locationInWindow, from: nil)
|
|
||||||
dragDistance = hypot(p.x - start.x, p.y - start.y)
|
|
||||||
// Only become a marquee after real movement; micro-jitter from a
|
|
||||||
// click must not cancel window-pick mode.
|
|
||||||
guard dragDistance >= 4 else { return }
|
|
||||||
isDragging = true
|
|
||||||
hoveredWindowFrame = nil
|
|
||||||
selection = NSRect(
|
|
||||||
x: min(start.x, p.x),
|
|
||||||
y: min(start.y, p.y),
|
|
||||||
width: abs(p.x - start.x),
|
|
||||||
height: abs(p.y - start.y)
|
|
||||||
)
|
|
||||||
needsDisplay = true
|
|
||||||
}
|
|
||||||
|
|
||||||
override func mouseUp(with event: NSEvent) {
|
|
||||||
defer {
|
|
||||||
isDragging = false
|
|
||||||
dragDistance = 0
|
|
||||||
}
|
|
||||||
if isDragging {
|
|
||||||
guard let sel = selection else { return }
|
|
||||||
if sel.width >= 2, sel.height >= 2 {
|
|
||||||
onComplete(window!.convertToScreen(sel))
|
|
||||||
} else {
|
|
||||||
onCancel()
|
|
||||||
}
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
// It was a click. If a window is hovered, capture it with rounded
|
|
||||||
// corners; otherwise treat as an empty marquee (cancel).
|
|
||||||
if let frame = hoveredWindowFrame {
|
|
||||||
onWindowPick(frame)
|
|
||||||
} else {
|
|
||||||
onCancel()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
override func keyDown(with event: NSEvent) {
|
|
||||||
if event.keyCode == 53 {
|
|
||||||
onCancel()
|
|
||||||
} else {
|
|
||||||
super.keyDown(with: event)
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
override func draw(_ dirtyRect: NSRect) {
|
override func draw(_ dirtyRect: NSRect) {
|
||||||
NSColor.black.withAlphaComponent(0.35).setFill()
|
NSColor.black.withAlphaComponent(0.35).setFill()
|
||||||
NSBezierPath(rect: bounds).fill()
|
NSBezierPath(rect: bounds).fill()
|
||||||
|
|
||||||
// Highlight the hovered window (rounded, like the real window corners)
|
// Esc hint — the only way out once clicks are consumed by the tap.
|
||||||
if let frame = hoveredWindowFrame {
|
let hint = "Drag to select · hover + click a window to capture it · Esc to cancel"
|
||||||
// Tracked frames are AppKit-global; view space = global - window origin.
|
let hintAttrs: [NSAttributedString.Key: Any] = [
|
||||||
guard let window = window else { return }
|
.font: NSFont.monospacedSystemFont(ofSize: 12, weight: .medium),
|
||||||
let screenFrame = window.convertToScreen(NSRect(origin: .zero, size: bounds.size))
|
.foregroundColor: NSColor.white.withAlphaComponent(0.85),
|
||||||
let viewFrame = NSRect(
|
]
|
||||||
x: frame.origin.x - screenFrame.origin.x,
|
let hintSize = hint.size(withAttributes: hintAttrs)
|
||||||
y: frame.origin.y - screenFrame.origin.y,
|
let hintRect = NSRect(
|
||||||
width: frame.width,
|
x: (bounds.width - hintSize.width) / 2 - 10,
|
||||||
height: frame.height
|
y: bounds.height - 46,
|
||||||
|
width: hintSize.width + 20,
|
||||||
|
height: hintSize.height + 12
|
||||||
)
|
)
|
||||||
|
NSColor.black.withAlphaComponent(0.65).setFill()
|
||||||
|
NSBezierPath(roundedRect: hintRect, xRadius: 8, yRadius: 8).fill()
|
||||||
|
hint.draw(at: NSPoint(x: hintRect.minX + 10, y: hintRect.minY + 6), withAttributes: hintAttrs)
|
||||||
|
|
||||||
|
guard let controller else { return }
|
||||||
|
|
||||||
|
// Highlight the hovered window (rounded, like real window corners)
|
||||||
|
if let frame = controller.hoverFrame {
|
||||||
|
let vf = viewRect(frame)
|
||||||
NSGraphicsContext.current?.saveGraphicsState()
|
NSGraphicsContext.current?.saveGraphicsState()
|
||||||
NSGraphicsContext.current?.compositingOperation = .clear
|
NSGraphicsContext.current?.compositingOperation = .clear
|
||||||
NSColor.black.setFill()
|
NSColor.black.setFill()
|
||||||
NSBezierPath(roundedRect: viewFrame, xRadius: 10, yRadius: 10).fill()
|
NSBezierPath(roundedRect: vf, xRadius: 10, yRadius: 10).fill()
|
||||||
NSGraphicsContext.current?.restoreGraphicsState()
|
NSGraphicsContext.current?.restoreGraphicsState()
|
||||||
|
|
||||||
let border = NSBezierPath(roundedRect: viewFrame, xRadius: 10, yRadius: 10)
|
let border = NSBezierPath(roundedRect: vf, xRadius: 10, yRadius: 10)
|
||||||
border.lineWidth = 2
|
border.lineWidth = 2
|
||||||
NSColor.controlAccentColor.setStroke()
|
NSColor.controlAccentColor.setStroke()
|
||||||
border.stroke()
|
border.stroke()
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
guard let sel = selection, sel.width > 0, sel.height > 0 else { return }
|
// Marquee selection
|
||||||
|
guard let sel = controller.marqueeRect, sel.width > 0, sel.height > 0 else { return }
|
||||||
|
let vf = viewRect(sel)
|
||||||
|
|
||||||
NSGraphicsContext.current?.saveGraphicsState()
|
NSGraphicsContext.current?.saveGraphicsState()
|
||||||
NSGraphicsContext.current?.compositingOperation = .clear
|
NSGraphicsContext.current?.compositingOperation = .clear
|
||||||
NSColor.black.setFill()
|
NSColor.black.setFill()
|
||||||
NSBezierPath(rect: sel).fill()
|
NSBezierPath(rect: vf).fill()
|
||||||
NSGraphicsContext.current?.restoreGraphicsState()
|
NSGraphicsContext.current?.restoreGraphicsState()
|
||||||
|
|
||||||
let border = NSBezierPath(rect: sel)
|
let border = NSBezierPath(rect: vf)
|
||||||
border.lineWidth = 1.5
|
border.lineWidth = 1.5
|
||||||
NSColor.controlAccentColor.setStroke()
|
NSColor.controlAccentColor.setStroke()
|
||||||
border.stroke()
|
border.stroke()
|
||||||
@@ -238,8 +117,8 @@ final class OverlayView: NSView {
|
|||||||
]
|
]
|
||||||
let labelSize = label.size(withAttributes: attrs)
|
let labelSize = label.size(withAttributes: attrs)
|
||||||
let labelRect = NSRect(
|
let labelRect = NSRect(
|
||||||
x: sel.maxX - labelSize.width - 8,
|
x: vf.maxX - labelSize.width - 8,
|
||||||
y: sel.minY - labelSize.height - 10,
|
y: vf.minY - labelSize.height - 10,
|
||||||
width: labelSize.width + 8,
|
width: labelSize.width + 8,
|
||||||
height: labelSize.height + 6
|
height: labelSize.height + 6
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -195,14 +195,15 @@ final class CaptureModel: ObservableObject {
|
|||||||
return rep.cgImage ?? image
|
return rep.cgImage ?? image
|
||||||
}
|
}
|
||||||
|
|
||||||
func addStroke(_ points: [CGPoint]) {
|
/// `widthPx` is the stroke thickness in IMAGE PIXELS (the preview
|
||||||
|
/// converts the slider value so exports match what was drawn).
|
||||||
|
func addStroke(_ points: [CGPoint], widthPx: CGFloat) {
|
||||||
guard points.count > 1 else { return }
|
guard points.count > 1 else { return }
|
||||||
if tool == .redact {
|
if tool == .redact {
|
||||||
// Redaction: a filled black bar from start to end, as thick as the
|
// Redaction: a filled black bar from start to end.
|
||||||
// current stroke width (drawn as a rect for clean edges).
|
strokes.append(Stroke(points: points, width: max(widthPx, 12), color: .black, isRedaction: true))
|
||||||
strokes.append(Stroke(points: points, width: max(strokeWidth, 12), color: .black, isRedaction: true))
|
|
||||||
} else {
|
} else {
|
||||||
strokes.append(Stroke(points: points, width: strokeWidth, color: drawColor))
|
strokes.append(Stroke(points: points, width: widthPx, color: drawColor))
|
||||||
}
|
}
|
||||||
redoStack = []
|
redoStack = []
|
||||||
}
|
}
|
||||||
@@ -575,7 +576,8 @@ struct ScreenshotPane: View {
|
|||||||
for point in stroke.points.dropFirst() {
|
for point in stroke.points.dropFirst() {
|
||||||
path.addLine(to: CGPoint(x: origin.x + point.x * scale, y: origin.y + point.y * scale))
|
path.addLine(to: CGPoint(x: origin.x + point.x * scale, y: origin.y + point.y * scale))
|
||||||
}
|
}
|
||||||
context.stroke(path, with: .color(Color(nsColor: stroke.color)), lineWidth: stroke.width)
|
// stroke.width is in image pixels; scale to view points
|
||||||
|
context.stroke(path, with: .color(Color(nsColor: stroke.color)), lineWidth: stroke.width * scale)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -636,7 +638,7 @@ struct ScreenshotPane: View {
|
|||||||
.onEnded { _ in
|
.onEnded { _ in
|
||||||
if model.tool != .select {
|
if model.tool != .select {
|
||||||
if currentStroke.count > 1 {
|
if currentStroke.count > 1 {
|
||||||
model.addStroke(currentStroke)
|
model.addStroke(currentStroke, widthPx: model.strokeWidth / max(scale, 0.01))
|
||||||
}
|
}
|
||||||
currentStroke = []
|
currentStroke = []
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
+2
-2
@@ -108,9 +108,9 @@ cat > "$APP/Contents/Info.plist" <<'PLIST'
|
|||||||
<key>CFBundleIconFile</key>
|
<key>CFBundleIconFile</key>
|
||||||
<string>Icon</string>
|
<string>Icon</string>
|
||||||
<key>CFBundleShortVersionString</key>
|
<key>CFBundleShortVersionString</key>
|
||||||
<string>1.6.1</string>
|
<string>1.9.2</string>
|
||||||
<key>CFBundleVersion</key>
|
<key>CFBundleVersion</key>
|
||||||
<string>61</string>
|
<string>92</string>
|
||||||
<key>LSUIElement</key>
|
<key>LSUIElement</key>
|
||||||
<true/>
|
<true/>
|
||||||
<key>NSHighResolutionCapable</key>
|
<key>NSHighResolutionCapable</key>
|
||||||
|
|||||||
Reference in New Issue
Block a user