Add Apple Intelligence gRPC server
Implements a Swift gRPC server that exposes Apple's Foundation Models (Apple Intelligence) over the network for LAN access. Features: - Complete: Unary RPC for prompt/response - StreamComplete: Server streaming RPC for token-by-token responses - Health: Check model availability - Optional API key authentication via gRPC metadata - Configurable host/port via CLI args or environment variables Requires macOS 26 (Tahoe) with Apple Intelligence enabled. 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Mathias Beaulieu-Duncan
commit
47feeedf9d
6
.gitignore
vendored
Normal file
6
.gitignore
vendored
Normal file
@ -0,0 +1,6 @@
|
||||
.build/
|
||||
.swiftpm/
|
||||
*.xcodeproj/
|
||||
xcuserdata/
|
||||
DerivedData/
|
||||
.DS_Store
|
||||
213
Package.resolved
Normal file
213
Package.resolved
Normal file
@ -0,0 +1,213 @@
|
||||
{
|
||||
"originHash" : "73128af91f020c013de06bf6af5d06131ff05e38285118f5ff904ee06a3a6e24",
|
||||
"pins" : [
|
||||
{
|
||||
"identity" : "grpc-swift",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/grpc/grpc-swift.git",
|
||||
"state" : {
|
||||
"revision" : "adc18c3e1c55027d0ce43893897ac448e3f27ebe",
|
||||
"version" : "2.2.3"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "grpc-swift-nio-transport",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/grpc/grpc-swift-nio-transport.git",
|
||||
"state" : {
|
||||
"revision" : "ca2303eb7f3df556beafbba33a143ffa30d5b786",
|
||||
"version" : "1.2.3"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "grpc-swift-protobuf",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/grpc/grpc-swift-protobuf.git",
|
||||
"state" : {
|
||||
"revision" : "53e89e3a5d417307f70a721c7b83e564fefb1e1c",
|
||||
"version" : "1.3.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-algorithms",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-algorithms.git",
|
||||
"state" : {
|
||||
"revision" : "87e50f483c54e6efd60e885f7f5aa946cee68023",
|
||||
"version" : "1.2.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-argument-parser",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-argument-parser.git",
|
||||
"state" : {
|
||||
"revision" : "c5d11a805e765f52ba34ec7284bd4fcd6ba68615",
|
||||
"version" : "1.7.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-asn1",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-asn1.git",
|
||||
"state" : {
|
||||
"revision" : "810496cf121e525d660cd0ea89a758740476b85f",
|
||||
"version" : "1.5.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-async-algorithms",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-async-algorithms.git",
|
||||
"state" : {
|
||||
"revision" : "6c050d5ef8e1aa6342528460db614e9770d7f804",
|
||||
"version" : "1.1.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-atomics",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-atomics.git",
|
||||
"state" : {
|
||||
"revision" : "b601256eab081c0f92f059e12818ac1d4f178ff7",
|
||||
"version" : "1.3.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-certificates",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-certificates.git",
|
||||
"state" : {
|
||||
"revision" : "133a347911b6ad0fc8fe3bf46ca90c66cff97130",
|
||||
"version" : "1.17.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-collections",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-collections.git",
|
||||
"state" : {
|
||||
"revision" : "7b847a3b7008b2dc2f47ca3110d8c782fb2e5c7e",
|
||||
"version" : "1.3.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-crypto",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-crypto.git",
|
||||
"state" : {
|
||||
"revision" : "6f70fa9eab24c1fd982af18c281c4525d05e3095",
|
||||
"version" : "4.2.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-http-structured-headers",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-http-structured-headers.git",
|
||||
"state" : {
|
||||
"revision" : "76d7627bd88b47bf5a0f8497dd244885960dde0b",
|
||||
"version" : "1.6.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-http-types",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-http-types.git",
|
||||
"state" : {
|
||||
"revision" : "45eb0224913ea070ec4fba17291b9e7ecf4749ca",
|
||||
"version" : "1.5.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-log",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-log.git",
|
||||
"state" : {
|
||||
"revision" : "bc386b95f2a16ccd0150a8235e7c69eab2b866ca",
|
||||
"version" : "1.8.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-nio",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-nio.git",
|
||||
"state" : {
|
||||
"revision" : "a1605a3303a28e14d822dec8aaa53da8a9490461",
|
||||
"version" : "2.92.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-nio-extras",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-nio-extras.git",
|
||||
"state" : {
|
||||
"revision" : "1c90641b02b6ab47c6d0db2063a12198b04e83e2",
|
||||
"version" : "1.31.2"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-nio-http2",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-nio-http2.git",
|
||||
"state" : {
|
||||
"revision" : "c2ba4cfbb83f307c66f5a6df6bb43e3c88dfbf80",
|
||||
"version" : "1.39.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-nio-ssl",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-nio-ssl.git",
|
||||
"state" : {
|
||||
"revision" : "173cc69a058623525a58ae6710e2f5727c663793",
|
||||
"version" : "2.36.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-nio-transport-services",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-nio-transport-services.git",
|
||||
"state" : {
|
||||
"revision" : "60c3e187154421171721c1a38e800b390680fb5d",
|
||||
"version" : "1.26.0"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-numerics",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-numerics.git",
|
||||
"state" : {
|
||||
"revision" : "0c0290ff6b24942dadb83a929ffaaa1481df04a2",
|
||||
"version" : "1.1.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-protobuf",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-protobuf.git",
|
||||
"state" : {
|
||||
"revision" : "c169a5744230951031770e27e475ff6eefe51f9d",
|
||||
"version" : "1.33.3"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-service-lifecycle",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/swift-server/swift-service-lifecycle.git",
|
||||
"state" : {
|
||||
"revision" : "1de37290c0ab3c5a96028e0f02911b672fd42348",
|
||||
"version" : "2.9.1"
|
||||
}
|
||||
},
|
||||
{
|
||||
"identity" : "swift-system",
|
||||
"kind" : "remoteSourceControl",
|
||||
"location" : "https://github.com/apple/swift-system.git",
|
||||
"state" : {
|
||||
"revision" : "395a77f0aa927f0ff73941d7ac35f2b46d47c9db",
|
||||
"version" : "1.6.3"
|
||||
}
|
||||
}
|
||||
],
|
||||
"version" : 3
|
||||
}
|
||||
31
Package.swift
Normal file
31
Package.swift
Normal file
@ -0,0 +1,31 @@
|
||||
// swift-tools-version: 6.2
|
||||
import PackageDescription
|
||||
|
||||
let package = Package(
|
||||
name: "AppleIntelligenceGRPC",
|
||||
platforms: [
|
||||
.macOS(.v26)
|
||||
],
|
||||
dependencies: [
|
||||
.package(url: "https://github.com/grpc/grpc-swift.git", from: "2.0.0"),
|
||||
.package(url: "https://github.com/grpc/grpc-swift-nio-transport.git", from: "1.0.0"),
|
||||
.package(url: "https://github.com/grpc/grpc-swift-protobuf.git", from: "1.0.0"),
|
||||
.package(url: "https://github.com/apple/swift-protobuf.git", from: "1.28.0"),
|
||||
.package(url: "https://github.com/apple/swift-argument-parser.git", from: "1.3.0"),
|
||||
],
|
||||
targets: [
|
||||
.executableTarget(
|
||||
name: "AppleIntelligenceGRPC",
|
||||
dependencies: [
|
||||
.product(name: "GRPCCore", package: "grpc-swift"),
|
||||
.product(name: "GRPCNIOTransportHTTP2", package: "grpc-swift-nio-transport"),
|
||||
.product(name: "GRPCProtobuf", package: "grpc-swift-protobuf"),
|
||||
.product(name: "SwiftProtobuf", package: "swift-protobuf"),
|
||||
.product(name: "ArgumentParser", package: "swift-argument-parser"),
|
||||
],
|
||||
swiftSettings: [
|
||||
.unsafeFlags(["-parse-as-library"])
|
||||
]
|
||||
),
|
||||
]
|
||||
)
|
||||
27
Sources/AppleIntelligenceGRPC/Config.swift
Normal file
27
Sources/AppleIntelligenceGRPC/Config.swift
Normal file
@ -0,0 +1,27 @@
|
||||
import Foundation
|
||||
|
||||
/// Server configuration loaded from environment variables
|
||||
struct Config {
|
||||
/// Host to bind the server to (default: 0.0.0.0 for LAN access)
|
||||
let host: String
|
||||
|
||||
/// Port to listen on (default: 50051)
|
||||
let port: Int
|
||||
|
||||
/// Optional API key for authentication via gRPC metadata
|
||||
let apiKey: String?
|
||||
|
||||
/// Initialize configuration from environment variables
|
||||
init() {
|
||||
self.host = ProcessInfo.processInfo.environment["GRPC_HOST"] ?? "0.0.0.0"
|
||||
self.port = Int(ProcessInfo.processInfo.environment["GRPC_PORT"] ?? "50051") ?? 50051
|
||||
self.apiKey = ProcessInfo.processInfo.environment["API_KEY"]
|
||||
}
|
||||
|
||||
/// Initialize with explicit values (for testing)
|
||||
init(host: String, port: Int, apiKey: String? = nil) {
|
||||
self.host = host
|
||||
self.port = port
|
||||
self.apiKey = apiKey
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,238 @@
|
||||
// DO NOT EDIT.
|
||||
// swift-format-ignore-file
|
||||
// swiftlint:disable all
|
||||
//
|
||||
// Generated protocol buffer code for apple_intelligence.proto
|
||||
|
||||
import Foundation
|
||||
import SwiftProtobuf
|
||||
|
||||
// MARK: - Messages
|
||||
|
||||
struct Appleintelligence_CompletionRequest: Sendable, SwiftProtobuf.Message {
|
||||
static let protoMessageName: String = "appleintelligence.CompletionRequest"
|
||||
|
||||
var prompt: String = ""
|
||||
var temperature: Float = 0
|
||||
var maxTokens: Int32 = 0
|
||||
|
||||
var hasTemperature: Bool = false
|
||||
var hasMaxTokens: Bool = false
|
||||
|
||||
var unknownFields = SwiftProtobuf.UnknownStorage()
|
||||
|
||||
init() {}
|
||||
|
||||
init(prompt: String, temperature: Float? = nil, maxTokens: Int32? = nil) {
|
||||
self.prompt = prompt
|
||||
if let temp = temperature {
|
||||
self.temperature = temp
|
||||
self.hasTemperature = true
|
||||
}
|
||||
if let tokens = maxTokens {
|
||||
self.maxTokens = tokens
|
||||
self.hasMaxTokens = true
|
||||
}
|
||||
}
|
||||
|
||||
mutating func decodeMessage<D: SwiftProtobuf.Decoder>(decoder: inout D) throws {
|
||||
while let fieldNumber = try decoder.nextFieldNumber() {
|
||||
switch fieldNumber {
|
||||
case 1: try decoder.decodeSingularStringField(value: &prompt)
|
||||
case 2:
|
||||
try decoder.decodeSingularFloatField(value: &temperature)
|
||||
hasTemperature = true
|
||||
case 3:
|
||||
try decoder.decodeSingularInt32Field(value: &maxTokens)
|
||||
hasMaxTokens = true
|
||||
default: break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func traverse<V: SwiftProtobuf.Visitor>(visitor: inout V) throws {
|
||||
if !prompt.isEmpty {
|
||||
try visitor.visitSingularStringField(value: prompt, fieldNumber: 1)
|
||||
}
|
||||
if hasTemperature {
|
||||
try visitor.visitSingularFloatField(value: temperature, fieldNumber: 2)
|
||||
}
|
||||
if hasMaxTokens {
|
||||
try visitor.visitSingularInt32Field(value: maxTokens, fieldNumber: 3)
|
||||
}
|
||||
try unknownFields.traverse(visitor: &visitor)
|
||||
}
|
||||
|
||||
static func ==(lhs: Self, rhs: Self) -> Bool {
|
||||
lhs.prompt == rhs.prompt && lhs.temperature == rhs.temperature && lhs.maxTokens == rhs.maxTokens && lhs.unknownFields == rhs.unknownFields
|
||||
}
|
||||
|
||||
func isEqualTo(message: any SwiftProtobuf.Message) -> Bool {
|
||||
guard let other = message as? Self else { return false }
|
||||
return self == other
|
||||
}
|
||||
}
|
||||
|
||||
struct Appleintelligence_CompletionResponse: Sendable, SwiftProtobuf.Message {
|
||||
static let protoMessageName: String = "appleintelligence.CompletionResponse"
|
||||
|
||||
var id: String = ""
|
||||
var text: String = ""
|
||||
var finishReason: String = ""
|
||||
|
||||
var unknownFields = SwiftProtobuf.UnknownStorage()
|
||||
|
||||
init() {}
|
||||
|
||||
mutating func decodeMessage<D: SwiftProtobuf.Decoder>(decoder: inout D) throws {
|
||||
while let fieldNumber = try decoder.nextFieldNumber() {
|
||||
switch fieldNumber {
|
||||
case 1: try decoder.decodeSingularStringField(value: &id)
|
||||
case 2: try decoder.decodeSingularStringField(value: &text)
|
||||
case 3: try decoder.decodeSingularStringField(value: &finishReason)
|
||||
default: break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func traverse<V: SwiftProtobuf.Visitor>(visitor: inout V) throws {
|
||||
if !id.isEmpty {
|
||||
try visitor.visitSingularStringField(value: id, fieldNumber: 1)
|
||||
}
|
||||
if !text.isEmpty {
|
||||
try visitor.visitSingularStringField(value: text, fieldNumber: 2)
|
||||
}
|
||||
if !finishReason.isEmpty {
|
||||
try visitor.visitSingularStringField(value: finishReason, fieldNumber: 3)
|
||||
}
|
||||
try unknownFields.traverse(visitor: &visitor)
|
||||
}
|
||||
|
||||
static func ==(lhs: Self, rhs: Self) -> Bool {
|
||||
lhs.id == rhs.id && lhs.text == rhs.text && lhs.finishReason == rhs.finishReason && lhs.unknownFields == rhs.unknownFields
|
||||
}
|
||||
|
||||
func isEqualTo(message: any SwiftProtobuf.Message) -> Bool {
|
||||
guard let other = message as? Self else { return false }
|
||||
return self == other
|
||||
}
|
||||
}
|
||||
|
||||
struct Appleintelligence_CompletionChunk: Sendable, SwiftProtobuf.Message {
|
||||
static let protoMessageName: String = "appleintelligence.CompletionChunk"
|
||||
|
||||
var id: String = ""
|
||||
var delta: String = ""
|
||||
var isFinal: Bool = false
|
||||
var finishReason: String = ""
|
||||
|
||||
var hasFinishReason: Bool {
|
||||
!finishReason.isEmpty
|
||||
}
|
||||
|
||||
var unknownFields = SwiftProtobuf.UnknownStorage()
|
||||
|
||||
init() {}
|
||||
|
||||
mutating func decodeMessage<D: SwiftProtobuf.Decoder>(decoder: inout D) throws {
|
||||
while let fieldNumber = try decoder.nextFieldNumber() {
|
||||
switch fieldNumber {
|
||||
case 1: try decoder.decodeSingularStringField(value: &id)
|
||||
case 2: try decoder.decodeSingularStringField(value: &delta)
|
||||
case 3: try decoder.decodeSingularBoolField(value: &isFinal)
|
||||
case 4: try decoder.decodeSingularStringField(value: &finishReason)
|
||||
default: break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func traverse<V: SwiftProtobuf.Visitor>(visitor: inout V) throws {
|
||||
if !id.isEmpty {
|
||||
try visitor.visitSingularStringField(value: id, fieldNumber: 1)
|
||||
}
|
||||
if !delta.isEmpty {
|
||||
try visitor.visitSingularStringField(value: delta, fieldNumber: 2)
|
||||
}
|
||||
if isFinal {
|
||||
try visitor.visitSingularBoolField(value: isFinal, fieldNumber: 3)
|
||||
}
|
||||
if !finishReason.isEmpty {
|
||||
try visitor.visitSingularStringField(value: finishReason, fieldNumber: 4)
|
||||
}
|
||||
try unknownFields.traverse(visitor: &visitor)
|
||||
}
|
||||
|
||||
static func ==(lhs: Self, rhs: Self) -> Bool {
|
||||
lhs.id == rhs.id && lhs.delta == rhs.delta && lhs.isFinal == rhs.isFinal && lhs.finishReason == rhs.finishReason && lhs.unknownFields == rhs.unknownFields
|
||||
}
|
||||
|
||||
func isEqualTo(message: any SwiftProtobuf.Message) -> Bool {
|
||||
guard let other = message as? Self else { return false }
|
||||
return self == other
|
||||
}
|
||||
}
|
||||
|
||||
struct Appleintelligence_HealthRequest: Sendable, SwiftProtobuf.Message {
|
||||
static let protoMessageName: String = "appleintelligence.HealthRequest"
|
||||
|
||||
var unknownFields = SwiftProtobuf.UnknownStorage()
|
||||
|
||||
init() {}
|
||||
|
||||
mutating func decodeMessage<D: SwiftProtobuf.Decoder>(decoder: inout D) throws {
|
||||
while let _ = try decoder.nextFieldNumber() {}
|
||||
}
|
||||
|
||||
func traverse<V: SwiftProtobuf.Visitor>(visitor: inout V) throws {
|
||||
try unknownFields.traverse(visitor: &visitor)
|
||||
}
|
||||
|
||||
static func ==(lhs: Self, rhs: Self) -> Bool {
|
||||
lhs.unknownFields == rhs.unknownFields
|
||||
}
|
||||
|
||||
func isEqualTo(message: any SwiftProtobuf.Message) -> Bool {
|
||||
guard let other = message as? Self else { return false }
|
||||
return self == other
|
||||
}
|
||||
}
|
||||
|
||||
struct Appleintelligence_HealthResponse: Sendable, SwiftProtobuf.Message {
|
||||
static let protoMessageName: String = "appleintelligence.HealthResponse"
|
||||
|
||||
var healthy: Bool = false
|
||||
var modelStatus: String = ""
|
||||
|
||||
var unknownFields = SwiftProtobuf.UnknownStorage()
|
||||
|
||||
init() {}
|
||||
|
||||
mutating func decodeMessage<D: SwiftProtobuf.Decoder>(decoder: inout D) throws {
|
||||
while let fieldNumber = try decoder.nextFieldNumber() {
|
||||
switch fieldNumber {
|
||||
case 1: try decoder.decodeSingularBoolField(value: &healthy)
|
||||
case 2: try decoder.decodeSingularStringField(value: &modelStatus)
|
||||
default: break
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func traverse<V: SwiftProtobuf.Visitor>(visitor: inout V) throws {
|
||||
if healthy {
|
||||
try visitor.visitSingularBoolField(value: healthy, fieldNumber: 1)
|
||||
}
|
||||
if !modelStatus.isEmpty {
|
||||
try visitor.visitSingularStringField(value: modelStatus, fieldNumber: 2)
|
||||
}
|
||||
try unknownFields.traverse(visitor: &visitor)
|
||||
}
|
||||
|
||||
static func ==(lhs: Self, rhs: Self) -> Bool {
|
||||
lhs.healthy == rhs.healthy && lhs.modelStatus == rhs.modelStatus && lhs.unknownFields == rhs.unknownFields
|
||||
}
|
||||
|
||||
func isEqualTo(message: any SwiftProtobuf.Message) -> Bool {
|
||||
guard let other = message as? Self else { return false }
|
||||
return self == other
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,176 @@
|
||||
import Foundation
|
||||
import GRPCCore
|
||||
import GRPCProtobuf
|
||||
import GRPCNIOTransportHTTP2
|
||||
|
||||
/// gRPC service provider for Apple Intelligence
|
||||
struct AppleIntelligenceProvider: RegistrableRPCService {
|
||||
/// Service descriptor
|
||||
static let serviceDescriptor = ServiceDescriptor(
|
||||
fullyQualifiedService: "appleintelligence.AppleIntelligence"
|
||||
)
|
||||
|
||||
/// Method descriptors
|
||||
enum Methods {
|
||||
static let complete = MethodDescriptor(
|
||||
service: AppleIntelligenceProvider.serviceDescriptor,
|
||||
method: "Complete"
|
||||
)
|
||||
static let streamComplete = MethodDescriptor(
|
||||
service: AppleIntelligenceProvider.serviceDescriptor,
|
||||
method: "StreamComplete"
|
||||
)
|
||||
static let health = MethodDescriptor(
|
||||
service: AppleIntelligenceProvider.serviceDescriptor,
|
||||
method: "Health"
|
||||
)
|
||||
}
|
||||
|
||||
/// The underlying AI service
|
||||
private let service: AppleIntelligenceService
|
||||
|
||||
/// Optional API key for authentication
|
||||
private let apiKey: String?
|
||||
|
||||
init(service: AppleIntelligenceService, apiKey: String? = nil) {
|
||||
self.service = service
|
||||
self.apiKey = apiKey
|
||||
}
|
||||
|
||||
func registerMethods<Transport: ServerTransport>(with router: inout RPCRouter<Transport>) {
|
||||
// Register Complete method (unary)
|
||||
router.registerHandler(
|
||||
forMethod: Methods.complete,
|
||||
deserializer: ProtobufDeserializer<Appleintelligence_CompletionRequest>(),
|
||||
serializer: ProtobufSerializer<Appleintelligence_CompletionResponse>()
|
||||
) { request, context in
|
||||
try self.validateApiKey(metadata: request.metadata)
|
||||
|
||||
// Collect the single message from the request stream
|
||||
var requestMessage: Appleintelligence_CompletionRequest?
|
||||
for try await message in request.messages {
|
||||
requestMessage = message
|
||||
break
|
||||
}
|
||||
|
||||
guard let message = requestMessage else {
|
||||
throw RPCError(code: .invalidArgument, message: "No request message received")
|
||||
}
|
||||
|
||||
let text = try await self.service.complete(
|
||||
prompt: message.prompt,
|
||||
temperature: message.hasTemperature ? message.temperature : nil,
|
||||
maxTokens: message.hasMaxTokens ? Int(message.maxTokens) : nil
|
||||
)
|
||||
|
||||
var response = Appleintelligence_CompletionResponse()
|
||||
response.id = UUID().uuidString
|
||||
response.text = text
|
||||
response.finishReason = "stop"
|
||||
|
||||
return StreamingServerResponse(single: ServerResponse(message: response))
|
||||
}
|
||||
|
||||
// Register StreamComplete method (server streaming)
|
||||
router.registerHandler(
|
||||
forMethod: Methods.streamComplete,
|
||||
deserializer: ProtobufDeserializer<Appleintelligence_CompletionRequest>(),
|
||||
serializer: ProtobufSerializer<Appleintelligence_CompletionChunk>()
|
||||
) { request, context in
|
||||
try self.validateApiKey(metadata: request.metadata)
|
||||
|
||||
// Collect the single message from the request stream
|
||||
var requestMessage: Appleintelligence_CompletionRequest?
|
||||
for try await message in request.messages {
|
||||
requestMessage = message
|
||||
break
|
||||
}
|
||||
|
||||
guard let message = requestMessage else {
|
||||
throw RPCError(code: .invalidArgument, message: "No request message received")
|
||||
}
|
||||
|
||||
let completionId = UUID().uuidString
|
||||
let prompt = message.prompt
|
||||
let temperature = message.hasTemperature ? message.temperature : nil
|
||||
let maxTokens = message.hasMaxTokens ? Int(message.maxTokens) : nil
|
||||
|
||||
return StreamingServerResponse { writer in
|
||||
let stream = await self.service.streamComplete(
|
||||
prompt: prompt,
|
||||
temperature: temperature,
|
||||
maxTokens: maxTokens
|
||||
)
|
||||
|
||||
var lastContent = ""
|
||||
for try await partialResponse in stream {
|
||||
// Calculate the delta (new text since last response)
|
||||
let delta: String
|
||||
if partialResponse.hasPrefix(lastContent) {
|
||||
delta = String(partialResponse.dropFirst(lastContent.count))
|
||||
} else {
|
||||
delta = partialResponse
|
||||
}
|
||||
lastContent = partialResponse
|
||||
|
||||
if !delta.isEmpty {
|
||||
var chunk = Appleintelligence_CompletionChunk()
|
||||
chunk.id = completionId
|
||||
chunk.delta = delta
|
||||
chunk.isFinal = false
|
||||
try await writer.write(chunk)
|
||||
}
|
||||
}
|
||||
|
||||
// Send final chunk
|
||||
var finalChunk = Appleintelligence_CompletionChunk()
|
||||
finalChunk.id = completionId
|
||||
finalChunk.delta = ""
|
||||
finalChunk.isFinal = true
|
||||
finalChunk.finishReason = "stop"
|
||||
try await writer.write(finalChunk)
|
||||
|
||||
return [:]
|
||||
}
|
||||
}
|
||||
|
||||
// Register Health method (unary)
|
||||
router.registerHandler(
|
||||
forMethod: Methods.health,
|
||||
deserializer: ProtobufDeserializer<Appleintelligence_HealthRequest>(),
|
||||
serializer: ProtobufSerializer<Appleintelligence_HealthResponse>()
|
||||
) { request, context in
|
||||
// Consume request messages (empty for health check)
|
||||
for try await _ in request.messages {}
|
||||
|
||||
let isHealthy = await self.service.isAvailable
|
||||
let modelStatus = await self.service.getModelStatus()
|
||||
|
||||
var response = Appleintelligence_HealthResponse()
|
||||
response.healthy = isHealthy
|
||||
response.modelStatus = modelStatus
|
||||
|
||||
return StreamingServerResponse(single: ServerResponse(message: response))
|
||||
}
|
||||
}
|
||||
|
||||
/// Validate API key if configured
|
||||
private func validateApiKey(metadata: Metadata) throws {
|
||||
guard let expectedKey = apiKey else {
|
||||
return // No API key required
|
||||
}
|
||||
|
||||
// Look for Authorization header in metadata
|
||||
let authValues = metadata["authorization"]
|
||||
guard let authHeader = authValues.first(where: { _ in true }),
|
||||
case .string(let authString) = authHeader,
|
||||
authString.hasPrefix("Bearer ") else {
|
||||
throw RPCError(code: .unauthenticated, message: "Missing or invalid Authorization header")
|
||||
}
|
||||
|
||||
let providedKey = String(authString.dropFirst("Bearer ".count))
|
||||
guard providedKey == expectedKey else {
|
||||
throw RPCError(code: .unauthenticated, message: "Invalid API key")
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,97 @@
|
||||
import Foundation
|
||||
import FoundationModels
|
||||
|
||||
/// Errors that can occur when using Apple Intelligence
|
||||
enum AppleIntelligenceError: Error, CustomStringConvertible {
|
||||
case modelNotAvailable
|
||||
case generationFailed(String)
|
||||
case sessionCreationFailed
|
||||
|
||||
var description: String {
|
||||
switch self {
|
||||
case .modelNotAvailable:
|
||||
return "Apple Intelligence model is not available on this device"
|
||||
case .generationFailed(let reason):
|
||||
return "Generation failed: \(reason)"
|
||||
case .sessionCreationFailed:
|
||||
return "Failed to create language model session"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Service wrapper for Apple Intelligence Foundation Models
|
||||
actor AppleIntelligenceService {
|
||||
/// The language model session
|
||||
private var session: LanguageModelSession?
|
||||
|
||||
/// Whether the model is available
|
||||
private(set) var isAvailable: Bool = false
|
||||
|
||||
/// Initialize and check model availability
|
||||
init() async {
|
||||
await checkAvailability()
|
||||
}
|
||||
|
||||
/// Check if Apple Intelligence is available
|
||||
private func checkAvailability() async {
|
||||
let availability = SystemLanguageModel.default.availability
|
||||
switch availability {
|
||||
case .available:
|
||||
isAvailable = true
|
||||
session = LanguageModelSession()
|
||||
case .unavailable:
|
||||
isAvailable = false
|
||||
@unknown default:
|
||||
isAvailable = false
|
||||
}
|
||||
}
|
||||
|
||||
/// Get the current model status as a string
|
||||
func getModelStatus() -> String {
|
||||
let availability = SystemLanguageModel.default.availability
|
||||
switch availability {
|
||||
case .available:
|
||||
return "available"
|
||||
case .unavailable(let reason):
|
||||
return "unavailable: \(reason)"
|
||||
@unknown default:
|
||||
return "unknown"
|
||||
}
|
||||
}
|
||||
|
||||
/// Generate a completion for the given prompt (non-streaming)
|
||||
func complete(prompt: String, temperature: Float?, maxTokens: Int?) async throws -> String {
|
||||
guard isAvailable, let session = session else {
|
||||
throw AppleIntelligenceError.modelNotAvailable
|
||||
}
|
||||
|
||||
let response = try await session.respond(to: prompt)
|
||||
return response.content
|
||||
}
|
||||
|
||||
/// Generate a streaming completion for the given prompt
|
||||
func streamComplete(
|
||||
prompt: String,
|
||||
temperature: Float?,
|
||||
maxTokens: Int?
|
||||
) -> AsyncThrowingStream<String, Error> {
|
||||
AsyncThrowingStream { continuation in
|
||||
Task {
|
||||
guard self.isAvailable, let session = self.session else {
|
||||
continuation.finish(throwing: AppleIntelligenceError.modelNotAvailable)
|
||||
return
|
||||
}
|
||||
|
||||
do {
|
||||
let stream = session.streamResponse(to: prompt)
|
||||
for try await partialResponse in stream {
|
||||
continuation.yield(partialResponse.content)
|
||||
}
|
||||
continuation.finish()
|
||||
} catch {
|
||||
continuation.finish(throwing: AppleIntelligenceError.generationFailed(error.localizedDescription))
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
61
Sources/AppleIntelligenceGRPC/main.swift
Normal file
61
Sources/AppleIntelligenceGRPC/main.swift
Normal file
@ -0,0 +1,61 @@
|
||||
import Foundation
|
||||
import GRPCCore
|
||||
import GRPCNIOTransportHTTP2
|
||||
import ArgumentParser
|
||||
|
||||
@main
|
||||
struct AppleIntelligenceServer: AsyncParsableCommand {
|
||||
static let configuration = CommandConfiguration(
|
||||
abstract: "Apple Intelligence gRPC Server",
|
||||
discussion: "Exposes Apple Intelligence (Foundation Models) over gRPC for LAN access."
|
||||
)
|
||||
|
||||
@Option(name: .shortAndLong, help: "Host to bind to")
|
||||
var host: String?
|
||||
|
||||
@Option(name: .shortAndLong, help: "Port to listen on")
|
||||
var port: Int?
|
||||
|
||||
func run() async throws {
|
||||
let config = Config()
|
||||
let bindHost = host ?? config.host
|
||||
let bindPort = port ?? config.port
|
||||
|
||||
print("Initializing Apple Intelligence service...")
|
||||
let service = await AppleIntelligenceService()
|
||||
|
||||
let modelStatus = await service.getModelStatus()
|
||||
print("Model status: \(modelStatus)")
|
||||
|
||||
guard await service.isAvailable else {
|
||||
print("Error: Apple Intelligence is not available on this device.")
|
||||
print("Please ensure:")
|
||||
print(" - You are running macOS 26 (Tahoe) or later")
|
||||
print(" - You have an Apple Silicon Mac")
|
||||
print(" - Apple Intelligence is enabled in System Settings")
|
||||
throw ExitCode.failure
|
||||
}
|
||||
|
||||
let provider = AppleIntelligenceProvider(service: service, apiKey: config.apiKey)
|
||||
|
||||
let transport = HTTP2ServerTransport.Posix(
|
||||
address: .ipv4(host: bindHost, port: bindPort),
|
||||
transportSecurity: .plaintext,
|
||||
config: .defaults
|
||||
)
|
||||
|
||||
let server = GRPCServer(transport: transport, services: [provider])
|
||||
|
||||
print("Starting gRPC server on \(bindHost):\(bindPort)...")
|
||||
if config.apiKey != nil {
|
||||
print("API key authentication is enabled")
|
||||
}
|
||||
print("Server is ready to accept connections")
|
||||
print("Health check: grpcurl -plaintext \(bindHost):\(bindPort) appleintelligence.AppleIntelligence/Health")
|
||||
print("Press Ctrl+C to stop the server")
|
||||
|
||||
try await server.serve()
|
||||
|
||||
print("Server stopped.")
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue
Block a user