// ***************************************************************************** // Copyright (C) 2024 EclipseSource GmbH. // // This program and the accompanying materials are made available under the // terms of the Eclipse Public License v. 2.0 which is available at // http://www.eclipse.org/legal/epl-2.0. // // This Source Code may also be made available under the following Secondary // Licenses when the conditions for such availability set forth in the Eclipse // Public License v. 2.0 are satisfied: GNU General Public License, version 2 // with the GNU Classpath Exception which is available at // https://www.gnu.org/software/classpath/license.html. // // SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0 // ***************************************************************************** import { FrontendApplicationContribution } from '@theia/core/lib/browser'; import { inject, injectable } from '@theia/core/shared/inversify'; import { HuggingFaceLanguageModelsManager, HuggingFaceModelDescription } from '../common'; import { API_KEY_PREF, MODELS_PREF } from '../common/huggingface-preferences'; import { PreferenceService } from '@theia/core'; const HUGGINGFACE_PROVIDER_ID = 'huggingface'; @injectable() export class HuggingFaceFrontendApplicationContribution implements FrontendApplicationContribution { @inject(PreferenceService) protected preferenceService: PreferenceService; @inject(HuggingFaceLanguageModelsManager) protected manager: HuggingFaceLanguageModelsManager; protected prevModels: string[] = []; onStart(): void { this.preferenceService.ready.then(() => { const apiKey = this.preferenceService.get(API_KEY_PREF, undefined); this.manager.setApiKey(apiKey); const models = this.preferenceService.get(MODELS_PREF, []); this.manager.createOrUpdateLanguageModels(...models.map(modelId => this.createHuggingFaceModelDescription(modelId))); this.prevModels = [...models]; this.preferenceService.onPreferenceChanged(event => { if (event.preferenceName === API_KEY_PREF) { const newApiKey = this.preferenceService.get(API_KEY_PREF, undefined); this.manager.setApiKey(newApiKey); this.handleKeyChange(newApiKey); } else if (event.preferenceName === MODELS_PREF) { this.handleModelChanges(this.preferenceService.get(MODELS_PREF, [])); } }); }); } protected handleModelChanges(newModels: string[]): void { const oldModels = new Set(this.prevModels); const updatedModels = new Set(newModels); const modelsToRemove = [...oldModels].filter(model => !updatedModels.has(model)); const modelsToAdd = [...updatedModels].filter(model => !oldModels.has(model)); this.manager.removeLanguageModels(...modelsToRemove.map(model => `${HUGGINGFACE_PROVIDER_ID}/${model}`)); this.manager.createOrUpdateLanguageModels(...modelsToAdd.map(modelId => this.createHuggingFaceModelDescription(modelId))); this.prevModels = newModels; } /** * Called when the API key changes. Updates all HuggingFace models on the manager to ensure the new key is used. */ protected handleKeyChange(newApiKey: string | undefined): void { if (this.prevModels && this.prevModels.length > 0) { this.manager.createOrUpdateLanguageModels(...this.prevModels.map(modelId => this.createHuggingFaceModelDescription(modelId))); } } protected createHuggingFaceModelDescription( modelId: string ): HuggingFaceModelDescription { const id = `${HUGGINGFACE_PROVIDER_ID}/${modelId}`; return { id: id, model: modelId }; } }