1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at https://mozilla.org/MPL/2.0/. */
/* eslint-disable no-undef */
/**
* Called in the tab content
*/
async function generateAltText(targetElementId) {
const modal = getModal();
try {
const imageUrl = browser.menus.getTargetElement(targetElementId).src;
modal.updateText("Running inference...");
const res = await browser.trial.ml.runEngine({
args: [imageUrl],
});
modal.updateText(res[0].generated_text);
} catch (err) {
modal.updateText(`${err}`);
}
}
/**
* Called in the tab content
*/
async function initModal() {
getModal().updateText("Initializing...");
}
// Initialize the Map to track first run status per tab
const firstRunOnTab = new Map();
/**
* Sets the first run status for a specific tab.
*
* @param {number} tabId - The ID of the tab.
* @param {boolean} isFirstRun - True if this is the first run on this tab, false otherwise.
*/
function setFirstRun(tabId, isFirstRun) {
firstRunOnTab.set(tabId, isFirstRun);
}
/**
* Checks if this is the first run on a specific tab.
* Defaults to true if the tab has no entry in the map.
*
* @param {number} tabId - The ID of the tab.
* @returns {boolean} - True if this is the first run on this tab, false otherwise.
*/
function isFirstRun(tabId) {
return firstRunOnTab.get(tabId) !== false;
}
/**
* Clears the first run status for a tab when it closes or when necessary.
*
* @param {number} tabId - The ID of the tab.
*/
function clearFirstRun(tabId) {
firstRunOnTab.delete(tabId);
}
async function onclick(info, tab) {
if (isFirstRun(tab.id)) {
browser.tabs.insertCSS(tab.id, {
file: "./alt-text-modal.css",
});
}
const listener = progressData => {
browser.tabs.sendMessage(tab.id, progressData);
};
browser.trial.ml.onProgress.addListener(listener);
try {
if (isFirstRun(tab.id)) {
// injecting content-script.js, which creates the AltTextModal instance.
await browser.scripting.executeScript({
target: { tabId: tab.id },
files: ["./content-script.js"],
});
// running generateAltText
await browser.scripting.executeScript({
target: {
tabId: tab.id,
},
func: initModal,
});
await browser.trial.ml.createEngine({
modelHub: "mozilla",
taskName: "image-to-text",
});
}
// running generateAltText
await browser.scripting.executeScript({
target: {
tabId: tab.id,
},
func: generateAltText,
args: [info.targetElementId],
});
} finally {
browser.trial.ml.onProgress.removeListener(listener);
setFirstRun(tab.id, false);
}
}
browser.menus.create({
title: "✨ Generate Alt Text",
documentUrlPatterns: ["*://*/*"],
contexts: ["image"],
onclick,
});
|
