Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
Β·
f66e5e6
1
Parent(s):
b48ecb9
UI Enhancements
Browse files
content_distillery/static/content_distillery.html
CHANGED
|
@@ -49,6 +49,14 @@
|
|
| 49 |
π€ Generate Summary
|
| 50 |
</button>
|
| 51 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
<!-- Output Text -->
|
| 53 |
<label class="block font-semibold text-gray-700 mt-4">Summary:</label>
|
| 54 |
<textarea id="outputText" rows="5" class="w-full p-3 border rounded bg-gray-50" readonly placeholder="Summary will appear here..."></textarea>
|
|
@@ -62,15 +70,33 @@
|
|
| 62 |
|
| 63 |
<!-- Help Modal -->
|
| 64 |
<div id="helpModal" class="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center hidden">
|
| 65 |
-
<div class="bg-white rounded-lg p-6 max-w-
|
| 66 |
-
<h2 class="text-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
<p class="text-gray-700 mb-4">
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
|
|
|
| 71 |
</p>
|
|
|
|
|
|
|
|
|
|
|
|
|
| 72 |
<button id="closeModal"
|
| 73 |
-
class="mt-
|
| 74 |
Close
|
| 75 |
</button>
|
| 76 |
</div>
|
|
@@ -101,11 +127,13 @@
|
|
| 101 |
|
| 102 |
document.getElementById('generateBtn').addEventListener('click', async function () {
|
| 103 |
const btn = document.getElementById('generateBtn');
|
|
|
|
| 104 |
const post = document.getElementById('inputText').value;
|
| 105 |
|
| 106 |
btn.disabled = true;
|
| 107 |
btn.textContent = "π€ Generating...";
|
| 108 |
btn.classList.add("opacity-50");
|
|
|
|
| 109 |
|
| 110 |
try {
|
| 111 |
const res = await fetch('/contentdistillery', {
|
|
@@ -116,9 +144,10 @@
|
|
| 116 |
const summary = await res.text();
|
| 117 |
document.getElementById('outputText').value = summary;
|
| 118 |
} catch (e) {
|
| 119 |
-
document.getElementById('outputText').value = "Error generating summary.";
|
| 120 |
}
|
| 121 |
|
|
|
|
| 122 |
btn.disabled = false;
|
| 123 |
btn.textContent = "π€ Generate Summary";
|
| 124 |
btn.classList.remove("opacity-50");
|
|
|
|
| 49 |
π€ Generate Summary
|
| 50 |
</button>
|
| 51 |
|
| 52 |
+
<div id="spinner" class="flex items-center justify-center mt-2 hidden">
|
| 53 |
+
<svg class="animate-spin h-6 w-6 text-blue-600" xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24">
|
| 54 |
+
<circle class="opacity-25" cx="12" cy="12" r="10" stroke="currentColor" stroke-width="4"></circle>
|
| 55 |
+
<path class="opacity-75" fill="currentColor" d="M4 12a8 8 0 018-8v8z"></path>
|
| 56 |
+
</svg>
|
| 57 |
+
<span class="ml-2 text-blue-600 font-medium">Generating summary...</span>
|
| 58 |
+
</div>
|
| 59 |
+
|
| 60 |
<!-- Output Text -->
|
| 61 |
<label class="block font-semibold text-gray-700 mt-4">Summary:</label>
|
| 62 |
<textarea id="outputText" rows="5" class="w-full p-3 border rounded bg-gray-50" readonly placeholder="Summary will appear here..."></textarea>
|
|
|
|
| 70 |
|
| 71 |
<!-- Help Modal -->
|
| 72 |
<div id="helpModal" class="fixed inset-0 bg-black bg-opacity-50 flex items-center justify-center hidden">
|
| 73 |
+
<div class="bg-white rounded-lg p-6 max-w-2xl w-full shadow-lg text-left overflow-y-auto max-h-[80vh]">
|
| 74 |
+
<h2 class="text-2xl font-bold mb-4 text-gray-900">Discussion Content Summarizer</h2>
|
| 75 |
+
<p class="text-gray-700 mb-6">
|
| 76 |
+
This tool automatically extracts content from online discussion platforms and generates concise,
|
| 77 |
+
high-quality summaries using advanced AI techniques.
|
| 78 |
+
</p>
|
| 79 |
+
|
| 80 |
+
<h3 class="text-xl font-semibold mb-3 text-gray-800">How it works</h3>
|
| 81 |
+
<ol class="list-decimal list-inside text-gray-700 mb-6 space-y-2">
|
| 82 |
+
<li><span class="font-semibold">Select a source</span> β Choose from supported discussion websites</li>
|
| 83 |
+
<li><span class="font-semibold">Review and edit</span> β Optionally modify the extracted text before processing</li>
|
| 84 |
+
<li><span class="font-semibold">Generate summary</span> β Click "Generate" to create an AIβpowered summary</li>
|
| 85 |
+
</ol>
|
| 86 |
+
|
| 87 |
+
<h3 class="text-xl font-semibold mb-3 text-gray-800">Technical foundation</h3>
|
| 88 |
<p class="text-gray-700 mb-4">
|
| 89 |
+
The summarization is powered by a <span class="font-semibold">Proximal Policy Optimization (PPO)</span> model built on
|
| 90 |
+
the <span class="font-semibold">Qwen3β0.6BβBase</span> architecture. The system incorporates both reward modeling and policy optimization,
|
| 91 |
+
trained using the <code class="bg-gray-100 px-1 py-0.5 rounded">openai/summarize_from_feedback</code> dataset following methodologies
|
| 92 |
+
outlined in OpenAIβs <em>"Learning to summarize from human feedback"</em> research paper.
|
| 93 |
</p>
|
| 94 |
+
<p class="text-gray-700 mb-6">
|
| 95 |
+
This approach ensures summaries that align with human preferences for clarity, accuracy, and relevance.
|
| 96 |
+
</p>
|
| 97 |
+
|
| 98 |
<button id="closeModal"
|
| 99 |
+
class="mt-4 bg-blue-600 text-white px-4 py-2 rounded hover:bg-blue-700">
|
| 100 |
Close
|
| 101 |
</button>
|
| 102 |
</div>
|
|
|
|
| 127 |
|
| 128 |
document.getElementById('generateBtn').addEventListener('click', async function () {
|
| 129 |
const btn = document.getElementById('generateBtn');
|
| 130 |
+
const spinner = document.getElementById('spinner');
|
| 131 |
const post = document.getElementById('inputText').value;
|
| 132 |
|
| 133 |
btn.disabled = true;
|
| 134 |
btn.textContent = "π€ Generating...";
|
| 135 |
btn.classList.add("opacity-50");
|
| 136 |
+
spinner.classList.remove('hidden'); // show spinner
|
| 137 |
|
| 138 |
try {
|
| 139 |
const res = await fetch('/contentdistillery', {
|
|
|
|
| 144 |
const summary = await res.text();
|
| 145 |
document.getElementById('outputText').value = summary;
|
| 146 |
} catch (e) {
|
| 147 |
+
document.getElementById('outputText').value = "β οΈ Error generating summary.";
|
| 148 |
}
|
| 149 |
|
| 150 |
+
spinner.classList.add('hidden'); // hide spinner
|
| 151 |
btn.disabled = false;
|
| 152 |
btn.textContent = "π€ Generate Summary";
|
| 153 |
btn.classList.remove("opacity-50");
|
prep/hf_save_cbow.py
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from huggingface_hub import upload_file
|
| 2 |
+
|
| 3 |
+
# Upload cbow_model.kv
|
| 4 |
+
upload_file(
|
| 5 |
+
path_or_fileobj="./models/cbow_model.kv",
|
| 6 |
+
path_in_repo="cbow_model.kv",
|
| 7 |
+
repo_id="ClemSummer/cbow-model-cache",
|
| 8 |
+
repo_type="dataset"
|
| 9 |
+
)
|
| 10 |
+
|
| 11 |
+
# Upload cbow_model.kv.vectors.npy
|
| 12 |
+
upload_file(
|
| 13 |
+
path_or_fileobj="./models/cbow_model.kv.vectors.npy",
|
| 14 |
+
path_in_repo="cbow_model.kv.vectors.npy",
|
| 15 |
+
repo_id="ClemSummer/cbow-model-cache",
|
| 16 |
+
repo_type="dataset"
|
| 17 |
+
)
|
prep/hf_save_qwen.py
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 2 |
+
|
| 3 |
+
MODEL_NAME = "Qwen/Qwen3-0.6B-Base"
|
| 4 |
+
tok = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 5 |
+
tok.save_pretrained("./qwen_model")
|
| 6 |
+
|
| 7 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME)
|
| 8 |
+
model.save_pretrained("./qwen_model")
|
prep/hf_save_qwen_hf_api.py
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from huggingface_hub import upload_folder
|
| 2 |
+
|
| 3 |
+
upload_folder(
|
| 4 |
+
repo_id="ClemSummer/qwen-model-cache",
|
| 5 |
+
repo_type="dataset",
|
| 6 |
+
folder_path="./qwen_model"
|
| 7 |
+
)
|
save_cbow_model.py β prep/save_cbow_model.py
RENAMED
|
File without changes
|
templates/cbow.html
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
<head>
|
| 4 |
<meta charset="UTF-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
|
|
| 6 |
<title>CBOW Vector Calculator</title>
|
| 7 |
<style>
|
| 8 |
body {
|
|
@@ -97,6 +98,20 @@
|
|
| 97 |
background-color: rgba(0,0,0,0.4);
|
| 98 |
}
|
| 99 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 100 |
.modal-content {
|
| 101 |
background-color: #fff;
|
| 102 |
margin: 10% auto;
|
|
@@ -175,18 +190,7 @@
|
|
| 175 |
<span class="close" onclick="closeModal('suggestionsModal')">×</span>
|
| 176 |
<h3>Suggestions</h3>
|
| 177 |
<p>What's your guess, before calculating it?</p>
|
| 178 |
-
<ul>
|
| 179 |
-
<li><code>mother - woman + man</code></li>
|
| 180 |
-
<li><code>iphone - phone + tablet</code></li>
|
| 181 |
-
<li><code>hotdog - sausage + beef</code></li>
|
| 182 |
-
<li><code>brisbane - city + capital</code></li>
|
| 183 |
-
<li><code>uk - monarchy</code></li>
|
| 184 |
-
<li><code>kfc - chicken + pork</code></li>
|
| 185 |
-
<li><code>skoda - czech + germany</code></li>
|
| 186 |
-
<li><code>starwars - darthvader + sauron</code></li>
|
| 187 |
-
<li><code>callofduty - gun + knife</code></li>
|
| 188 |
-
</ul>
|
| 189 |
-
|
| 190 |
<p><strong>Tips:</strong></p>
|
| 191 |
<ul>
|
| 192 |
<li>Use <code>-</code> and <code>+</code> operators, with a space before and after each operator.</li>
|
|
@@ -266,6 +270,37 @@
|
|
| 266 |
}
|
| 267 |
});
|
| 268 |
</script>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 269 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 270 |
</body>
|
| 271 |
</html>
|
|
|
|
| 3 |
<head>
|
| 4 |
<meta charset="UTF-8">
|
| 5 |
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
| 6 |
+
<script src="https://cdn.tailwindcss.com"></script>
|
| 7 |
<title>CBOW Vector Calculator</title>
|
| 8 |
<style>
|
| 9 |
body {
|
|
|
|
| 98 |
background-color: rgba(0,0,0,0.4);
|
| 99 |
}
|
| 100 |
|
| 101 |
+
.use-suggestion {
|
| 102 |
+
margin-left: 8px;
|
| 103 |
+
padding: 2px 6px;
|
| 104 |
+
font-size: 0.8rem;
|
| 105 |
+
background-color: #007bff;
|
| 106 |
+
color: white;
|
| 107 |
+
border: none;
|
| 108 |
+
border-radius: 4px;
|
| 109 |
+
cursor: pointer;
|
| 110 |
+
}
|
| 111 |
+
.use-suggestion:hover {
|
| 112 |
+
background-color: #0056b3;
|
| 113 |
+
}
|
| 114 |
+
|
| 115 |
.modal-content {
|
| 116 |
background-color: #fff;
|
| 117 |
margin: 10% auto;
|
|
|
|
| 190 |
<span class="close" onclick="closeModal('suggestionsModal')">×</span>
|
| 191 |
<h3>Suggestions</h3>
|
| 192 |
<p>What's your guess, before calculating it?</p>
|
| 193 |
+
<ul id="suggestions-list"></ul>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 194 |
<p><strong>Tips:</strong></p>
|
| 195 |
<ul>
|
| 196 |
<li>Use <code>-</code> and <code>+</code> operators, with a space before and after each operator.</li>
|
|
|
|
| 270 |
}
|
| 271 |
});
|
| 272 |
</script>
|
| 273 |
+
<script>
|
| 274 |
+
document.addEventListener("DOMContentLoaded", function () {
|
| 275 |
+
const textarea = document.querySelector("textarea[name='expression']");
|
| 276 |
+
const modal = document.getElementById("suggestionsModal");
|
| 277 |
+
const suggestions = [
|
| 278 |
+
"mother - woman + man",
|
| 279 |
+
"iphone - phone + tablet",
|
| 280 |
+
"hotdog - sausage + beef",
|
| 281 |
+
"brisbane - city + capital",
|
| 282 |
+
"uk - monarchy",
|
| 283 |
+
"kfc - chicken + pork",
|
| 284 |
+
"skoda - czech + germany",
|
| 285 |
+
"starwars - darthvader + sauron",
|
| 286 |
+
"callofduty - gun + knife"
|
| 287 |
+
];
|
| 288 |
|
| 289 |
+
const list = document.getElementById("suggestions-list");
|
| 290 |
+
|
| 291 |
+
// Build the list dynamically
|
| 292 |
+
suggestions.forEach(suggestion => {
|
| 293 |
+
const li = document.createElement("li");
|
| 294 |
+
li.innerHTML = `<code>${suggestion}</code>
|
| 295 |
+
<button type="button" class="use-suggestion">Use</button>`;
|
| 296 |
+
li.querySelector("button").addEventListener("click", function () {
|
| 297 |
+
textarea.value = suggestion; // fill textarea
|
| 298 |
+
textarea.focus(); // optional
|
| 299 |
+
modal.style.display = "none"; // auto close modal
|
| 300 |
+
});
|
| 301 |
+
list.appendChild(li);
|
| 302 |
+
});
|
| 303 |
+
});
|
| 304 |
+
</script>
|
| 305 |
</body>
|
| 306 |
</html>
|
vit_captioning/static/captioning/index.html
CHANGED
|
@@ -38,10 +38,11 @@
|
|
| 38 |
</div>
|
| 39 |
|
| 40 |
<button
|
|
|
|
| 41 |
type="submit"
|
| 42 |
class="w-full bg-blue-600 hover:bg-blue-700 text-white font-semibold py-2 px-4 rounded-lg transition"
|
| 43 |
>
|
| 44 |
-
Generate Captions
|
| 45 |
</button>
|
| 46 |
</form>
|
| 47 |
|
|
@@ -55,41 +56,47 @@
|
|
| 55 |
</div>
|
| 56 |
|
| 57 |
<script>
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
| 91 |
-
|
|
|
|
| 92 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 93 |
const res = await fetch('/generate', {
|
| 94 |
method: 'POST',
|
| 95 |
body: formData
|
|
@@ -100,8 +107,15 @@
|
|
| 100 |
document.getElementById('topk').innerText = data.topk || "N/A";
|
| 101 |
document.getElementById('topp').innerText = data.topp || "N/A";
|
| 102 |
result.classList.remove('hidden');
|
| 103 |
-
})
|
| 104 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
|
| 106 |
<!-- Floating Help Button -->
|
| 107 |
<button id="helpButton"
|
|
|
|
| 38 |
</div>
|
| 39 |
|
| 40 |
<button
|
| 41 |
+
id="generateButton"
|
| 42 |
type="submit"
|
| 43 |
class="w-full bg-blue-600 hover:bg-blue-700 text-white font-semibold py-2 px-4 rounded-lg transition"
|
| 44 |
>
|
| 45 |
+
Generate Captions
|
| 46 |
</button>
|
| 47 |
</form>
|
| 48 |
|
|
|
|
| 56 |
</div>
|
| 57 |
|
| 58 |
<script>
|
| 59 |
+
const fileInput = document.getElementById('fileInput');
|
| 60 |
+
const previewContainer = document.getElementById('previewContainer');
|
| 61 |
+
const previewImage = document.getElementById('previewImage');
|
| 62 |
+
const form = document.getElementById('uploadForm');
|
| 63 |
+
const result = document.getElementById('result');
|
| 64 |
+
const generateButton = document.getElementById('generateButton');
|
| 65 |
+
|
| 66 |
+
// β
Live preview + clear old captions
|
| 67 |
+
fileInput.addEventListener('change', () => {
|
| 68 |
+
const file = fileInput.files[0];
|
| 69 |
+
if (file) {
|
| 70 |
+
const reader = new FileReader();
|
| 71 |
+
reader.onload = e => {
|
| 72 |
+
previewImage.src = e.target.result;
|
| 73 |
+
previewContainer.classList.remove('hidden');
|
| 74 |
+
};
|
| 75 |
+
reader.readAsDataURL(file);
|
| 76 |
+
|
| 77 |
+
// Clear old captions
|
| 78 |
+
document.getElementById('greedy').innerText = "";
|
| 79 |
+
document.getElementById('topk').innerText = "";
|
| 80 |
+
document.getElementById('topp').innerText = "";
|
| 81 |
+
result.classList.add('hidden');
|
| 82 |
+
} else {
|
| 83 |
+
previewContainer.classList.add('hidden');
|
| 84 |
+
}
|
| 85 |
+
});
|
| 86 |
+
|
| 87 |
+
// β
Submit form
|
| 88 |
+
form.addEventListener('submit', async e => {
|
| 89 |
+
e.preventDefault();
|
| 90 |
+
|
| 91 |
+
// Disable button while generating
|
| 92 |
+
generateButton.disabled = true;
|
| 93 |
+
generateButton.innerText = "Generating...";
|
| 94 |
|
| 95 |
+
const file = fileInput.files[0];
|
| 96 |
+
const formData = new FormData();
|
| 97 |
+
formData.append('file', file);
|
| 98 |
+
|
| 99 |
+
try {
|
| 100 |
const res = await fetch('/generate', {
|
| 101 |
method: 'POST',
|
| 102 |
body: formData
|
|
|
|
| 107 |
document.getElementById('topk').innerText = data.topk || "N/A";
|
| 108 |
document.getElementById('topp').innerText = data.topp || "N/A";
|
| 109 |
result.classList.remove('hidden');
|
| 110 |
+
} catch (error) {
|
| 111 |
+
alert("β οΈ Error generating captions. Please try again.");
|
| 112 |
+
} finally {
|
| 113 |
+
// Re-enable button with new text
|
| 114 |
+
generateButton.disabled = false;
|
| 115 |
+
generateButton.innerText = "Generate Captions (can repeat)";
|
| 116 |
+
}
|
| 117 |
+
});
|
| 118 |
+
</script>
|
| 119 |
|
| 120 |
<!-- Floating Help Button -->
|
| 121 |
<button id="helpButton"
|