Spaces:
Running
Running
thibaud frere
commited on
Commit
·
5a48a6a
1
Parent(s):
14a3a46
update
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- app/src/components/HtmlEmbed.astro +36 -6
- app/src/content/article.mdx +3 -9
- app/src/content/assets/data/banner-thumbnails/0.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/10.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/100.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1000.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1001.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1002.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1003.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1004.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1005.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1006.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1007.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1008.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1009.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/101.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1010.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1011.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1012.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1013.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1014.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1015.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1016.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1017.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1018.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1019.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/102.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1020.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1021.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1022.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1023.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1024.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1025.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1026.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1027.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1028.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1029.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/103.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1030.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1031.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1032.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1033.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1034.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1035.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1036.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1037.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1038.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/1039.jpg +2 -2
- app/src/content/assets/data/banner-thumbnails/104.jpg +2 -2
app/src/components/HtmlEmbed.astro
CHANGED
|
@@ -6,13 +6,43 @@ const { src, title, desc, frameless = false, align = 'left' } = Astro.props as P
|
|
| 6 |
const embeds = (import.meta as any).glob('../content/embeds/**/*.html', { query: '?raw', import: 'default', eager: true }) as Record<string, string>;
|
| 7 |
|
| 8 |
function resolveFragment(requested: string): string | null {
|
| 9 |
-
//
|
| 10 |
-
const
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
}
|
| 15 |
}
|
|
|
|
| 16 |
return null;
|
| 17 |
}
|
| 18 |
|
|
@@ -69,7 +99,7 @@ const mountId = `frag-${Math.random().toString(36).slice(2)}`;
|
|
| 69 |
</script>
|
| 70 |
|
| 71 |
<style is:global>
|
| 72 |
-
.html-embed { margin: 0 0 var(--block-spacing-y);
|
| 73 |
.html-embed__title {
|
| 74 |
text-align: left;
|
| 75 |
font-weight: 600;
|
|
|
|
| 6 |
const embeds = (import.meta as any).glob('../content/embeds/**/*.html', { query: '?raw', import: 'default', eager: true }) as Record<string, string>;
|
| 7 |
|
| 8 |
function resolveFragment(requested: string): string | null {
|
| 9 |
+
// Résolution tolérante: accepte avec/sans "embeds/", avec/sans ".html", insensible à la casse, et recherche par basename
|
| 10 |
+
const norm = (s: string) => String(s || '')
|
| 11 |
+
.trim()
|
| 12 |
+
.replace(/^\/*/, '')
|
| 13 |
+
.replace(/^\.\//, '')
|
| 14 |
+
.toLowerCase();
|
| 15 |
+
const raw = norm(requested);
|
| 16 |
+
const withHtml = raw.endsWith('.html') ? raw : `${raw}.html`;
|
| 17 |
+
const stripEmbeds = (s: string) => s.replace(/^embeds\//, '');
|
| 18 |
+
const v1 = raw;
|
| 19 |
+
const v2 = withHtml;
|
| 20 |
+
const v3 = stripEmbeds(v1);
|
| 21 |
+
const v4 = stripEmbeds(v2);
|
| 22 |
+
const needles = new Set([v1, v2, v3, v4]);
|
| 23 |
+
|
| 24 |
+
// Construire table des chemins normalisés -> contenu
|
| 25 |
+
const entries = Object.entries(embeds).map(([key, html]) => {
|
| 26 |
+
const nk = norm(key);
|
| 27 |
+
const base = nk.split('/').pop() || nk;
|
| 28 |
+
return { nk, base, html };
|
| 29 |
+
});
|
| 30 |
+
|
| 31 |
+
// 1) Correspondance par fin de chemin complète
|
| 32 |
+
for (const e of entries) {
|
| 33 |
+
for (const v of needles) {
|
| 34 |
+
if (e.nk.endsWith('/' + v) || e.nk === v) return e.html;
|
| 35 |
+
}
|
| 36 |
+
}
|
| 37 |
+
|
| 38 |
+
// 2) Correspondance par basename
|
| 39 |
+
for (const e of entries) {
|
| 40 |
+
for (const v of needles) {
|
| 41 |
+
const vb = v.split('/').pop();
|
| 42 |
+
if (e.base === vb) return e.html;
|
| 43 |
}
|
| 44 |
}
|
| 45 |
+
|
| 46 |
return null;
|
| 47 |
}
|
| 48 |
|
|
|
|
| 99 |
</script>
|
| 100 |
|
| 101 |
<style is:global>
|
| 102 |
+
.html-embed { margin: 0 0 var(--block-spacing-y); }
|
| 103 |
.html-embed__title {
|
| 104 |
text-align: left;
|
| 105 |
font-weight: 600;
|
app/src/content/article.mdx
CHANGED
|
@@ -491,15 +491,9 @@ The chosen models could simply not be powerful enough to recognize and judge the
|
|
| 491 |
|
| 492 |
Even though our first proposal to judge the quality of multimodal data on a per-turn basis did not yield any improvement in model performance, we believe that this is still an exciting and important direction of research and hope the release of **FineVision** encourages the community to develop techniques for this at large scale.
|
| 493 |
|
| 494 |
-
|
| 495 |
-
<HtmlEmbed src="
|
| 496 |
-
|
| 497 |
-
<HtmlEmbed src="relevance-filters.html" title="Relevance Filter" desc="Average Rank of Models that have the Relevance Filter above a threshold." />
|
| 498 |
-
---
|
| 499 |
-
<HtmlEmbed src="visual-dependency-filters.html" title="Visual Dependency Filter" desc="Average Rank of Models that have the Visual Dependency Filter above a threshold." />
|
| 500 |
-
<br/>
|
| 501 |
-
<HtmlEmbed src="image-correspondence-filters.html" title="Image Correspondence Filter" desc="Average Rank of Models that have the Image-Correspondence Filter above a threshold." />
|
| 502 |
-
---
|
| 503 |
|
| 504 |
### Should you train in multiple stages?
|
| 505 |
|
|
|
|
| 491 |
|
| 492 |
Even though our first proposal to judge the quality of multimodal data on a per-turn basis did not yield any improvement in model performance, we believe that this is still an exciting and important direction of research and hope the release of **FineVision** encourages the community to develop techniques for this at large scale.
|
| 493 |
|
| 494 |
+
<Wide>
|
| 495 |
+
<HtmlEmbed src="filters-quad.html" title="Quality Filters Overview" desc="Interactive comparison across thresholds for all four filters: Formatting, Relevance, Visual Dependency, and Image-Question Correspondence." align="center" />
|
| 496 |
+
</Wide>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 497 |
|
| 498 |
### Should you train in multiple stages?
|
| 499 |
|
app/src/content/assets/data/banner-thumbnails/0.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/10.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/100.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1000.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1001.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1002.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1003.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1004.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1005.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1006.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1007.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1008.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1009.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/101.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1010.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1011.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1012.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1013.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1014.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1015.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1016.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1017.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1018.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1019.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/102.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1020.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1021.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1022.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1023.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1024.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1025.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1026.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1027.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1028.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1029.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/103.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1030.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1031.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1032.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1033.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1034.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1035.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1036.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1037.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1038.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/1039.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|
app/src/content/assets/data/banner-thumbnails/104.jpg
CHANGED
|
|
Git LFS Details
|
|
|
Git LFS Details
|