Spaces:
Running
Running
"use client"; | |
import { Inter } from "next/font/google"; | |
import ActivityCalendar from "react-activity-calendar"; | |
import { useState, useEffect } from "react"; | |
import { Tooltip as MuiTooltip } from '@mui/material'; | |
const inter = Inter({ subsets: ["latin"] }); | |
interface ModelData { | |
createdAt: string; | |
id: string; | |
} | |
interface Activity { | |
date: string; | |
count: number; | |
level: number; | |
} | |
export default function Home() { | |
const [calendarData, setCalendarData] = useState<Record<string, Activity[]>>({}); | |
const [isLoading, setIsLoading] = useState(true); | |
const PROVIDERS_MAP: Record<string, { color: string; authors: string[] }> = { | |
"Mistral AI": { color: "#ff7000", authors: ["mistralai"] }, | |
"Meta": { color: "#0668E1", authors: ["facebook", "meta-llama"] }, | |
"OpenAI": { color: "#10A37F", authors: ["openai"] }, | |
"Anthropic": { color: "#cc785c", authors: ["anthropic"] }, | |
"Google": { color: "#4285F4", authors: ["google"] }, | |
} | |
const generateCalendarData = (modelData: ModelData[]) => { | |
const data: Record<string, Activity[]> = Object.fromEntries( | |
Object.keys(PROVIDERS_MAP).map(provider => [provider, []]) | |
); | |
const today = new Date(); | |
const startOfYear = new Date(today.getFullYear(), 0, 1); | |
// generate daily data for each provider | |
for (let d = new Date(startOfYear); d <= today; d.setDate(d.getDate() + 1)) { | |
const dateString = d.toISOString().split('T')[0]; | |
Object.entries(PROVIDERS_MAP).forEach(([provider, { authors }]) => { | |
const count = modelData.filter(item => | |
item.createdAt.startsWith(dateString) && | |
authors.some(author => item.id.startsWith(author)) | |
).length; | |
data[provider].push({ date: dateString, count, level: 0 }); | |
}); | |
} | |
// calculate average counts for each provider | |
const avgCounts = Object.fromEntries( | |
Object.entries(data).map(([provider, days]) => [ | |
provider, | |
days.reduce((sum, day) => sum + day.count, 0) / days.length || 0 | |
]) | |
); | |
// assign levels based on count relative to average | |
Object.entries(data).forEach(([provider, days]) => { | |
const avgCount = avgCounts[provider]; | |
days.forEach(day => { | |
day.level = | |
day.count === 0 ? 0 : | |
day.count <= avgCount * 0.5 ? 1 : | |
day.count <= avgCount ? 2 : | |
day.count <= avgCount * 1.5 ? 3 : 4; | |
}); | |
}); | |
return data; | |
} | |
const initData = async () => { | |
try { | |
const allAuthors = Object.values(PROVIDERS_MAP).flatMap(({ authors }) => authors); | |
const uniqueAuthors = Array.from(new Set(allAuthors)); | |
const allModelData = await Promise.all( | |
uniqueAuthors.map(async (author) => { | |
const response = await fetch(`https://huggingface.co/api/models?author=${author}&sort=createdAt&direction=-1`); | |
const data = await response.json(); | |
return data.map((item: any) => ({ | |
createdAt: item.createdAt, | |
id: item.id, | |
})); | |
}) | |
); | |
const flatModelData = allModelData.flat(); | |
const calendarData = generateCalendarData(flatModelData); | |
setCalendarData(calendarData); | |
} catch (error) { | |
console.error("Error fetching data:", error); | |
} finally { | |
setIsLoading(false); | |
} | |
} | |
useEffect(() => { | |
initData(); | |
}, []); | |
return ( | |
<main className={`flex flex-col items-center justify-center min-h-screen mx-auto p-24 ${inter.className}`}> | |
<h1 className="text-5xl font-bold text-center">Open Source Heatmap</h1> | |
<p className="text-center mt-2 text-sm">A heatmap for open source model releases.</p> | |
<div className="mt-16"> | |
{isLoading ? ( | |
<p>Loading...</p> | |
) : ( | |
<> | |
{Object.entries(PROVIDERS_MAP) | |
.sort(([keyA], [keyB]) => | |
calendarData[keyB].reduce((sum, day) => sum + day.count, 0) - | |
calendarData[keyA].reduce((sum, day) => sum + day.count, 0) | |
) | |
.map(([providerName, { color }]) => ( | |
<div key={providerName} className="mb-8"> | |
<h2 className="text-2xl font-bold mb-2">{providerName}</h2> | |
<ActivityCalendar | |
data={calendarData[providerName]} | |
theme={{ | |
dark: ['#161b22', color], | |
}} | |
hideTotalCount | |
colorScheme="dark" | |
renderBlock={(block, activity) => ( | |
<MuiTooltip | |
title={`${activity.count} models created on ${activity.date}`} | |
> | |
{block} | |
</MuiTooltip> | |
)} | |
/> | |
</div> | |
)) | |
} | |
</> | |
)} | |
</div> | |
</main> | |
); | |
} |