Val Town Code SearchReturn to Val Town

52}
53
54// Link Fetching Helper
55export class LinkFetcher {
56  static discoveredUrls = new Set();
57
58  static async fetchLinksFromWebsite(websiteUrl, maxDepth = 5, currentDepth = 0) {
59    if (currentDepth >= maxDepth) {
60      return [];
62
63    currentProgress = {
64      phase: "fetching",
65      processedPages: 0,
66      totalLinks: 0,
75    while (pagesToProcess.length > 0) {
76      currentProgress = {
77        phase: "fetching",
78        processedPages: processedPages.size,
79        totalLinks: allLinks.length,
89        try {
90          const startTime = Date.now();
91          const response = await fetch(pageUrl, {
92            headers: {
93              "User-Agent":
97          const elapsed = Date.now() - startTime;
98          if (elapsed > 3000) {
99            console.log(`Slow page fetch: ${pageUrl} took ${elapsed / 1000} seconds`);
100          }
101
102          if (!response.ok) {
103            console.log(`Failed to fetch page: ${pageUrl}`);
104            return [];
105          }
136
137          processedPages.add(pageUrl);
138          const nestedLinks = await this.fetchLinksFromWebsite(pageUrl, maxDepth, currentDepth + 1);
139          return [...pageLinks, ...nestedLinks];
140        } catch (error) {
150        console.log(`Checkpoint: ${processedPages.size} total pages found, ${allLinks.length} total links`);
151        currentProgress = {
152          phase: "fetching",
153          processedPages: processedPages.size,
154          totalLinks: allLinks.length,
223    for (let attempt = 0; attempt < retries; attempt++) {
224      try {
225        const response = await fetch(url, {
226          method: "GET",
227          headers: {
461  try {
462    console.log(`Starting link check for ${websiteUrl}`);
463    const links = await LinkFetcher.fetchLinksFromWebsite(websiteUrl);
464    console.log(`Fetched ${links.length} links from ${websiteUrl}`);
465    const totalPages = new Set(links.map(link =>
466      new URL(link.link, websiteUrl).origin + new URL(link.link, websiteUrl).pathname
500      intervalId = setInterval(async () => {
501        try {
502          const response = await fetch("/api/progress");
503          if (!response.ok) {
504            throw new Error(`HTTP error! status: ${response.status}`);
508          setProgress(data);
509        } catch (e) {
510          console.error("Error fetching progress:", e);
511          setError(`Error fetching progress: ${e.message}`);
512        }
513      }, 1000);
523    setError(null);
524    try {
525      const response = await fetch("/api/check-links", {
526        method: "POST",
527        headers: {
593          <h2>Progress</h2>
594          <p>Phase: {progress.phase}</p>
595          {progress.phase === "fetching" && (
596            <p>
597              Processed Pages: {progress.processedPages}
733      const maxDepth = 5;
734      currentProgress = {
735        phase: "fetching",
736        processedPages: 0,
737        totalLinks: 0,

1// ... imports ...
2
3// Fetches a random joke.
4async function fetchRandomJoke() {
5  const response = await fetch(
6    "https://official-joke-api.appspot.com/random_joke",
7  );
9}
10
11const randomJoke = await fetchRandomJoke();
12const setup = randomJoke.setup;
13const punchline = randomJoke.punchline;

1import { email } from "https://esm.town/v/std/email?v=9";
2
3// Fetches a random joke.
4async function fetchRandomJoke() {
5  const response = await fetch(
6    "https://official-joke-api.appspot.com/random_joke",
7  );
9}
10
11const randomJoke = await fetchRandomJoke();
12const setup = randomJoke.setup;
13const punchline = randomJoke.punchline;

1import { email } from "https://esm.town/v/std/email?v=9";
2
3// Fetches a random joke.
4async function fetchRandomJoke() {
5  const response = await fetch(
6    "https://official-joke-api.appspot.com/random_joke",
7  );
9}
10
11const randomJoke = await fetchRandomJoke();
12const setup = randomJoke.setup;
13const punchline = randomJoke.punchline;

18      }
19
20      const response = await fetch('/generate-email', {
21        method: 'POST',
22        headers: {

44
45  const summaryPrompt = "This is a news link: " + inputUrl
46    + ".Please fetch the content and summarize it strictly in 40-50 words."
47    + "Provide result in " + arrayToString(languages) + " languages."
48    + "Also, get locations and entities (like person name) for which that news is relevant."

1const script = `
2export default {
3	async fetch(request, env, ctx) {
4	  const cacheUrl = decodeURIComponent(new URL(request.url).searchParams.get("url"));
5	  const cacheKey = new Request(cacheUrl.toString(),request);
8	  if (!response) {
9		console.log("Cacheing :" ,cacheKey.url);
10		response = await fetch(cacheKey);
11  		response = new Response(response.body, response);
12		response.headers.append("Cache-Control", "s-maxage=86400");
24const uuid = "1fd98a05-4959-42bc4-2f83-2c487c1cde6d";
25export default async function(interval: Interval) {
26  const t = await fetch("https://workers.cloudflare.com/cdn-cgi/rum?", {
27    "headers": {
28      "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0",
30      "Accept-Language": "en-US,en;q=0.5",
31      "content-type": "application/json",
32      "Sec-Fetch-Dest": "empty",
33      "Sec-Fetch-Mode": "cors",
34      "Sec-Fetch-Site": "same-origin",
35      "Pragma": "no-cache",
36      "Cache-Control": "no-cache",
38    },
39    "body":
40      "{\"memory\":{},\"resources\":[],\"referrer\":\"\",\"eventType\":1,\"firstPaint\":0,\"firstContentfulPaint\":917,\"startTime\":1732409979559,\"versions\":{\"fl\":\"2024.10.5\",\"js\":\"2024.6.1\",\"timings\":2},\"pageloadId\":\"2baff077-0ee6-4789-b5d2-3b754f5c1419\",\"location\":\"https://workers.cloudflare.com/playground\",\"nt\":\"reload\",\"serverTimings\":[{\"name\":\"cfCacheStatus\",\"dur\":0,\"desc\":\"DYNAMIC\"}],\"timingsV2\":{\"unloadEventStart\":275,\"unloadEventEnd\":281,\"domInteractive\":317,\"domContentLoadedEventStart\":928,\"domContentLoadedEventEnd\":931,\"domComplete\":20493,\"loadEventStart\":20493,\"loadEventEnd\":20493,\"type\":\"reload\",\"redirectCount\":0,\"initiatorType\":\"navigation\",\"nextHopProtocol\":\"h2\",\"workerStart\":0,\"redirectStart\":0,\"redirectEnd\":0,\"fetchStart\":2,\"domainLookupStart\":2,\"domainLookupEnd\":2,\"connectStart\":2,\"connectEnd\":2,\"secureConnectionStart\":2,\"requestStart\":117,\"responseStart\":189,\"responseEnd\":199,\"transferSize\":943,\"encodedBodySize\":643,\"decodedBodySize\":959,\"responseStatus\":200,\"contentType\":\"text/html\",\"name\":\"https://workers.cloudflare.com/playground#LYVwNgLglgDghgJwgegGYHsHALQBM4RwDcABAEbogB2+CAngLzbMutvvsDMArAJye8AbJwAMARl4AmEQA4xkgOwSJPPmKWCZvAFwc9+tj35DRE6XMXL+3NRq0BYAFABhdFQgBTd9gAiUAM4w6P5Q0G7aJBhYeATEJFRwwB4MAET4hAB0AFb+KaSoUGBeiclpsdm5Tq7uXhDYACp0MB4RcDAwYFAAxgRQbshZcABucP5dCLAQANTA6LjgHk5OHgAeQUgkuB6ocOAQJADejgCQCUkRKQCiK4kdHiQAggAKAJIpADQnhADm-hEA2ilVrcih8SCk2lAwSkEB5Am5-B4UgBdT4AXyIjicBhxeiMAmE4iksnkSl4Khs5LsvCqbk83j88JCYSoESiOHScTOpSgNFWFTykUKxSSqV5WxWAtpNW8jWarXanR6LIGw1G40mMzmCyWjigwHW+wA7h4wF10ElIggLeCTWaLR4MgALCDAMB5RyOZAAKm9jhI3pIAAEIE0PFtUIcAPJkLIeLoQNEkS5UIb+73IT2rQ2bba7SCHE4+v3HAPB+AIRKHABKHgAjiA4YmSLCG02TmWgxWqwcU0Mk1406XA13ED3rvGQCzqp4Vs2EysOyPYRAQAgqP5Dk9rcAAh4ADy1+EbjwAPjRS8zx1GdCoXUiHggXSdAApW43-BB3iRB9+FwBKQtjmOc0N32NcwBIBh4g8I0SAAVWrAAZN96w-CAMgg-9MWA0D-HQIoMjAdBvhfAADAAJU1iJIAASA4EiGKBvgITBMMRBAHm+WokwIEh4AgJ06IOCCMgEp1uTRABCMjsM9YCoEjF9RPE7koIYaCUmQSEUkAo5gOOZBkBIABNSgSHNcBcBIOAwHwizbMguASEEqAEGsitQ0eV4SCdDxYROXCEX2TkoJso04FCEh9UNF8UgyZBOQFOSDJXNcqBII8ghPCo3BfTkUuOC9gLS9cYLgrKEQ8F87XNJJv304C-LgLYED+ICDJSUD6TqUNmhSC5ZxQF03Q+QKis+YC0RStF0UxbFcUWlh8RMIlzFJKxVCpMRNBpFw6VqXwAiCZk+lZSJMA5WJSG5VJaodZ1XXdfJhVulJ7qSR7RulHqGjDCIhuQDpIqoXV9yknwo2ceoTKeS5fKe09HH3EbILAOAqG+VIvBSJHjhRjwWrx-GkkICynUQREIFSeD6gAMWwGQUhIZBif3UnnJdCAYGwNCoCGVIAA1sHgh5sFcA1ejIUELIO9xUheS4GHDbjmdZwL2cfZy3qY2DDWZ7rajuqBcEEhgtiYroPGwI0TcE79eVCKBbOwMZbOSMQMhENW2egCAilPZxiJAXBUHR2ESAAdUwABrfzNyedG6G+a1qFwfdkD9gONc6KgY-G2EwFST86CKfw-MfFJxqdWFUFSLmYD+IzgeT1OaAyC2YGtXAMi6YPQ-Dx0LeQD7rZLwiun8XJAvV-HkGa3AkZOfcKFwOg2dwfmLPRqfUjDxA4Vx8b931b4SH8BAunriBuaboGk5Tyh2877ve-7-fYQ7jwhjQQf-DEzGPsNaJX5mzYAINib403kMbeox-B3VjvHbAxFvjoFxhnaBkD9wwEgccSOpo6oeCkghRELknQBBIInOArcn7WQgOgFyTZNgTCGPcZy0cEBxwQH+WEBA2G5lmC5dA41jjlwPiQNwucPDfgxtZI0fkMq8LXrmDo6A6CbDcvGf26j6FkPuCre4ZB1FU2gJjEgIAYA2REUHSgA9xFwC6JZdwGRj5AywU6MQp5I4U32BQ9hiCEAAH4M4eKwTgkRDwSA2JDh-e4HCuHRU3AAKTVAAZQ1DAfY5otgkDoOZI0ExPBkL4hTGgZdcmUAQCQE0ZARHMg8AAck3BReo9QnguUrKgAo95N6wgTGAdRvIonv0Hk0n8uBuIkGIsqM6m5EC0L0SIo0mAwC4BkWAYitszF5JAEIqZ6BlT3GyUc4ipDdE7KqV4ayIAOKbiGZgVqQiRGwmPHQhhgkPDABILMCODZugxwGa48JBkUaePqPQaK+wLmIjAKgEJnjj7AoMlGDKFypnbF8XM8+II4kBOKZils1AqC8jPm4MhFD6kZFMuZHoVARHhiilFTorCbI0HPh4e4HyWxwj2JuPyn9kyb32Fy8SNkKAst0dpGAUAnkGVERy3y6A4JcuBAaIoUc8WlNwOUzeXT-K1BbJQTw-9qW7NpTZOyDCGUQBEVy45ezET3HkQQMZJ0QjSzYWysgExtmVJgnOaKWxnK6M6KgR0QK2bIHAbyPGGdV7r2RvPRGWJHBLTTStQkZgSSWHJNYWwO0HD7RlHURkJ0nbhAutETkN0SipA5pyQUBQihvWlugMgKQfqHTlC0Gyipui9H6DkNwuoDhdQtAJKAZBCihDoAAfXSEibQKRpCSAACzYBEJwDdCgPhjsltAKdnRQyzv3r8AagIqBzA8DkWddUBIoneCkaNVBZ2zHmKCJd4p+Q5BSGiBaabcQZtMMSCwZIKT5t2swJwQA\",\"entryType\":\"navigation\",\"startTime\":0,\"duration\":20493},\"siteToken\":\"1f57e7b4f3c2422ea28080be23e948ee\",\"st\":2}",
41    "method": "POST",
42  });
47  // files.append("uuid", uuid);
48  // files.append("token", key);
49  // const upload = await fetch(
50  //   `https://temptemp-workers.web.val.run/pushCode?uuid=${uuid}&token=${key}`,
51  //   {
58}
59async function relay() {
60  const reqDev = await fetch(
61    `https://devtools.devprod.cloudflare.dev/js_app?wss=%2Fplayground.devprod.cloudflare.dev%2Fapi%2Finspector%3Fuser%3Db540c24b3817eaad0241a2baffdd493229c279357c134cd0a1ade2388c398b7d%26h%3D87502d4ecedde10987fee740e6c9ae116ea74e13a6cb62c6efc24237ec337d2b&theme=systemPreferred&domain=workers+playground`,
62    {},
63  );
64  const req = await fetch(`https://${uuid}.cloudflarepreviews.com/?url=https://example.com`, {
65    "headers": {
66      "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0",
68      "Accept-Language": "en-US,en;q=0.5",
69      "Upgrade-Insecure-Requests": "1",
70      "Sec-Fetch-Dest": "iframe",
71      "Referer": "https://workers.cloudflare.com/",
72      "Sec-Fetch-Mode": "navigate",
73      "Sec-Fetch-Site": "cross-site",
74      "Priority": "u=4",
75      "Pragma": "no-cache",

1import { email } from "https://esm.town/v/std/email?v=9";
2
3// Fetches a random joke.
4// Fetches a random joke.
5async function fetchRandomJoke() {
6  const response = await fetch(
7    "https://official-joke-api.appspot.com/random_joke",
8  );
10}
11
12const randomJoke = await fetchRandomJoke();
13const setup = randomJoke.setup;
14const punchline = randomJoke.punchline;

1import { email } from "https://esm.town/v/std/email?v=9";
2
3// Fetches a random joke.
4async function fetchRandomJoke() {
5  const response = await fetch(
6    "https://official-joke-api.appspot.com/random_joke",
7  );
9}
10
11const randomJoke = await fetchRandomJoke();
12const setup = randomJoke.setup;
13const punchline = randomJoke.punchline;

16    setImageData("");
17    try {
18      const response = await fetch("/generate", {
19        method: "POST",
20        headers: { "Content-Type": "application/json" },
167      console.log("Sending request to Together AI API:", togetherApiUrl);
168
169      const response = await fetch(togetherApiUrl, {
170        method: "POST",
171        headers: {
238    try {
239      const togetherApiUrl = "https://api.together.xyz/v1/images/generations";
240      const response = await fetch(togetherApiUrl, {
241        method: "POST",
242        headers: {