Bing IndexNow
#2466
Replies: 1 comment
-
|
Yes, you can. Here mine CF Worker sources for indexNow (you can try with your domain and your key): // Combined IndexNow Worker - Handles both scheduled and webhook triggers
export default {
// Scheduled trigger (daily at 2 AM UTC)
async scheduled(event, env, ctx) {
console.log('Starting scheduled IndexNow submission...');
ctx.waitUntil(submitToIndexNow('scheduled'));
},
// HTTP trigger (webhook after deployments)
async fetch(request, env, ctx) {
// Handle CORS
if (request.method === 'OPTIONS') {
return new Response(null, {
headers: {
'Access-Control-Allow-Origin': '*',
'Access-Control-Allow-Methods': 'POST, GET, OPTIONS',
'Access-Control-Allow-Headers': 'Content-Type',
}
});
}
if (request.method === 'POST') {
console.log('Webhook triggered - starting IndexNow submission...');
ctx.waitUntil(submitToIndexNow('webhook'));
return new Response(JSON.stringify({
success: true,
message: 'IndexNow submission started',
type: 'webhook',
timestamp: new Date().toISOString()
}), {
headers: {
'Content-Type': 'application/json',
'Access-Control-Allow-Origin': '*'
}
});
}
// GET request - show status page
return new Response(`
<!DOCTYPE html>
<html>
<head>
<title>IndexNow</title>
<meta name="viewport" content="width=device-width, initial-scale=1">
<style>
* { margin: 0; padding: 0; box-sizing: border-box; }
body { font-family: system-ui, sans-serif; padding: 20px; max-width: 500px; margin: 0 auto; }
h1 { font-size: 24px; margin-bottom: 20px; }
.card { background: #f8f9fa; padding: 15px; border-radius: 8px; margin-bottom: 15px; }
button { background: #007bff; color: white; border: none; padding: 12px 24px; border-radius: 6px; cursor: pointer; font-size: 14px; }
button:hover { background: #0056b3; }
button:disabled { background: #6c757d; cursor: not-allowed; }
.success { background: #d4edda; color: #155724; padding: 10px; border-radius: 6px; margin-top: 10px; }
.error { background: #f8d7da; color: #721c24; padding: 10px; border-radius: 6px; margin-top: 10px; }
</style>
</head>
<body>
<h1>IndexNow</h1>
<div class="card">
<p><strong>Status:</strong> Active</p>
<p><strong>Schedule:</strong> Daily 2:00 AM UTC</p>
</div>
<button onclick="submit()">Submit Now</button>
<div id="result"></div>
<script>
async function submit() {
const btn = event.target;
const result = document.getElementById('result');
btn.disabled = true;
btn.textContent = 'Submitting...';
result.innerHTML = '';
try {
const res = await fetch(location.href, { method: 'POST' });
const data = await res.json();
result.innerHTML = '<div class="success">Submitted successfully!</div>';
} catch (error) {
result.innerHTML = '<div class="error">Error: ' + error.message + '</div>';
}
btn.disabled = false;
btn.textContent = 'Submit Now';
}
</script>
</body>
</html>
`, {
headers: { 'Content-Type': 'text/html' }
});
}
};
async function submitToIndexNow(triggerType = 'manual') {
try {
console.log(`[${triggerType}] Fetching sitemap from stevehoang.com...`);
// Add delay for webhook triggers to let deployment complete
if (triggerType === 'webhook') {
console.log('[webhook] Waiting 30 seconds for deployment to complete...');
await new Promise(resolve => setTimeout(resolve, 30000));
}
// Fetch sitemap with timeout and cache busting
const controller = new AbortController();
const timeoutId = setTimeout(() => controller.abort(), 15000);
const sitemapUrl = `https://stevehoang.com/sitemap.xml?t=${Date.now()}`;
const sitemapResponse = await fetch(sitemapUrl, {
signal: controller.signal,
headers: {
'User-Agent': `Cloudflare-Worker-IndexNow-${triggerType}/1.0`,
'Cache-Control': 'no-cache, no-store, must-revalidate'
}
});
clearTimeout(timeoutId);
if (!sitemapResponse.ok) {
throw new Error(`Sitemap fetch failed: ${sitemapResponse.status} ${sitemapResponse.statusText}`);
}
const sitemapText = await sitemapResponse.text();
console.log(`[${triggerType}] Sitemap fetched: ${sitemapText.length} characters`);
// Extract URLs from sitemap
const urlMatches = sitemapText.match(/<loc>(.*?)<\/loc>/g);
const urls = urlMatches ? urlMatches.map(url =>
url.replace(/<\/?loc>/g, '').trim()
).filter(url =>
url.startsWith('https://stevehoang.com') &&
!url.includes('.xml') &&
!url.includes('indexnow')
) : [];
if (urls.length === 0) {
console.log(`[${triggerType}] No URLs found in sitemap`);
return;
}
console.log(`[${triggerType}] Found ${urls.length} URLs to submit`);
// Submit in batches of 100 URLs (IndexNow API limit)
const batchSize = 100;
let totalSubmitted = 0;
let successfulBatches = 0;
for (let i = 0; i < urls.length; i += batchSize) {
const batch = urls.slice(i, i + batchSize);
const batchNumber = Math.floor(i / batchSize) + 1;
const totalBatches = Math.ceil(urls.length / batchSize);
console.log(`[${triggerType}] Submitting batch ${batchNumber}/${totalBatches}: ${batch.length} URLs`);
const payload = {
host: 'yourdomain.com',
key: 'yourkey',
keyLocation: 'https://your-domain.com/yourkey.txt',
urlList: batch
};
try {
const response = await fetch('https://api.indexnow.org/indexnow', {
method: 'POST',
headers: {
'Content-Type': 'application/json; charset=utf-8',
'User-Agent': `Cloudflare-Worker-IndexNow-${triggerType}/1.0`
},
body: JSON.stringify(payload)
});
if (response.ok) {
totalSubmitted += batch.length;
successfulBatches++;
console.log(`[${triggerType}] Batch ${batchNumber} submitted successfully: ${response.status}`);
} else {
console.error(`[${triggerType}] Batch ${batchNumber} failed: ${response.status} ${response.statusText}`);
}
} catch (error) {
console.error(`[${triggerType}] Batch ${batchNumber} error:`, error.message);
}
// Rate limiting between batches (1 second)
if (i + batchSize < urls.length) {
await new Promise(resolve => setTimeout(resolve, 1000));
}
}
console.log(`[${triggerType}] IndexNow submission complete: ${totalSubmitted}/${urls.length} URLs submitted in ${successfulBatches} successful batches`);
} catch (error) {
console.error(`[${triggerType}] IndexNow submission failed:`, error.message);
}
} |
Beta Was this translation helpful? Give feedback.
0 replies
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Uh oh!
There was an error while loading. Please reload this page.
-
Description
I was exploring my webmaster tools and came across this: IndexNow Guide.
I think it would be beneficial to add support for the IndexNow feature in the chirpy theme. What do you all think? Should it be implemented it?
Beta Was this translation helpful? Give feedback.
All reactions