How to Integrate Bolt.new with SEMrush

1// lib/semrush.ts
2const SEMRUSH_BASE_URL = 'https://api.semrush.com';
3
4export async function callSemrushAPI(
5  params: Record<string, string | number>
6): Promise<string> {
7  const apiKey = process.env.SEMRUSH_API_KEY;
8  if (!apiKey) {
9    throw new Error('SEMRUSH_API_KEY environment variable is not set');
10  }
11
12  const url = new URL(SEMRUSH_BASE_URL);
13  url.searchParams.set('key', apiKey);
14  Object.entries(params).forEach(([k, v]) => {
15    url.searchParams.set(k, String(v));
16  });
17
18  const response = await fetch(url.toString());
19  const text = await response.text();
20
21  if (text.startsWith('ERROR')) {
22    throw new Error(`SEMrush API error: ${text}`);
23  }
24
25  return text;
26}
27
28// Parse SEMrush CSV response to array of objects
29export function parseSemrushCSV(csv: string): Record<string, string>[] {
30  const lines = csv.trim().split('\r\n').filter(Boolean);
31  if (lines.length < 2) return [];
32  const headers = lines[0].split(';');
33  return lines.slice(1).map((line) => {
34    const values = line.split(';');
35    return Object.fromEntries(headers.map((h, i) => [h, values[i] ?? '']));
36  });
37}

1// app/api/semrush/keywords/route.ts
2import { NextRequest, NextResponse } from 'next/server';
3import { callSemrushAPI, parseSemrushCSV } from '@/lib/semrush';
4
5export async function GET(request: NextRequest) {
6  const keyword = request.nextUrl.searchParams.get('keyword');
7  const database = request.nextUrl.searchParams.get('database') ?? 'us';
8
9  if (!keyword || keyword.trim().length === 0) {
10    return NextResponse.json({ error: 'keyword parameter is required' }, { status: 400 });
11  }
12
13  try {
14    const csv = await callSemrushAPI({
15      type: 'phrase_all',
16      phrase: keyword.trim(),
17      database,
18      export_columns: 'Ph,Nq,Cp,Co,Nr,Kd',
19      display_limit: 10,
20    });
21
22    const rows = parseSemrushCSV(csv);
23    const keywords = rows.map((row) => ({
24      keyword: row['Keyword'] ?? row['Ph'] ?? '',
25      volume: parseInt(row['Search Volume'] ?? row['Nq'] ?? '0'),
26      cpc: parseFloat(row['CPC'] ?? row['Cp'] ?? '0'),
27      competition: parseFloat(row['Competition'] ?? row['Co'] ?? '0'),
28      results: parseInt(row['Number of Results'] ?? row['Nr'] ?? '0'),
29      difficulty: parseInt(row['Keyword Difficulty'] ?? row['Kd'] ?? '0'),
30    }));
31
32    return NextResponse.json({ keyword, database, keywords });
33  } catch (error) {
34    const message = error instanceof Error ? error.message : 'Unknown error';
35    return NextResponse.json({ error: message }, { status: 500 });
36  }
37}

1// app/api/semrush/domain-overview/route.ts
2import { NextRequest, NextResponse } from 'next/server';
3import { callSemrushAPI, parseSemrushCSV } from '@/lib/semrush';
4
5export async function GET(request: NextRequest) {
6  const domain = request.nextUrl.searchParams.get('domain');
7  const database = request.nextUrl.searchParams.get('database') ?? 'us';
8
9  if (!domain) {
10    return NextResponse.json({ error: 'domain is required' }, { status: 400 });
11  }
12
13  const cleanDomain = domain.replace(/^https?:\/\//, '').replace(/\/$/, '');
14
15  try {
16    const csv = await callSemrushAPI({
17      type: 'domain_ranks',
18      domain: cleanDomain,
19      database,
20    });
21
22    const rows = parseSemrushCSV(csv);
23    const row = rows[0] ?? {};
24
25    return NextResponse.json({
26      domain: cleanDomain,
27      organicKeywords: parseInt(row['Organic Keywords'] ?? '0'),
28      organicTraffic: parseInt(row['Organic Traffic'] ?? '0'),
29      trafficCost: parseFloat(row['Organic Cost'] ?? '0'),
30      paidKeywords: parseInt(row['Adwords Keywords'] ?? '0'),
31      paidTraffic: parseInt(row['Adwords Traffic'] ?? '0'),
32    });
33  } catch (error) {
34    const message = error instanceof Error ? error.message : 'Unknown error';
35    return NextResponse.json({ error: message }, { status: 500 });
36  }
37}

1// lib/semrush-cache.ts
2const cache = new Map<string, { data: unknown; expires: number }>();
3
4export function getCached(key: string): unknown | null {
5  const entry = cache.get(key);
6  if (!entry) return null;
7  if (Date.now() > entry.expires) {
8    cache.delete(key);
9    return null;
10  }
11  return entry.data;
12}
13
14export function setCached(key: string, data: unknown, ttlMs = 86_400_000): void {
15  cache.set(key, { data, expires: Date.now() + ttlMs });
16}
17
18// Usage in API route:
19// const cacheKey = `keywords:${keyword}:${database}`;
20// const cached = getCached(cacheKey);
21// if (cached) return NextResponse.json(cached, { headers: { 'X-Cache': 'HIT' } });
22// ... fetch from SEMrush ...
23// setCached(cacheKey, result);
24// return NextResponse.json(result, { headers: { 'X-Cache': 'MISS' } });