Add rel=nofollow for resource links

pull/1657/head
Kamran Ahmed 3 years ago
parent 2aa4d08010
commit 24c407e6ff
  1. 21
      components/md-renderer/mdx-components/a.tsx
  2. 38
      components/md-renderer/mdx-components/badge-link.tsx
  3. 62
      scripts/sitemap.js

@ -3,8 +3,8 @@ import styled from 'styled-components';
type EnrichedLinkProps = { type EnrichedLinkProps = {
href: string; href: string;
children: React.ReactNode children: React.ReactNode;
} };
const Link = styled.a` const Link = styled.a`
font-weight: 600; font-weight: 600;
@ -13,14 +13,25 @@ const Link = styled.a`
const EnrichedLink = (props: EnrichedLinkProps) => { const EnrichedLink = (props: EnrichedLinkProps) => {
// Is external URL or is a media URL // Is external URL or is a media URL
const isExternalUrl = /(^http(s)?:\/\/)|(\.(png|svg|jpeg|jpg)$)/.test(props.href); const isExternalUrl = /(^http(s)?:\/\/)|(\.(png|svg|jpeg|jpg)$)/.test(
props.href
);
const linkProps: Record<string, string> = {
target: '_self',
...(isExternalUrl
? {
rel: 'nofollow',
target: '_blank',
}
: {}),
};
return ( return (
<Link href={props.href} target={isExternalUrl ? '_blank' : '_self'}> <Link href={props.href} {...linkProps}>
{props.children} {props.children}
</Link> </Link>
); );
}; };
export default EnrichedLink; export default EnrichedLink;

@ -6,16 +6,46 @@ type BadgeLinkType = {
badgeText: string; badgeText: string;
href: string; href: string;
colorScheme?: string; colorScheme?: string;
children: React.ReactNode children: React.ReactNode;
}; };
export function BadgeLink(props: BadgeLinkType) { export function BadgeLink(props: BadgeLinkType) {
const { target = '_blank', colorScheme='purple', badgeText, href, children } = props; const {
target = '_blank',
colorScheme = 'purple',
badgeText,
href,
children,
} = props;
// Is external URL or is a media URL
const isExternalUrl = /(^http(s)?:\/\/)|(\.(png|svg|jpeg|jpg)$)/.test(
props.href
);
const linkProps: Record<string, string> = {
...(isExternalUrl
? {
rel: 'nofollow',
}
: {}),
};
return ( return (
<Text mb={'0px'}> <Text mb={'0px'}>
<Link fontSize='14px' color='blue.700' fontWeight={500} textDecoration='none' href={href} target={target} _hover={{ textDecoration: 'none', color: 'purple.400' }}> <Link
<Badge fontSize='11px' mr='7px' colorScheme={colorScheme}>{badgeText}</Badge> fontSize="14px"
color="blue.700"
fontWeight={500}
textDecoration="none"
href={href}
target={target}
_hover={{ textDecoration: 'none', color: 'purple.400' }}
{...linkProps}
>
<Badge fontSize="11px" mr="7px" colorScheme={colorScheme}>
{badgeText}
</Badge>
{children} {children}
</Link> </Link>
</Text> </Text>

@ -18,7 +18,7 @@ const xmlHeader = `<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">`; <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9 http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd">`;
// Wrap all pages in <urlset> tags // Wrap all pages in <urlset> tags
const xmlUrlWrapper = nodes => `${xmlHeader} const xmlUrlWrapper = (nodes) => `${xmlHeader}
${nodes} ${nodes}
</urlset>`; </urlset>`;
@ -28,23 +28,17 @@ function getSlugPriority(pageSlug) {
} }
const slugPriorities = [ const slugPriorities = [
[ ['/roadmaps', '/guides', '/watch', '/podcasts'], // 1.0
'/roadmaps',
'/guides',
'/watch',
'/podcasts'
], // 1.0
['/signup'], // 0.9 ['/signup'], // 0.9
['/about'] // 0.8 ['/about'], // 0.8
]; ];
const foundIndex = slugPriorities.findIndex( const foundIndex = slugPriorities.findIndex((routes) =>
routes => routes.some(route => pageSlug.startsWith(route)) routes.some((route) => pageSlug.startsWith(route))
); );
if (foundIndex !== -1) { if (foundIndex !== -1) {
return parseFloat((10 - foundIndex) / 10) return parseFloat((10 - foundIndex) / 10).toFixed(1);
.toFixed(1);
} }
return 0.5; return 0.5;
@ -53,15 +47,15 @@ function getSlugPriority(pageSlug) {
function getPageRoutes() { function getPageRoutes() {
const files = glob.sync(`${PAGES_PATH}/**/*.tsx`, { const files = glob.sync(`${PAGES_PATH}/**/*.tsx`, {
ignore: [ ignore: [
'**/_*.tsx', // private non-page files e.g. _document.js '**/_*.tsx', // private non-page files e.g. _document.js
'**/[[]*[]].tsx', // Ignore dynamic pages i.e. `page/[something].js` files '**/[[]*[]].tsx', // Ignore dynamic pages i.e. `page/[something].js` files
'**/[[]*[]]/*.tsx', // Ignore files inside dynamic pages i.e. `[something]/abc.js` '**/[[]*[]]/*.tsx', // Ignore files inside dynamic pages i.e. `[something]/abc.js`
'**/components/*.tsx' // Ignore the component files '**/components/*.tsx', // Ignore the component files
] ],
}); });
const pageRoutes = {}; const pageRoutes = {};
files.forEach(file => { files.forEach((file) => {
const pageName = file.replace(PAGES_PATH, '').replace('.tsx', ''); const pageName = file.replace(PAGES_PATH, '').replace('.tsx', '');
const pagePath = pageName.replace('/index', '') || '/'; const pagePath = pageName.replace('/index', '') || '/';
@ -78,7 +72,7 @@ function generateNode(nodeProps) {
fileName, fileName,
priority = null, priority = null,
date = null, date = null,
frequency = 'monthly' frequency = 'monthly',
} = nodeProps; } = nodeProps;
const pagePath = path.join(basePath, fileName); const pagePath = path.join(basePath, fileName);
@ -87,7 +81,7 @@ function generateNode(nodeProps) {
pageStats = fs.lstatSync(pagePath); pageStats = fs.lstatSync(pagePath);
} catch (e) { } catch (e) {
console.log(`File not found: ${pagePath}`); console.log(`File not found: ${pagePath}`);
pageStats = { mtime: (new Date()) }; pageStats = { mtime: new Date() };
} }
return `<url> return `<url>
@ -100,27 +94,25 @@ function generateNode(nodeProps) {
function generateSiteMap() { function generateSiteMap() {
const pageRoutes = getPageRoutes(); const pageRoutes = getPageRoutes();
const pageSlugs = Object.keys(pageRoutes) const pageSlugs = Object.keys(pageRoutes).filter(
.filter(route => ![ (route) => !['/privacy', '/terms'].includes(route)
'/privacy', );
'/terms'
].includes(route));
const pagesChunk = pageSlugs.map(pageSlug => { const pagesChunk = pageSlugs.map((pageSlug) => {
return generateNode({ return generateNode({
basePath: PAGES_DIR, basePath: PAGES_DIR,
fileName: `${pageRoutes[pageSlug].page}.tsx`, fileName: `${pageRoutes[pageSlug].page}.tsx`,
slug: pageSlug slug: pageSlug,
}); });
}); });
const guidesChunk = guides.map(guide => { const guidesChunk = guides.map((guide) => {
return generateNode({ return generateNode({
basePath: GUIDES_PATH, basePath: GUIDES_PATH,
fileName: `${guide.id}.md`, fileName: `${guide.id}.md`,
slug: `/guides/${guide.id}`, slug: `/guides/${guide.id}`,
date: guide.updatedAt, date: guide.updatedAt,
priority: '1.0' priority: '1.0',
}); });
}); });
@ -130,21 +122,19 @@ function generateSiteMap() {
fileName: roadmap.metaPath.replace('/roadmaps', ''), fileName: roadmap.metaPath.replace('/roadmaps', ''),
slug: `/${roadmap.id}`, slug: `/${roadmap.id}`,
date: roadmap.updatedAt, date: roadmap.updatedAt,
priority: '1.0' priority: '1.0',
}); });
}); });
const nodes = [ const nodes = [...roadmapsChunk, ...guidesChunk, ...pagesChunk];
...roadmapsChunk,
...guidesChunk,
...pagesChunk
];
const sitemap = `${xmlUrlWrapper(nodes.join('\n'))}`; const sitemap = `${xmlUrlWrapper(nodes.join('\n'))}`;
fs.writeFileSync(SITEMAP_PATH, sitemap); fs.writeFileSync(SITEMAP_PATH, sitemap);
console.log(`sitemap.xml with ${nodes.length} entries was written to ${SITEMAP_PATH}`); console.log(
`sitemap.xml with ${nodes.length} entries was written to ${SITEMAP_PATH}`
);
} }
generateSiteMap(); generateSiteMap();

Loading…
Cancel
Save