Crawlee—A web scraping and browser automation library for Node.js to build reliable crawlers. In JavaScript and TypeScript. Extract data for AI, LLMs, RAG, or GPTs. Download HTML, PDF, JPG, PNG, and other files from websites. Works with Puppeteer, Playwright, Cheerio, JSDOM, and raw HTTP. Both headful and headless mode. With proxy rotation.
TypeScript apifyautomationcrawlercrawlingheadlessheadless-chromejavascriptnodejsnpmplaywrightpuppeteerscraperscrapingtypescriptweb-crawlerweb-crawlingweb-scraping
docs: add giscus comments to blog posts
Martin Adámek3816b9e13283
diff --git a/website/src/theme/BlogPostItem/Container/index.js b/website/src/theme/BlogPostItem/Container/index.jsnew file mode 100644index 000000000..f9e12255d--- /dev/null+++ b/website/src/theme/BlogPostItem/Container/index.js@@ -0,0 +1,25 @@+import { useColorMode } from '@docusaurus/theme-common';+import Giscus from '@giscus/react';+import React from 'react';++export default function BlogPostItemContainer({ children, className, list }) {+ const { colorMode } = useColorMode();++ return <>+ <article className={className}>{children}</article>+ {!list && <Giscus+ id="giscus-comments"+ repo="apify/crawlee"+ repoId="MDEwOlJlcG9zaXRvcnk2NjY3MDgxOQ="+ category="Comments"+ categoryId="DIC_kwDOA_lQ484CQufN"+ mapping="pathname"+ reactionsEnabled="1"+ emitMetadata="0"+ inputPosition="top"+ theme={colorMode}+ lang="en"+ strict="1"+ />}+ </>;+}diff --git a/website/src/theme/BlogPostItem/Content/index.js b/website/src/theme/BlogPostItem/Content/index.jsnew file mode 100644index 000000000..43d2cf2ef--- /dev/null+++ b/website/src/theme/BlogPostItem/Content/index.js@@ -0,0 +1,17 @@+import React from 'react';+import clsx from 'clsx';+import { blogPostContainerID } from '@docusaurus/utils-common';+import { useBlogPost } from '@docusaurus/theme-common/internal';+import MDXContent from '@theme/MDXContent';++export default function BlogPostItemContent({ children, className }) {+ const { isBlogPostPage } = useBlogPost();+ return (+ <div+ // This ID is used for the feed generation to locate the main content+ id={isBlogPostPage ? blogPostContainerID : undefined}+ className={clsx('markdown', className)}>+ <MDXContent>{children}</MDXContent>+ </div>+ );+}diff --git a/website/src/theme/BlogPostItem/Footer/ReadMoreLink/index.js b/website/src/theme/BlogPostItem/Footer/ReadMoreLink/index.jsnew file mode 100644index 000000000..9b93d2549--- /dev/null+++ b/website/src/theme/BlogPostItem/Footer/ReadMoreLink/index.js@@ -0,0 +1,32 @@+import React from 'react';+import Translate, {translate} from '@docusaurus/Translate';+import Link from '@docusaurus/Link';+function ReadMoreLabel() {+ return (+ <b>+ <Translate+ id="theme.blog.post.readMore"+ description="The label used in blog post item excerpts to link to full blog posts">+ Read More+ </Translate>+ </b>+ );+}+export default function BlogPostItemFooterReadMoreLink(props) {+ const {blogPostTitle, ...linkProps} = props;+ return (+ <Link+ aria-label={translate(+ {+ message: 'Read more about {title}',+ id: 'theme.blog.post.readMoreLabel',+ description:+ 'The ARIA label for the link to full blog posts from excerpts',+ },+ {title: blogPostTitle},+ )}+ {...linkProps}>+ <ReadMoreLabel />+ </Link>+ );+}diff --git a/website/src/theme/BlogPostItem/Footer/index.js b/website/src/theme/BlogPostItem/Footer/index.jsnew file mode 100644index 000000000..9e87a2622--- /dev/null+++ b/website/src/theme/BlogPostItem/Footer/index.js@@ -0,0 +1,76 @@+import React from 'react';+import clsx from 'clsx';+import {useBlogPost} from '@docusaurus/theme-common/internal';+import {ThemeClassNames} from '@docusaurus/theme-common';+import EditMetaRow from '@theme/EditMetaRow';+import TagsListInline from '@theme/TagsListInline';+import ReadMoreLink from '@theme/BlogPostItem/Footer/ReadMoreLink';+export default function BlogPostItemFooter() {+ const {metadata, isBlogPostPage} = useBlogPost();+ const {+ tags,+ title,+ editUrl,+ hasTruncateMarker,+ lastUpdatedBy,+ lastUpdatedAt,+ } = metadata;+ // A post is truncated if it's in the "list view" and it has a truncate marker+ const truncatedPost = !isBlogPostPage && hasTruncateMarker;+ const tagsExists = tags.length > 0;+ const renderFooter = tagsExists || truncatedPost || editUrl;+ if (!renderFooter) {+ return null;+ }+ // BlogPost footer - details view+ if (isBlogPostPage) {+ const canDisplayEditMetaRow = !!(editUrl || lastUpdatedAt || lastUpdatedBy);+ return (+ <footer className="docusaurus-mt-lg">+ {tagsExists && (+ <div+ className={clsx(+ 'row',+ 'margin-top--sm',+ ThemeClassNames.blog.blogFooterEditMetaRow,+ )}>+ <div className="col">+ <TagsListInline tags={tags} />+ </div>+ </div>+ )}+ {canDisplayEditMetaRow && (+ <EditMetaRow+ className={clsx(+ 'margin-top--sm',+ ThemeClassNames.blog.blogFooterEditMetaRow,+ )}+ editUrl={editUrl}+ lastUpdatedAt={lastUpdatedAt}+ lastUpdatedBy={lastUpdatedBy}+ />+ )}+ </footer>+ );+ }+ // BlogPost footer - list view+ else {+ return (+ <footer className="row docusaurus-mt-lg">+ {tagsExists && (+ <div className={clsx('col', {'col--9': truncatedPost})}>+ <TagsListInline tags={tags} />+ </div>+ )}+ {truncatedPost && (+ <div+ className={clsx('col text--right', {+ 'col--3': tagsExists,+ })}>+ <ReadMoreLink blogPostTitle={title} to={metadata.permalink} />+ </div>+ )}+ </footer>+ );+ }+}diff --git a/website/src/theme/BlogPostItem/Header/Author/index.js b/website/src/theme/BlogPostItem/Header/Author/index.jsnew file mode 100644index 000000000..9770e78fd--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Author/index.js@@ -0,0 +1,33 @@+import React from 'react';+import clsx from 'clsx';+import Link from '@docusaurus/Link';+function MaybeLink(props) {+ if (props.href) {+ return <Link {...props} />;+ }+ return <>{props.children}</>;+}+export default function BlogPostItemHeaderAuthor({author, className}) {+ const {name, title, url, imageURL, email} = author;+ const link = url || (email && `mailto:${email}`) || undefined;+ return (+ <div className={clsx('avatar margin-bottom--sm', className)}>+ {imageURL && (+ <MaybeLink href={link} className="avatar__photo-link">+ <img className="avatar__photo" src={imageURL} alt={name} />+ </MaybeLink>+ )}++ {name && (+ <div className="avatar__intro">+ <div className="avatar__name">+ <MaybeLink href={link}>+ <span>{name}</span>+ </MaybeLink>+ </div>+ {title && <small className="avatar__subtitle">{title}</small>}+ </div>+ )}+ </div>+ );+}diff --git a/website/src/theme/BlogPostItem/Header/Authors/index.js b/website/src/theme/BlogPostItem/Header/Authors/index.jsnew file mode 100644index 000000000..c29d4f3db--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Authors/index.js@@ -0,0 +1,42 @@+import React from 'react';+import clsx from 'clsx';+import {useBlogPost} from '@docusaurus/theme-common/internal';+import BlogPostItemHeaderAuthor from '@theme/BlogPostItem/Header/Author';+import styles from './styles.module.css';+// Component responsible for the authors layout+export default function BlogPostItemHeaderAuthors({className}) {+ const {+ metadata: {authors},+ assets,+ } = useBlogPost();+ const authorsCount = authors.length;+ if (authorsCount === 0) {+ return null;+ }+ const imageOnly = authors.every(({name}) => !name);+ return (+ <div+ className={clsx(+ 'margin-top--md margin-bottom--sm',+ imageOnly ? styles.imageOnlyAuthorRow : 'row',+ className,+ )}>+ {authors.map((author, idx) => (+ <div+ className={clsx(+ !imageOnly && 'col col--6',+ imageOnly ? styles.imageOnlyAuthorCol : styles.authorCol,+ )}+ key={idx}>+ <BlogPostItemHeaderAuthor+ author={{+ ...author,+ // Handle author images using relative paths+ imageURL: assets.authorsImageUrls[idx] ?? author.imageURL,+ }}+ />+ </div>+ ))}+ </div>+ );+}diff --git a/website/src/theme/BlogPostItem/Header/Authors/styles.module.css b/website/src/theme/BlogPostItem/Header/Authors/styles.module.cssnew file mode 100644index 000000000..c5aac4d9a--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Authors/styles.module.css@@ -0,0 +1,14 @@+.authorCol {+ max-width: inherit !important;+ flex-grow: 1 !important;+}++.imageOnlyAuthorRow {+ display: flex;+ flex-flow: row wrap;+}++.imageOnlyAuthorCol {+ margin-left: 0.3rem;+ margin-right: 0.3rem;+}diff --git a/website/src/theme/BlogPostItem/Header/Info/index.js b/website/src/theme/BlogPostItem/Header/Info/index.jsnew file mode 100644index 000000000..a4f24dea0--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Info/index.js@@ -0,0 +1,60 @@+import React from 'react';+import clsx from 'clsx';+import {translate} from '@docusaurus/Translate';+import {usePluralForm} from '@docusaurus/theme-common';+import {+ useBlogPost,+ useDateTimeFormat,+} from '@docusaurus/theme-common/internal';+import styles from './styles.module.css';+// Very simple pluralization: probably good enough for now+function useReadingTimePlural() {+ const {selectMessage} = usePluralForm();+ return (readingTimeFloat) => {+ const readingTime = Math.ceil(readingTimeFloat);+ return selectMessage(+ readingTime,+ translate(+ {+ id: 'theme.blog.post.readingTime.plurals',+ description:+ 'Pluralized label for "{readingTime} min read". Use as much plural forms (separated by "|") as your language support (see https://www.unicode.org/cldr/cldr-aux/charts/34/supplemental/language_plural_rules.html)',+ message: 'One min read|{readingTime} min read',+ },+ {readingTime},+ ),+ );+ };+}+function ReadingTime({readingTime}) {+ const readingTimePlural = useReadingTimePlural();+ return <>{readingTimePlural(readingTime)}</>;+}+function DateTime({date, formattedDate}) {+ return <time dateTime={date}>{formattedDate}</time>;+}+function Spacer() {+ return <>{' · '}</>;+}+export default function BlogPostItemHeaderInfo({className}) {+ const {metadata} = useBlogPost();+ const {date, readingTime} = metadata;+ const dateTimeFormat = useDateTimeFormat({+ day: 'numeric',+ month: 'long',+ year: 'numeric',+ timeZone: 'UTC',+ });+ const formatDate = (blogDate) => dateTimeFormat.format(new Date(blogDate));+ return (+ <div className={clsx(styles.container, 'margin-vert--md', className)}>+ <DateTime date={date} formattedDate={formatDate(date)} />+ {typeof readingTime !== 'undefined' && (+ <>+ <Spacer />+ <ReadingTime readingTime={readingTime} />+ </>+ )}+ </div>+ );+}diff --git a/website/src/theme/BlogPostItem/Header/Info/styles.module.css b/website/src/theme/BlogPostItem/Header/Info/styles.module.cssnew file mode 100644index 000000000..27d569e08--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Info/styles.module.css@@ -0,0 +1,3 @@+.container {+ font-size: 0.9rem;+}diff --git a/website/src/theme/BlogPostItem/Header/Title/index.js b/website/src/theme/BlogPostItem/Header/Title/index.jsnew file mode 100644index 000000000..8662b8dd4--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Title/index.js@@ -0,0 +1,15 @@+import React from 'react';+import clsx from 'clsx';+import Link from '@docusaurus/Link';+import {useBlogPost} from '@docusaurus/theme-common/internal';+import styles from './styles.module.css';+export default function BlogPostItemHeaderTitle({className}) {+ const {metadata, isBlogPostPage} = useBlogPost();+ const {permalink, title} = metadata;+ const TitleHeading = isBlogPostPage ? 'h1' : 'h2';+ return (+ <TitleHeading className={clsx(styles.title, className)}>+ {isBlogPostPage ? title : <Link to={permalink}>{title}</Link>}+ </TitleHeading>+ );+}diff --git a/website/src/theme/BlogPostItem/Header/Title/styles.module.css b/website/src/theme/BlogPostItem/Header/Title/styles.module.cssnew file mode 100644index 000000000..04a8d6adc--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/Title/styles.module.css@@ -0,0 +1,12 @@+.title {+ font-size: 3rem;+}++/**+ Blog post title should be smaller on smaller devices+**/+@media (max-width: 576px) {+ .title {+ font-size: 2rem;+ }+}diff --git a/website/src/theme/BlogPostItem/Header/index.js b/website/src/theme/BlogPostItem/Header/index.jsnew file mode 100644index 000000000..9a4e6bd72--- /dev/null+++ b/website/src/theme/BlogPostItem/Header/index.js@@ -0,0 +1,13 @@+import React from 'react';+import BlogPostItemHeaderTitle from '@theme/BlogPostItem/Header/Title';+import BlogPostItemHeaderInfo from '@theme/BlogPostItem/Header/Info';+import BlogPostItemHeaderAuthors from '@theme/BlogPostItem/Header/Authors';+export default function BlogPostItemHeader() {+ return (+ <header>+ <BlogPostItemHeaderTitle />+ <BlogPostItemHeaderInfo />+ <BlogPostItemHeaderAuthors />+ </header>+ );+}diff --git a/website/src/theme/BlogPostItem/index.js b/website/src/theme/BlogPostItem/index.jsnew file mode 100644index 000000000..52c2e749e--- /dev/null+++ b/website/src/theme/BlogPostItem/index.js@@ -0,0 +1,24 @@+import React from 'react';+import clsx from 'clsx';+import { useBlogPost } from '@docusaurus/theme-common/internal';+import BlogPostItemContainer from '@theme/BlogPostItem/Container';+import BlogPostItemHeader from '@theme/BlogPostItem/Header';+import BlogPostItemContent from '@theme/BlogPostItem/Content';+import BlogPostItemFooter from '@theme/BlogPostItem/Footer';++// apply a bottom margin in list view+function useContainerClassName() {+ const { isBlogPostPage } = useBlogPost();+ return !isBlogPostPage ? 'margin-bottom--xl' : undefined;+}++export default function BlogPostItem({ children, className, list }) {+ const containerClassName = useContainerClassName();+ return (+ <BlogPostItemContainer className={clsx(containerClassName, className)} list={list}>+ <BlogPostItemHeader/>+ <BlogPostItemContent>{children}</BlogPostItemContent>+ <BlogPostItemFooter/>+ </BlogPostItemContainer>+ );+}diff --git a/website/src/theme/BlogPostItems/index.js b/website/src/theme/BlogPostItems/index.jsnew file mode 100644index 000000000..b7182bc0a--- /dev/null+++ b/website/src/theme/BlogPostItems/index.js@@ -0,0 +1,22 @@+import React from 'react';+import { BlogPostProvider } from '@docusaurus/theme-common/internal';+import BlogPostItem from '@theme/BlogPostItem';++export default function BlogPostItems({+ items,+ component: BlogPostItemComponent = BlogPostItem,+}) {+ return (+ <>+ {items.map(({ content: BlogPostContent }) => (+ <BlogPostProvider+ key={BlogPostContent.metadata.permalink}+ content={BlogPostContent}>+ <BlogPostItemComponent list={true}>+ <BlogPostContent/>+ </BlogPostItemComponent>+ </BlogPostProvider>+ ))}+ </>+ );+}