fix: topic path

* chore: sync content to repo

* Update src/data/roadmaps/machine-learning/introduction@MEL6y3vwiqwAV6FQihF34.md

* Update src/data/roadmaps/machine-learning/what-is-an-ml-engineer@FgzPlLUfGdlZPvPku0-Xl.md

---------

Co-authored-by: kamranahmedse <4921183+kamranahmedse@users.noreply.github.com>
Co-authored-by: Kamran Ahmed <kamranahmed.se@gmail.com>

.github/workflows/sync-content-to-repo.yml

@@ -0,0 +1,67 @@
+name: Sync Content to Repo
+
+on:
+  workflow_dispatch:
+    inputs:
+      roadmap_slug:
+        description: "The ID of the roadmap to sync"
+        required: true
+        default: "__default__"
+
+jobs:
+  sync-content:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup pnpm@v9
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9
+          run_install: false
+
+      - name: Setup Node.js Version 20 (LTS)
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'pnpm'
+
+      - name: Install Dependencies and Sync Content
+        run: |
+          echo "Installing Dependencies"
+          pnpm install
+          echo "Syncing Content to Repo"
+          npm run sync:content-to-repo -- --roadmap-slug=${{ inputs.roadmap_slug }} --secret=${{ secrets.GH_SYNC_SECRET }}
+
+      - name: Check for changes
+        id: verify-changed-files
+        run: |
+          if [ -n "$(git status --porcelain)" ]; then
+            echo "changed=true" >> $GITHUB_OUTPUT
+          else
+            echo "changed=false" >> $GITHUB_OUTPUT
+          fi
+      
+      - name: Create PR
+        if: steps.verify-changed-files.outputs.changed == 'true'
+        uses: peter-evans/create-pull-request@v7
+        with:
+          delete-branch: false
+          branch: "chore/sync-content-to-repo-${{ inputs.roadmap_slug }}"
+          base: "master"
+          labels: |
+            dependencies
+            automated pr
+          reviewers: arikchakma
+          commit-message: "chore: sync content to repo"
+          title: "chore: sync content to repository"
+          body: |
+            ## Sync Content to Repo
+            
+            > [!IMPORTANT]
+            > This PR Syncs the Content to the Repo for the Roadmap: ${{ inputs.roadmap_slug }}
+            >
+            > Commit: ${{ github.sha }}
+            > Workflow Path: ${{ github.workflow_ref }}
+
+            **Please Review the Changes and Merge the PR if everything is fine.** 

.github/workflows/sync-repo-to-database.yml

@@ -0,0 +1,67 @@
+name: Sync on Roadmap Changes
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - 'src/data/roadmaps/**'
+
+jobs:
+  sync-on-changes:
+    runs-on: ubuntu-latest
+    if: github.actor != 'github-actions[bot]' && github.actor != 'dependabot[bot]'
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 2  # Fetch previous commit to compare changes
+
+      - name: Setup pnpm@v9
+        uses: pnpm/action-setup@v4
+        with:
+          version: 9
+          run_install: false
+
+      - name: Setup Node.js Version 20 (LTS)
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'pnpm'
+
+      - name: Get changed files
+        id: changed-files
+        run: |
+          echo "Getting changed files in /src/data/roadmaps/"
+          
+          # Get changed files between HEAD and previous commit
+          CHANGED_FILES=$(git diff --name-only HEAD~1 HEAD -- src/data/roadmaps/)
+          
+          if [ -z "$CHANGED_FILES" ]; then
+            echo "No changes found in roadmaps directory"
+            echo "has_changes=false" >> $GITHUB_OUTPUT
+            exit 0
+          fi
+          
+          echo "Changed files:"
+          echo "$CHANGED_FILES"
+          
+          # Convert to space-separated list for the script
+          CHANGED_FILES_LIST=$(echo "$CHANGED_FILES" | tr '\n' ' ')
+          
+          echo "has_changes=true" >> $GITHUB_OUTPUT
+          echo "changed_files=$CHANGED_FILES_LIST" >> $GITHUB_OUTPUT
+
+      - name: Install Dependencies
+        if: steps.changed-files.outputs.has_changes == 'true'
+        run: |
+          echo "Installing Dependencies"
+          pnpm install
+
+      - name: Run sync script with changed files
+        if: steps.changed-files.outputs.has_changes == 'true'
+        run: |
+          echo "Running sync script for changed roadmap files"
+          echo "Changed files: ${{ steps.changed-files.outputs.changed_files }}"
+          
+          # Run your script with the changed file paths
+          npm run sync:repo-to-database -- --files="${{ steps.changed-files.outputs.changed_files }}" --secret=${{ secrets.GH_SYNC_SECRET }}

package.json

@@ -29,6 +29,8 @@
     "compress:images": "tsx ./scripts/compress-images.ts",
     "generate:roadmap-content-json": "tsx ./scripts/editor-roadmap-content-json.ts",
     "migrate:editor-roadmaps": "tsx ./scripts/migrate-editor-roadmap.ts",
+    "sync:content-to-repo": "tsx ./scripts/sync-content-to-repo.ts",
+    "sync:repo-to-database": "tsx ./scripts/sync-repo-to-database.ts",
     "test:e2e": "playwright test"
   },
   "dependencies": {

readme.md

@@ -48,6 +48,7 @@ Here is the list of available roadmaps with more being actively worked upon.
 - [Terraform Roadmap](https://roadmap.sh/terraform)
 - [Data Analyst Roadmap](https://roadmap.sh/data-analyst)
 - [Data Engineer Roadmap](https://roadmap.sh/data-engineer)
+- [Machine Learning Roadmap](https://roadmap.sh/machine-learning)
 - [MLOps Roadmap](https://roadmap.sh/mlops)
 - [Product Manager Roadmap](https://roadmap.sh/product-manager)
 - [Engineering Manager Roadmap](https://roadmap.sh/engineering-manager)

scripts/sync-content-to-repo.ts

@@ -0,0 +1,142 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { slugify } from '../src/lib/slugger';
+import type { OfficialRoadmapDocument } from '../src/queries/official-roadmap';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+const args = process.argv.slice(2);
+const roadmapSlug = args?.[0]?.replace('--roadmap-slug=', '');
+const secret = args?.[1]?.replace('--secret=', '');
+if (!secret) {
+  throw new Error('Secret is required');
+}
+
+if (!roadmapSlug || roadmapSlug === '__default__') {
+  throw new Error('Roadmap slug is required');
+}
+
+console.log(`🚀 Starting ${roadmapSlug}`);
+export const allowedOfficialRoadmapTopicResourceType = [
+  'roadmap',
+  'official',
+  'opensource',
+  'article',
+  'course',
+  'podcast',
+  'video',
+  'book',
+  'feed',
+] as const;
+export type AllowedOfficialRoadmapTopicResourceType =
+  (typeof allowedOfficialRoadmapTopicResourceType)[number];
+
+export type OfficialRoadmapTopicResource = {
+  _id?: string;
+  type: AllowedOfficialRoadmapTopicResourceType;
+  title: string;
+  url: string;
+};
+
+export interface OfficialRoadmapTopicContentDocument {
+  _id?: string;
+  roadmapSlug: string;
+  nodeId: string;
+  description: string;
+  resources: OfficialRoadmapTopicResource[];
+  createdAt: Date;
+  updatedAt: Date;
+}
+
+export async function roadmapTopics(
+  roadmapId: string,
+  secret: string,
+): Promise<OfficialRoadmapTopicContentDocument[]> {
+  const path = `https://roadmap.sh/api/v1-list-official-roadmap-topics/${roadmapId}?secret=${secret}`;
+  const response = await fetch(path);
+  if (!response.ok) {
+    throw new Error(`Failed to fetch roadmap topics: ${response.statusText}`);
+  }
+
+  const data = await response.json();
+  if (data.error) {
+    throw new Error(`Failed to fetch roadmap topics: ${data.error}`);
+  }
+
+  return data;
+}
+
+export async function fetchRoadmapJson(
+  roadmapId: string,
+): Promise<OfficialRoadmapDocument> {
+  const response = await fetch(
+    `https://roadmap.sh/api/v1-official-roadmap/${roadmapId}`,
+  );
+
+  if (!response.ok) {
+    throw new Error(`Failed to fetch roadmap json: ${response.statusText}`);
+  }
+
+  const data = await response.json();
+  if (data.error) {
+    throw new Error(`Failed to fetch roadmap json: ${data.error}`);
+  }
+
+  return data;
+}
+
+// Directory containing the roadmaps
+const ROADMAP_CONTENT_DIR = path.join(
+  __dirname,
+  '../src/data/roadmaps',
+  roadmapSlug,
+);
+
+const allTopics = await roadmapTopics(roadmapSlug, secret);
+const roadmap = await fetchRoadmapJson(roadmapSlug);
+const { nodes } = roadmap;
+
+for (const topic of allTopics) {
+  const { nodeId } = topic;
+
+  const node = nodes.find((node) => node.id === nodeId);
+  if (!node) {
+    console.error(`Node not found: ${nodeId}`);
+    continue;
+  }
+
+  const label = node?.data?.label as string;
+  if (!label) {
+    console.error(`Label not found: ${nodeId}`);
+    continue;
+  }
+
+  const topicSlug = `${slugify(label)}@${nodeId}.md`;
+
+  const topicPath = path.join(ROADMAP_CONTENT_DIR, 'content', topicSlug);
+  const topicDir = path.dirname(topicPath);
+  const topicDirExists = await fs
+    .stat(topicDir)
+    .then(() => true)
+    .catch(() => false);
+  if (!topicDirExists) {
+    await fs.mkdir(topicDir, { recursive: true });
+  }
+
+  const topicContent = prepareTopicContent(topic);
+  await fs.writeFile(topicPath, topicContent);
+  console.log(`✅ Synced ${topicSlug}`);
+}
+
+function prepareTopicContent(topic: OfficialRoadmapTopicContentDocument) {
+  const { description, resources = [] } = topic;
+
+  let content = description;
+  if (resources.length > 0) {
+    content += `\n\nVisit the following resources to learn more:\n\n${resources.map((resource) => `- [@${resource.type}@${resource.title}](${resource.url})`).join('\n')}`;
+  }
+
+  return content;
+}

scripts/sync-repo-to-database.ts

@@ -0,0 +1,215 @@
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import type { OfficialRoadmapDocument } from '../src/queries/official-roadmap';
+import { parse } from 'node-html-parser';
+import { markdownToHtml } from '../src/lib/markdown';
+import { htmlToMarkdown } from '../src/lib/html';
+import {
+  allowedOfficialRoadmapTopicResourceType,
+  type AllowedOfficialRoadmapTopicResourceType,
+  type OfficialRoadmapTopicContentDocument,
+  type OfficialRoadmapTopicResource,
+} from './sync-content-to-repo';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+const args = process.argv.slice(2);
+const allFiles = args?.[0]?.replace('--files=', '');
+const secret = args?.[1]?.replace('--secret=', '');
+if (!secret) {
+  throw new Error('Secret is required');
+}
+
+let roadmapJsonCache: Map<string, OfficialRoadmapDocument> = new Map();
+export async function fetchRoadmapJson(
+  roadmapId: string,
+): Promise<OfficialRoadmapDocument> {
+  if (roadmapJsonCache.has(roadmapId)) {
+    return roadmapJsonCache.get(roadmapId)!;
+  }
+
+  const response = await fetch(
+    `https://roadmap.sh/api/v1-official-roadmap/${roadmapId}`,
+  );
+
+  if (!response.ok) {
+    throw new Error(`Failed to fetch roadmap json: ${response.statusText}`);
+  }
+
+  const data = await response.json();
+  if (data.error) {
+    throw new Error(`Failed to fetch roadmap json: ${data.error}`);
+  }
+
+  roadmapJsonCache.set(roadmapId, data);
+  return data;
+}
+
+export async function syncContentToDatabase(
+  topics: Omit<
+    OfficialRoadmapTopicContentDocument,
+    'createdAt' | 'updatedAt' | '_id'
+  >[],
+) {
+  const response = await fetch(
+    `https://roadmap.sh/api/v1-sync-official-roadmap-topics`,
+    {
+      method: 'POST',
+      body: JSON.stringify({
+        topics,
+        secret,
+      }),
+    },
+  );
+
+  if (!response.ok) {
+    throw new Error(
+      `Failed to sync content to database: ${response.statusText}`,
+    );
+  }
+
+  return response.json();
+}
+
+const files = allFiles.split(' ');
+console.log(`🚀 Starting ${files.length} files`);
+
+const ROADMAP_CONTENT_DIR = path.join(__dirname, '../src/data/roadmaps');
+
+try {
+  const topics: Omit<
+    OfficialRoadmapTopicContentDocument,
+    'createdAt' | 'updatedAt' | '_id'
+  >[] = [];
+
+  for (const file of files) {
+    const isContentFile = file.endsWith('.md') && file.includes('content/');
+    if (!isContentFile) {
+      console.log(`🚨 Skipping ${file} because it is not a content file`);
+      continue;
+    }
+
+    const pathParts = file.replace('src/data/roadmaps/', '').split('/');
+    const roadmapSlug = pathParts?.[0];
+    if (!roadmapSlug) {
+      console.error(`🚨 Roadmap slug is required: ${file}`);
+      continue;
+    }
+
+    const nodeSlug = pathParts?.[2]?.replace('.md', '');
+    if (!nodeSlug) {
+      console.error(`🚨 Node id is required: ${file}`);
+      continue;
+    }
+
+    const nodeId = nodeSlug.split('@')?.[1];
+    if (!nodeId) {
+      console.error(`🚨 Node id is required: ${file}`);
+      continue;
+    }
+
+    const roadmap = await fetchRoadmapJson(roadmapSlug);
+    const node = roadmap.nodes.find((node) => node.id === nodeId);
+    if (!node) {
+      console.error(`🚨 Node not found: ${file}`);
+      continue;
+    }
+
+    const filePath = path.join(
+      ROADMAP_CONTENT_DIR,
+      roadmapSlug,
+      'content',
+      `${nodeSlug}.md`,
+    );
+
+    const content = await fs.readFile(filePath, 'utf8');
+    const html = markdownToHtml(content, false);
+    const rootHtml = parse(html);
+
+    let ulWithLinks: HTMLElement | undefined;
+    rootHtml.querySelectorAll('ul').forEach((ul) => {
+      const listWithJustLinks = Array.from(ul.querySelectorAll('li')).filter(
+        (li) => {
+          const link = li.querySelector('a');
+          return link && link.textContent?.trim() === li.textContent?.trim();
+        },
+      );
+
+      if (listWithJustLinks.length > 0) {
+        // @ts-expect-error - TODO: fix this
+        ulWithLinks = ul;
+      }
+    });
+
+    const listLinks: Omit<OfficialRoadmapTopicResource, '_id'>[] =
+      ulWithLinks !== undefined
+        ? Array.from(ulWithLinks.querySelectorAll('li > a'))
+            .map((link) => {
+              const typePattern = /@([a-z.]+)@/;
+              let linkText = link.textContent || '';
+              const linkHref = link.getAttribute('href') || '';
+              let linkType = linkText.match(typePattern)?.[1] || 'article';
+              linkType = allowedOfficialRoadmapTopicResourceType.includes(
+                linkType as any,
+              )
+                ? linkType
+                : 'article';
+
+              linkText = linkText.replace(typePattern, '');
+
+              return {
+                title: linkText,
+                url: linkHref,
+                type: linkType as AllowedOfficialRoadmapTopicResourceType,
+              };
+            })
+            .sort((a, b) => {
+              const order = [
+                'official',
+                'opensource',
+                'article',
+                'video',
+                'feed',
+              ];
+              return order.indexOf(a.type) - order.indexOf(b.type);
+            })
+        : [];
+
+    const title = rootHtml.querySelector('h1');
+    ulWithLinks?.remove();
+    title?.remove();
+
+    const allParagraphs = rootHtml.querySelectorAll('p');
+    if (listLinks.length > 0 && allParagraphs.length > 0) {
+      // to remove the view more see more from the description
+      const lastParagraph = allParagraphs[allParagraphs.length - 1];
+      lastParagraph?.remove();
+    }
+
+    const htmlStringWithoutLinks = rootHtml.toString();
+    const description = htmlToMarkdown(htmlStringWithoutLinks);
+
+    const updatedDescription =
+      `# ${title?.textContent}\n\n${description}`.trim();
+
+    const label = node?.data?.label as string;
+    if (!label) {
+      console.error(`🚨 Label is required: ${file}`);
+      continue;
+    }
+
+    topics.push({
+      roadmapSlug,
+      nodeId,
+      description: updatedDescription,
+      resources: listLinks,
+    });
+  }
+
+  await syncContentToDatabase(topics);
+} catch (error) {
+  console.error(error);
+  process.exit(1);
+}

src/components/Dashboard/PersonalDashboard.tsx

@@ -470,10 +470,10 @@ export function PersonalDashboard(props: PersonalDashboardProps) {
       <div className="grid grid-cols-1 gap-5 bg-gray-50 px-4 py-5 sm:gap-16 sm:px-0 sm:py-16">
         <FeaturedGuideList
           heading="Guides"
-          guides={guides.slice(0, 7)}
+          guides={guides.slice(0, 15)}
           questions={guides
             .filter((guide) => guide.roadmapId === 'questions')
-            .slice(0, 7)}
+            .slice(0, 15)}
         />
         <FeaturedVideoList heading="Videos" videos={videos} />
       </div>

src/components/GenerateCourse/ForkCourseAlert.tsx

@@ -25,7 +25,7 @@ export function ForkCourseAlert(props: ForkCourseAlertProps) {
       )}
     >
       <p className="text-sm text-balance">
-        Fork the course to track progress and make changes to the course.
+        Fork the course to track you progress and make changes to the course.
       </p>
 
       <button

src/components/Questions/QuestionGuide.astro

@@ -1,182 +0,0 @@
----
-import { getGuideTableOfContent, type HeadingGroupType } from '../../lib/guide';
-import { markdownToHtml } from '../../lib/markdown';
-import {
-  type QuestionGroupType,
-  type QuestionType,
-} from '../../lib/question-group';
-import { slugify } from '../../lib/slugger';
-import { RelatedGuides } from '../Guide/RelatedGuides';
-import MarkdownFile from '../MarkdownFile.astro';
-import { TableOfContent } from '../TableOfContent/TableOfContent';
-import { QuestionsList } from './QuestionsList';
-
-interface Props {
-  questionGroup: QuestionGroupType;
-}
-
-const { questionGroup } = Astro.props;
-
-const { frontmatter: guideFrontmatter, author } = questionGroup;
-
-// Group questions by topics
-const questionsGroupedByTopics = questionGroup.questions.reduce(
-  (acc, question) => {
-    question.topics?.forEach((topic) => {
-      acc[topic] = [...(acc[topic] || []), question];
-    });
-    return acc;
-  },
-  {} as Record<string, QuestionType[]>,
-);
-
-// Get all unique topics in the order they appear in the questions array
-const topicsInOrder: string[] = [];
-questionGroup.questions.forEach((question) => {
-  question.topics?.forEach((topic) => {
-    if (!topicsInOrder.includes(topic)) {
-      topicsInOrder.push(topic);
-    }
-  });
-});
-
-const allHeadings = questionGroup.getHeadings();
-let tableOfContent: HeadingGroupType[] = [
-  ...getGuideTableOfContent(allHeadings),
-  {
-    depth: 2,
-    children: [],
-    slug: 'test-with-flashcards',
-    text: 'Test yourself with Flashcards',
-  },
-  {
-    depth: 2,
-    children: topicsInOrder.map((topic) => {
-      let topicText = topic;
-      let topicSlug = slugify(topic);
-      if (topic.toLowerCase() === 'beginners') {
-        topicText = 'Beginner Level';
-        topicSlug = 'beginner-level';
-      } else if (topic.toLowerCase() === 'intermediate') {
-        topicText = 'Intermediate Level';
-        topicSlug = 'intermediate-level';
-      } else if (topic.toLowerCase() === 'advanced') {
-        topicText = 'Advanced Level';
-        topicSlug = 'advanced-level';
-      }
-
-      return {
-        depth: 2,
-        children: [],
-        slug: topicSlug,
-        text: topicText,
-      };
-    }),
-    slug: 'questions-list',
-    text: 'Questions List',
-  },
-];
-
-const showTableOfContent = tableOfContent.length > 0;
----
-
-<article class='lg:grid lg:max-w-full lg:grid-cols-[1fr_minmax(0,700px)_1fr]'>
-  <!-- {
-    showTableOfContent && (
-      <div class='bg-linear-to-r from-gray-50 py-0 lg:col-start-3 lg:col-end-4 lg:row-start-1'>
-        <RelatedGuides
-          relatedTitle={guideFrontmatter?.relatedTitle}
-          relatedGuides={questionGroup?.relatedGuides || {}}
-          client:load
-        />
-        <TableOfContent toc={tableOfContent} client:load />
-      </div>
-    )
-  } -->
-
-  <div
-    class:list={[
-      'col-start-2 col-end-3 row-start-1 mx-auto max-w-[700px] py-5 sm:py-10',
-      {
-        'lg:border-r': showTableOfContent,
-      },
-    ]}
-  >
-    <MarkdownFile>
-      <h1 class='mb-3 text-4xl font-bold text-balance'>
-        {guideFrontmatter.title}
-      </h1>
-      {
-        author && (
-          <p class='my-0 flex items-center justify-start text-sm text-gray-400'>
-            <a
-              href={`/authors/${author?.id}`}
-              class='inline-flex items-center font-medium underline-offset-2 hover:text-gray-600 hover:underline'
-            >
-              <img
-                alt={author.frontmatter.name}
-                src={author.frontmatter.imageUrl}
-                class='mr-2 mb-0 inline h-5 w-5 rounded-full'
-              />
-              {author.frontmatter.name}
-            </a>
-            <span class='mx-2 hidden sm:inline'>&middot;</span>
-            <a
-              class='hidden underline-offset-2 hover:text-gray-600 sm:inline'
-              href={`https://github.com/kamranahmedse/developer-roadmap/tree/master/src/data/question-groups/${questionGroup.id}`}
-              target='_blank'
-            >
-              Improve this Guide
-            </a>
-          </p>
-        )
-      }
-      <questionGroup.Content />
-
-      <h2 id='test-with-flashcards'>Test yourself with Flashcards</h2>
-      <p>
-        You can either use these flashcards or jump to the questions list
-        section below to see them in a list format.
-      </p>
-      <!-- <div class='mx-0 sm:-mb-32'>
-        <QuestionsList
-          groupId={questionGroup.id}
-          questions={questionGroup.questions}
-          client:load
-        />
-      </div> -->
-
-      <h2 id='questions-list'>Questions List</h2>
-      <p>
-        If you prefer to see the questions in a list format, you can find them
-        below.
-      </p>
-
-      {
-        topicsInOrder.map((questionLevel) => (
-          <div class='mb-5'>
-            <h3 id={slugify(questionLevel)} class='mb-0 capitalize'>
-              {questionLevel.toLowerCase() === 'beginners' ? 'Beginner Level' :
-               questionLevel.toLowerCase() === 'intermediate' ? 'Intermediate Level' :
-               questionLevel.toLowerCase() === 'advanced' ? 'Advanced Level' :
-               questionLevel}
-            </h3>
-            {questionsGroupedByTopics[questionLevel].map((q) => (
-              <div class='mb-5'>
-                <h4>{q.question}</h4>
-                <div set:html={markdownToHtml(q.answer, false)} />
-              </div>
-            ))}
-          </div>
-        ))
-      }
-      {
-        questionGroup.ending && (
-          <div class='mb-5'>
-            <div set:html={markdownToHtml(questionGroup.ending, false)} />
-          </div>
-        )
-      }
-    </MarkdownFile>
-  </div>
-</article>

src/components/Roadmaps/RoadmapsPage.tsx

@@ -378,6 +378,11 @@ const groups: GroupType[] = [
   {
     group: 'Machine Learning',
     roadmaps: [
+      {
+        title: 'Machine Learning',
+        link: '/machine-learning',
+        type: 'role',
+      },
       {
         title: 'AI and Data Scientist',
         link: '/ai-data-scientist',
@@ -403,6 +408,11 @@ const groups: GroupType[] = [
         link: '/data-analyst',
         type: 'role',
       },
+      {
+        title: 'Data Engineer',
+        link: '/data-engineer',
+        type: 'role',
+      },
       {
         title: 'MLOps',
         link: '/mlops',
@@ -597,7 +607,7 @@ export function RoadmapsPage() {
         {isFilterOpen && <X size={13} className="mr-1" />}
         Categories
       </button>
-      <div className="container relative flex flex-col gap-4 sm:flex-row">
+      <div className="relative container flex flex-col gap-4 sm:flex-row">
         <div
           className={cn(
             'hidden w-full flex-col from-gray-100 sm:w-[180px] sm:border-r sm:bg-linear-to-l sm:pt-6',
@@ -635,10 +645,10 @@ export function RoadmapsPage() {
             </div>
           </div>
         </div>
-        <div className="flex grow flex-col gap-6 pb-20 pt-2 sm:pt-8">
+        <div className="flex grow flex-col gap-6 pt-2 pb-20 sm:pt-8">
           {visibleGroups.map((group) => (
             <div key={`${group.group}-${group.roadmaps.length}`}>
-              <h2 className="mb-2 text-xs uppercase tracking-wide text-gray-400">
+              <h2 className="mb-2 text-xs tracking-wide text-gray-400 uppercase">
                 {group.group}
               </h2>
 

src/components/TopNavDropdowns/RoadmapDropdownMenu.tsx

@@ -17,7 +17,7 @@ const links = [
     isHighlighted: true,
   },
   {
-    link: '/ai?format=roadmap',
+    link: '/ai/roadmap',
     label: 'AI Roadmaps',
     description: 'Generate roadmaps with AI',
     Icon: Sparkles,

src/components/TopicDetail/TopicDetailAI.tsx

@@ -208,6 +208,19 @@ export function TopicDetailAI(props: TopicDetailAIProps) {
             {roadmapTreeMapping?.subjects?.length === 0 && (
               <a
                 target="_blank"
+                onClick={(e) => {
+                  if (!isLoggedIn()) {
+                    e.preventDefault();
+                    onLogin();
+                    return;
+                  }
+
+                  if (isLimitExceeded) {
+                    e.preventDefault();
+                    onUpgrade();
+                    return;
+                  }
+                }}
                 href={`/ai/course/search?term=${roadmapTreeMapping?.text}&difficulty=beginner&src=topic`}
                 className="flex items-center gap-1 rounded-md border border-gray-300 bg-gray-100 px-2 py-1 hover:bg-gray-200 hover:text-black [&>svg:last-child]:hidden"
               >

src/data/roadmaps/ai-data-scientist/ai-data-scientist.md

@@ -1,7 +1,7 @@
 ---
 jsonUrl: '/jsons/roadmaps/ai-data-scientist.json'
 pdfUrl: '/pdfs/roadmaps/ai-data-scientist.pdf'
-order: 5
+order: 4.5
 renderer: 'editor'
 briefTitle: 'AI and Data Scientist'
 briefDescription: 'Step by step guide to becoming an AI and Data Scientist in 2025'

src/data/roadmaps/ai-engineer/ai-engineer.md

@@ -8,7 +8,7 @@ briefDescription: 'Step by step guide to becoming an AI Engineer in 2025'
 title: 'AI Engineer'
 description: 'Step by step guide to becoming an AI Engineer in 2025'
 hasTopics: true
-isNew: true
+isNew: false
 dimensions:
   width: 968
   height: 3200

src/data/roadmaps/android/android.md

@@ -1,7 +1,7 @@
 ---
 pdfUrl: '/pdfs/roadmaps/android.pdf'
 renderer: 'editor'
-order: 5
+order: 4.7
 briefTitle: 'Android'
 briefDescription: 'Step by step guide to becoming an Android Developer in 2025'
 title: 'Android Developer'

src/data/roadmaps/cloudflare/cloudflare.md

@@ -6,7 +6,7 @@ briefTitle: 'Cloudflare'
 briefDescription: 'Learn to deploy your applications on Cloudflare'
 title: 'Cloudflare'
 description: 'Learn to deploy your applications on Cloudflare'
-isNew: true
+isNew: false
 hasTopics: true
 renderer: editor
 dimensions:

src/data/roadmaps/data-engineer/content/distributed-systems-basics@c1dadtQgbqXwcsQhI6de0.md

@@ -1 +1,9 @@
-# Distributed Systems Basics
+# Distributed Systems
+
+A distributed system is a collection of independent computers that communicate and coordinate to appear as a single unified system. They are widely used for scalability, fault tolerance, and high availability in modern applications. However, they bring challenges such as synchronization, consistency trade-offs (CAP theorem), concurrency, and network latency.
+
+Visit the following resources to learn more:
+
+- [@video@Quick overview](https://www.youtube.com/watch?v=IJWwfMyPu1c)
+- [@article@Introduction to Distributed Systems](https://www.freecodecamp.org/news/a-thorough-introduction-to-distributed-systems-3b91562c9b3c/)
+- [@article@Distributed Systems Guide](https://www.baeldung.com/cs/distributed-systems-guide)

src/data/roadmaps/data-engineer/data-engineer.md

@@ -1,12 +1,12 @@
 ---
 jsonUrl: '/jsons/roadmaps/data-engineer.json'
 pdfUrl: '/pdfs/roadmaps/data-engineer.pdf'
-order: 4
+order: 4.6
 renderer: "editor"
 briefTitle: 'Data Engineer'
-briefDescription: 'Step by step guide to becoming an Data Engineer in 2025'
+briefDescription: 'Step by step guide to becoming a Data Engineer in 2025'
 title: 'Data Engineer Roadmap'
-description: 'Step by step guide to becoming an Data Engineer in 2025'
+description: 'Step by step guide to becoming a Data Engineer in 2025'
 hasTopics: true
 isNew: true
 dimensions:
@@ -28,17 +28,17 @@ courses:
       title: 'Founder - roadmap.sh'
 schema:
   headline: 'Data Engineer Roadmap'
-  description: 'Learn how to become an Data Engineer with this interactive step by step guide in 2025. We also have resources and short descriptions attached to the roadmap items so you can get everything you want to learn in one place.'
+  description: 'Learn how to become a Data Engineer with this interactive step by step guide in 2025. We also have resources and short descriptions attached to the roadmap items so you can get everything you want to learn in one place.'
   imageUrl: 'https://roadmap.sh/roadmaps/data-engineer.png'
   datePublished: '2025-08-13'
   dateModified: '2025-08-13'
 seo:
   title: 'Data Engineer Roadmap'
-  description: 'Learn to become an Data Engineer using this roadmap. Community driven, articles, resources, guides, interview questions, quizzes for modern data engineers.'
+  description: 'Learn to become a Data Engineer using this roadmap. Community driven, articles, resources, guides, interview questions, quizzes for modern data engineers.'
   keywords:
     - 'data engineer roadmap 2025'
     - 'data engineering roadmap 2025'
-    - 'guide to becoming an data engineer'
+    - 'guide to becoming a data engineer'
     - 'easy data engineer roadmap'
     - 'data engineer'
     - 'data engineer roadmap'

src/data/roadmaps/kubernetes/content/ci--cd-integration@Pymc9H-lRHVPy7M9eSaPD.md

@@ -5,4 +5,4 @@ In CI/CD pattern, the build, test, and deployment of applications to Kubernetes
 Learn more from the following resources:
 
 - [@article@Kubernetes CI/CD Pipelines – 8 Best Practices and Tools](https://spacelift.io/blog/kubernetes-ci-cd)
-- [@article@Octopus - Deploying to Kubernetes](https://octopus.com/use-case/kubernetes)
+- [@article@8 Kubernetes CI/CD tools every developer should know](https://octopus.com/devops/kubernetes-deployments/kubernetes-ci-cd-tools-for-developers/)

src/data/roadmaps/machine-learning/content/accuracy@3wib9UH0_OLhKjqKoZEMv.md

@@ -0,0 +1 @@
+# Accuracy

src/data/roadmaps/machine-learning/content/activation-functions@RXTci1N6i6D9HqTbsLYIy.md

@@ -0,0 +1 @@
+# Activation Functions

src/data/roadmaps/machine-learning/content/actor-critic-methods@4Vy6lW9vF_SWwbKLU0qno.md

@@ -0,0 +1 @@
+# Actor-Critic Methods

src/data/roadmaps/machine-learning/content/apis@s-wUPMaagyRupT2RdfHks.md

@@ -0,0 +1 @@
+# APIs

src/data/roadmaps/machine-learning/content/applications-of-cnns@gCGHtxqD4V_Ite_AXMspf.md

@@ -0,0 +1 @@
+# Applications of CNNs

src/data/roadmaps/machine-learning/content/attention-mechanisms@-tzeA13f2jYDm4aO5JciT.md

@@ -0,0 +1 @@
+# Attention Mechanisms

src/data/roadmaps/machine-learning/content/attention-models@sChxcuQ2OruKVx8P4wAK_.md

@@ -0,0 +1 @@
+# Attention Models

src/data/roadmaps/machine-learning/content/autoencoders@kvf2CUKBe4qSbZla4Brh3.md

@@ -0,0 +1 @@
+# Autoencoders

src/data/roadmaps/machine-learning/content/autoencoders@owSUO9Ut9sggd1OiWr3O7.md

@@ -0,0 +1 @@
+# Autoencoders

src/data/roadmaps/machine-learning/content/back-propagation@0meihv22e11GwqnRdSJ9g.md

@@ -0,0 +1 @@
+# Back Propagation

src/data/roadmaps/machine-learning/content/basic-concepts@P32Rmnln5NCFWz4LP0k05.md

@@ -0,0 +1 @@
+# Basic concepts

src/data/roadmaps/machine-learning/content/basic-syntax@hWA7RtuqltMTmHdcCnmES.md

@@ -0,0 +1 @@
+# Basic Syntax

src/data/roadmaps/machine-learning/content/basics-of-probability@p8q1Gtt9x19jw5_-YjAGh.md

@@ -0,0 +1 @@
+# Basics of Probability

src/data/roadmaps/machine-learning/content/bayes-theorem@7o6g0wQxHH9i9MMCoDq2C.md

@@ -0,0 +1 @@
+# Bayes Theorem

src/data/roadmaps/machine-learning/content/calculus@wHlEinHuRARp5OfSulpA-.md

@@ -0,0 +1 @@
+# Calculus

src/data/roadmaps/machine-learning/content/chain-rule-of-derivation@jJukG4XxfFcID_VlQKqe-.md

@@ -0,0 +1 @@
+# Chain rule of derivation

src/data/roadmaps/machine-learning/content/classification@cffITx6oAcnvJlK1VLdi8.md

@@ -0,0 +1 @@
+# Classification

src/data/roadmaps/machine-learning/content/clustering@CBSGvGPoI53p7BezXNm6M.md

@@ -0,0 +1 @@
+# Clustering

src/data/roadmaps/machine-learning/content/conditionals@NP1kjSk0ujU0Gx-ajNHlR.md

@@ -0,0 +1 @@
+# Conditionals

src/data/roadmaps/machine-learning/content/confusion-matrix@oyL0M2OP4NTNbIO3zq-Hz.md

@@ -0,0 +1 @@
+# Confusion Matrix

src/data/roadmaps/machine-learning/content/convolution@MtoYStcZBduLSbjRuPjq0.md

@@ -0,0 +1 @@
+# Convolution

src/data/roadmaps/machine-learning/content/convolutional-neural-network@BtO2wH7YYqE25HShI6sd9.md

@@ -0,0 +1 @@
+# Convolutional Neural Network

src/data/roadmaps/machine-learning/content/csv@MWfdLCb_w06A0jqwUJUxl.md

@@ -0,0 +1 @@
+# CSV

src/data/roadmaps/machine-learning/content/data-cleaning@5v0jRBYrRuVXQC90IseRG.md

@@ -0,0 +1 @@
+# Data Cleaning

src/data/roadmaps/machine-learning/content/data-formats@U4LGIEE3igeE5Ed3EWzsu.md

@@ -0,0 +1 @@
+# Data Formats

src/data/roadmaps/machine-learning/content/data-loading@bIhGv4886V4RWJD3tX0a0.md

@@ -0,0 +1 @@
+# Data Loading

src/data/roadmaps/machine-learning/content/data-preparation@-W2uAccH7Y2XIwhfl9mDF.md

@@ -0,0 +1 @@
+# Data Preparation

src/data/roadmaps/machine-learning/content/data-sources@-oRH7LgigHcfBkNF1xwxh.md

@@ -0,0 +1 @@
+# Data Sources

src/data/roadmaps/machine-learning/content/data-structures@R9DQNc0AyAQ2HLpP4HOk6.md

@@ -0,0 +1 @@
+# Data Structures

src/data/roadmaps/machine-learning/content/databases-sql-no-sql@VdMhrAi48V-JXw544YTKI.md

@@ -0,0 +1 @@
+# Databases (SQL, No-SQL)

src/data/roadmaps/machine-learning/content/decision-trees-random-forest@arlmRF5pYglsbHb-HR-2x.md

@@ -0,0 +1 @@
+# Decision Trees, Random Forest

src/data/roadmaps/machine-learning/content/deep-learning-architectures@_Z2miSW4PwILMRtBFajBn.md

@@ -0,0 +1 @@
+# Deep Learning Architectures

src/data/roadmaps/machine-learning/content/deep-learning-libraries@A_Kx3pEj0jpnLJzdOpcQ9.md

@@ -0,0 +1 @@
+# Deep Learning Libraries

src/data/roadmaps/machine-learning/content/deep-q-networks@9o-ZT9oZIE3hCXD6eWZI0.md

@@ -0,0 +1 @@
+# Deep-Q Networks

src/data/roadmaps/machine-learning/content/derivatives-partial-derivatives@GN6SnI7RXIeW8JeD-qORW.md

@@ -0,0 +1 @@
+# Derivatives, Partial Derivatives

src/data/roadmaps/machine-learning/content/descriptive-statistics@ZaoZ2XxicKuTDn4uxe52L.md

@@ -0,0 +1 @@
+# Descriptive Statistics

src/data/roadmaps/machine-learning/content/determinants-inverse-of-matrix@XmnWnPE1sVXheuc-M_Ew7.md

@@ -0,0 +1 @@
+# Determinants, inverse of Matrix

src/data/roadmaps/machine-learning/content/dimensionality-reduction@vQI-4uFQJ6694nm1SCpDR.md

@@ -0,0 +1 @@
+# Dimensionality Reduction

src/data/roadmaps/machine-learning/content/dimensionality-reduction@y3-nWiDjlY6ZwqmxBUvhd.md

@@ -0,0 +1 @@
+# Dimensionality Reduction

src/data/roadmaps/machine-learning/content/discrete-mathematics@N_vLjBVdsGsoePtqlqh2w.md

@@ -0,0 +1 @@
+# Discrete Mathematics

src/data/roadmaps/machine-learning/content/eigenvalues-diagonalization@3p98Uwf8gyALDr-89lBEZ.md

@@ -0,0 +1 @@
+# Eigenvalues, Diagonalization

src/data/roadmaps/machine-learning/content/elasticnet-regularization@0-6BV-MggAyD7g3JH45B7.md

@@ -0,0 +1 @@
+# ElasticNet Regularization

src/data/roadmaps/machine-learning/content/embeddings@CaHbAXDIJQXcQ9DZqziod.md

@@ -0,0 +1 @@
+# Embeddings

src/data/roadmaps/machine-learning/content/essential-libraries@ybqwtlHG4HMm5lyUKW2SO.md

@@ -0,0 +1 @@
+# Essential libraries

src/data/roadmaps/machine-learning/content/excel@K9Si7kJe946CcGWBGmDsZ.md

@@ -0,0 +1 @@
+# Excel

src/data/roadmaps/machine-learning/content/exceptions@fNTb9y3zs1HPYclAmu_Wv.md

@@ -0,0 +1 @@
+# Exceptions

src/data/roadmaps/machine-learning/content/exclusive@eErzKbR8sRNlrYcwNSRSh.md

@@ -0,0 +1 @@
+# Exclusive

src/data/roadmaps/machine-learning/content/explainable-ai@Tv3sZvus76dmu0X9AqCIU.md

@@ -0,0 +1 @@
+# Explainable AI

src/data/roadmaps/machine-learning/content/f1-score@FdNY8QUbPPpeHFgD8TTaD.md

@@ -0,0 +1 @@
+# F1-Score

src/data/roadmaps/machine-learning/content/feature-engineering@UmGdV94afOIbAL8MaxOWv.md

@@ -0,0 +1 @@
+# Feature Engineering

src/data/roadmaps/machine-learning/content/feature-scaling--normalization@iBkTNbk8Xz626F_a3Bo5J.md

@@ -0,0 +1 @@
+# Feature Scaling & Normalization

src/data/roadmaps/machine-learning/content/feature-selection@cigwKoltemM0q-M5O50Is.md

@@ -0,0 +1 @@
+# Feature Selection

src/data/roadmaps/machine-learning/content/forward-propagation@LWLqa61GK5ukYzHpjinYi.md

@@ -0,0 +1 @@
+# Forward propagation

src/data/roadmaps/machine-learning/content/functions-builtin-functions@-DJgS6l2qngfwurExlmmT.md

@@ -0,0 +1 @@
+# Functions, Builtin Functions

src/data/roadmaps/machine-learning/content/generative-adversarial-networks@IR0wVIcu1MxOOBiLBnn8S.md

@@ -0,0 +1 @@
+# Generative Adversarial Networks

src/data/roadmaps/machine-learning/content/gradient-boosting-machines@JuTTbL_pm1ltGvhUsIzQd.md

@@ -0,0 +1 @@
+# Gradient Boosting Machines

src/data/roadmaps/machine-learning/content/gradient-jacobian-hessian@3BxbkrBp8veZj38zdwN8s.md

@@ -0,0 +1 @@
+# Gradient, Jacobian, Hessian

src/data/roadmaps/machine-learning/content/graphs--charts@MYZUJ1uHIaRd1Gb4ORzwG.md

@@ -0,0 +1 @@
+# Graphs & Charts

src/data/roadmaps/machine-learning/content/gru@ZWDSLqxmfg3aPBZFH479q.md

@@ -0,0 +1 @@
+# GRU

src/data/roadmaps/machine-learning/content/hierarchical@jJ8cXfHV2LG5PJGZRTHxB.md

@@ -0,0 +1 @@
+# Hierarchical

src/data/roadmaps/machine-learning/content/image--video-recognition@jPvZdgye7cBf0bPMVGf7a.md

@@ -0,0 +1 @@
+# Image & Video Recognition

src/data/roadmaps/machine-learning/content/image-classification@E4k6WgNXdnNoApR675VKb.md

@@ -0,0 +1 @@
+# Image Classification

src/data/roadmaps/machine-learning/content/image-segmentation@iSX9YExs1gS4L2CBQux5w.md

@@ -0,0 +1 @@
+# Image Segmentation

src/data/roadmaps/machine-learning/content/inferential-statistics@DUIrJwuYHlhJvZJT2acaY.md

@@ -0,0 +1 @@
+# Inferential Statistics

src/data/roadmaps/machine-learning/content/internet@cxTriSZvrmXP4axKynIZW.md

@@ -0,0 +1 @@
+# Internet

src/data/roadmaps/machine-learning/content/introduction@MEL6y3vwiqwAV6FQihF34.md

@@ -0,0 +1 @@
+# Introduction

src/data/roadmaps/machine-learning/content/iot@KeGCHoJRHp-mBX-P5to4Y.md

@@ -0,0 +1 @@
+# IoT

src/data/roadmaps/machine-learning/content/json@kagKVPUyLtx8UPAFjRvbN.md

@@ -0,0 +1 @@
+# JSON

src/data/roadmaps/machine-learning/content/k-fold-cross-validation@vRS7DW2WUaXiHk9oJgg3z.md

@@ -0,0 +1 @@
+# K-Fold Cross Validation

src/data/roadmaps/machine-learning/content/k-nearest-neighbors-knn@x7vlCNAxfJzobj9HcTaJy.md

@@ -0,0 +1 @@
+# K-Nearest Neighbors (KNN)

src/data/roadmaps/machine-learning/content/keras@zoXnXI4Wf5sxddHqYwQjP.md

@@ -0,0 +1 @@
+# Keras

src/data/roadmaps/machine-learning/content/lasso@EXogp25SPW1bBfb1gRDAe.md

@@ -0,0 +1 @@
+# Lasso

src/data/roadmaps/machine-learning/content/lemmatization@pP0VeUSK9CDodgz-BQmrP.md

@@ -0,0 +1 @@
+# Lemmatization

src/data/roadmaps/machine-learning/content/linear-algebra@83UDoO1vC0LjL-qpI0Jh-.md

@@ -0,0 +1 @@
+# Linear Algebra

src/data/roadmaps/machine-learning/content/linear-algebra@tP0oBkjvJC9hrtARkgLon.md

@@ -0,0 +1 @@
+# Linear Algebra

src/data/roadmaps/machine-learning/content/linear-regression@xGO1X9aZRgKcgzi6r1xq8.md

@@ -0,0 +1 @@
+# Linear Regression

src/data/roadmaps/machine-learning/content/log-loss@7fOp3t283GeOn6Tf4kEuN.md

@@ -0,0 +1 @@
+# Log Loss

src/data/roadmaps/machine-learning/content/logistic-regression@aHOjajXwkDMOssqW1VGrm.md

@@ -0,0 +1 @@
+#  Logistic Regression 

src/data/roadmaps/machine-learning/content/loocv@GKMhIXEuSKdW75-24Zopb.md

@@ -0,0 +1 @@
+# LOOCV