Course: efficiently-serving-llms

[Dev Only] Debug Info

tRPC Context Version:

{
  "courseVersionId": null
}

Course Data (getCourseBySlug):

{
  "courseId": 31,
  "name": "Efficiently Serving LLMs",
  "slug": "efficiently-serving-llms",
  "type": "short_course",
  "progress": -1,
  "maintenanceMode": false,
  "releasedAt": "2024-03-18T08:00:00+00:00",
  "nextCourseSlug": null,
  "wpData": {
    "courseName": "Efficiently Serving LLMs",
    "courseDescription": "Understand how LLMs predict the next token and how techniques like KV caching can speed up text generation. Write code to serve LLM applications efficiently to multiple users.",
    "coursePartner": [
      {
        "title": "Predibase",
        "logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Predibase.png"
      }
    ],
    "courseTopic": [
      "Fine-Tuning",
      "Generative Models",
      "LLMOps",
      "LLM Serving",
      "Transformers"
    ],
    "courseLevel": "Intermediate",
    "courseDuration": null,
    "marketingSlug": "efficiently-serving-llms",
    "videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Teaser-videos-course-launches-7.png"
  },
  "certProgress": 0,
  "accomplishmentProgress": 0,
  "lessons": {
    "tst8i": {
      "index": 1,
      "slug": "tst8i",
      "name": "Introduction",
      "type": "video",
      "videoId": 237,
      "time": 321,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": false,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "ev2bx": {
      "index": 2,
      "slug": "ev2bx",
      "name": "Text Generation",
      "type": "video_notebook",
      "videoId": 238,
      "time": 1213,
      "programId": 24001,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "r8xsb": {
      "index": 3,
      "slug": "r8xsb",
      "name": "Batching",
      "type": "video_notebook",
      "videoId": 239,
      "time": 1322,
      "programId": 24002,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "t00fz": {
      "index": 4,
      "slug": "t00fz",
      "name": "Continuous Batching",
      "type": "video_notebook",
      "videoId": 240,
      "time": 1121,
      "programId": 24003,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "tmryl": {
      "index": 5,
      "slug": "tmryl",
      "name": "Quantization",
      "type": "video_notebook",
      "videoId": 241,
      "time": 1180,
      "programId": 24004,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "zgy04": {
      "index": 6,
      "slug": "zgy04",
      "name": "Low-Rank Adaptation",
      "type": "video_notebook",
      "videoId": 242,
      "time": 900,
      "programId": 24005,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "eb4yv": {
      "index": 7,
      "slug": "eb4yv",
      "name": "Multi-LoRA inference",
      "type": "video_notebook",
      "videoId": 243,
      "time": 1147,
      "programId": 24006,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "sestl": {
      "index": 8,
      "slug": "sestl",
      "name": "LoRAX",
      "type": "video_notebook",
      "videoId": 244,
      "time": 1852,
      "programId": 24007,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    },
    "fc0a2": {
      "index": 9,
      "slug": "fc0a2",
      "name": "Conclusion",
      "type": "video",
      "videoId": 245,
      "time": 50,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": false,
        "saveNotebookCustomjsEnabled": false
      }
    }
  },
  "subtopics": {},
  "listing": [
    {
      "timeFrame": null,
      "moduleLabel": "Module 1",
      "name": null,
      "content": [
        {
          "key": "tst8i",
          "type": "lesson"
        },
        {
          "key": "ev2bx",
          "type": "lesson"
        },
        {
          "key": "r8xsb",
          "type": "lesson"
        },
        {
          "key": "t00fz",
          "type": "lesson"
        },
        {
          "key": "tmryl",
          "type": "lesson"
        },
        {
          "key": "zgy04",
          "type": "lesson"
        },
        {
          "key": "eb4yv",
          "type": "lesson"
        },
        {
          "key": "sestl",
          "type": "lesson"
        },
        {
          "key": "fc0a2",
          "type": "lesson"
        }
      ],
      "progress": 0
    }
  ],
  "totalDurationSeconds": 9106,
  "lastAccessTime": null,
  "reviewsCnt": 0,
  "activeVersionIds": []
}