Course: efficiently-serving-llms
Lesson: introduction
Slug: tst8i
[Dev Only] Loading...
Slug: tst8i
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 31,
"name": "Efficiently Serving LLMs",
"slug": "efficiently-serving-llms",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2024-03-18T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "Efficiently Serving LLMs",
"courseDescription": "Understand how LLMs predict the next token and how techniques like KV caching can speed up text generation. Write code to serve LLM applications efficiently to multiple users.",
"coursePartner": [
{
"title": "Predibase",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Predibase.png"
}
],
"courseTopic": [
"Fine-Tuning",
"Generative Models",
"LLMOps",
"LLM Serving",
"Transformers"
],
"courseLevel": "Intermediate",
"courseDuration": null,
"marketingSlug": "efficiently-serving-llms",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Teaser-videos-course-launches-7.png"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"tst8i": {
"index": 1,
"slug": "tst8i",
"name": "Introduction",
"type": "video",
"videoId": 237,
"time": 321,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
},
"ev2bx": {
"index": 2,
"slug": "ev2bx",
"name": "Text Generation",
"type": "video_notebook",
"videoId": 238,
"time": 1213,
"programId": 24001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"r8xsb": {
"index": 3,
"slug": "r8xsb",
"name": "Batching",
"type": "video_notebook",
"videoId": 239,
"time": 1322,
"programId": 24002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"t00fz": {
"index": 4,
"slug": "t00fz",
"name": "Continuous Batching",
"type": "video_notebook",
"videoId": 240,
"time": 1121,
"programId": 24003,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"tmryl": {
"index": 5,
"slug": "tmryl",
"name": "Quantization",
"type": "video_notebook",
"videoId": 241,
"time": 1180,
"programId": 24004,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"zgy04": {
"index": 6,
"slug": "zgy04",
"name": "Low-Rank Adaptation",
"type": "video_notebook",
"videoId": 242,
"time": 900,
"programId": 24005,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"eb4yv": {
"index": 7,
"slug": "eb4yv",
"name": "Multi-LoRA inference",
"type": "video_notebook",
"videoId": 243,
"time": 1147,
"programId": 24006,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"sestl": {
"index": 8,
"slug": "sestl",
"name": "LoRAX",
"type": "video_notebook",
"videoId": 244,
"time": 1852,
"programId": 24007,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"fc0a2": {
"index": 9,
"slug": "fc0a2",
"name": "Conclusion",
"type": "video",
"videoId": 245,
"time": 50,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "tst8i",
"type": "lesson"
},
{
"key": "ev2bx",
"type": "lesson"
},
{
"key": "r8xsb",
"type": "lesson"
},
{
"key": "t00fz",
"type": "lesson"
},
{
"key": "tmryl",
"type": "lesson"
},
{
"key": "zgy04",
"type": "lesson"
},
{
"key": "eb4yv",
"type": "lesson"
},
{
"key": "sestl",
"type": "lesson"
},
{
"key": "fc0a2",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 9106,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}