Course: pretraining-llms
Lesson: introductions
Slug: shpu2
[Dev Only] Loading...
Slug: shpu2
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 1002,
"name": "Pretraining LLMs",
"slug": "pretraining-llms",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2024-07-17T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "Pretraining LLMs",
"courseDescription": "Learn the essential steps to pretrain a large language model from scratch.",
"coursePartner": [
{
"title": "Upstage",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/07/upstageai_logo.jpeg"
}
],
"courseTopic": [
"Deep Learning",
"Evaluation and Monitoring",
"Fine-Tuning",
"GenAI Applications",
"LLMOps",
"Machine Learning",
"Mathematical Foundations",
"Transformers"
],
"courseLevel": "Intermediate",
"courseDuration": null,
"marketingSlug": "pretraining-llms",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/07/sc-Upstage-C1-Marketing_Teaser_v3_InProgress.00_14_19_02.Still026.png"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"shpu2": {
"index": 1,
"slug": "shpu2",
"name": "Introductions",
"type": "video",
"videoId": 403,
"time": 380,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
},
"zcchm": {
"index": 2,
"slug": "zcchm",
"name": "Why Pre-training",
"type": "video_notebook",
"videoId": 404,
"time": 737,
"programId": 35001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"kafh1": {
"index": 3,
"slug": "kafh1",
"name": "Data Preparation",
"type": "video_notebook",
"videoId": 405,
"time": 1359,
"programId": 35002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"npv7r": {
"index": 4,
"slug": "npv7r",
"name": "Packaging Data for Pretraining",
"type": "video_notebook",
"videoId": 406,
"time": 517,
"programId": 35003,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"lioqt": {
"index": 5,
"slug": "lioqt",
"name": "Model Initialization",
"type": "video_notebook",
"videoId": 407,
"time": 765,
"programId": 35004,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"vkt4b": {
"index": 6,
"slug": "vkt4b",
"name": "Training in Action",
"type": "video_notebook",
"videoId": 408,
"time": 579,
"programId": 35005,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"h1dob": {
"index": 7,
"slug": "h1dob",
"name": "Evaluation",
"type": "video_notebook",
"videoId": 409,
"time": 480,
"programId": 35006,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
},
"gjqah": {
"index": 8,
"slug": "gjqah",
"name": "Conclusion",
"type": "video",
"videoId": 402,
"time": 45,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "shpu2",
"type": "lesson"
},
{
"key": "zcchm",
"type": "lesson"
},
{
"key": "kafh1",
"type": "lesson"
},
{
"key": "npv7r",
"type": "lesson"
},
{
"key": "lioqt",
"type": "lesson"
},
{
"key": "vkt4b",
"type": "lesson"
},
{
"key": "h1dob",
"type": "lesson"
},
{
"key": "gjqah",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 4862,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}