Minha Query ficou assim:
SELECT categorys.category,
COUNT(student_course.course_id) AS number_students
FROM categorys
JOIN courses ON courses.category_id = categorys.id
JOIN student_course ON student_course.course_id = courses.id
GROUP BY 1
ORDER BY number_students DESC
LIMIT 1;