---
description: '#Kafka #Crawling #MongoDB #Elasticsearch #Django #WordCloud'
---

# 대학생들의 생각 읽기: Kafka를 이용한 실시간 데이터 스트리밍

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FvUAtoEE0kbPf3Qq6NQvI%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_01.jpg?alt=media&#x26;token=d086b9eb-ad0b-4adf-9c4c-52db297f31c0" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FY2QIu4NGqUnx9fHsoKvU%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_02.jpg?alt=media&#x26;token=9e6200d6-8f4a-4c4b-8e6b-690c825bcb03" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FRD4XtGaakOgYFL9007jF%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_03.jpg?alt=media&#x26;token=f42b85a8-f62a-4b41-8a03-a4cc58a5462f" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2F8umxUVmShQB5KIfQRTui%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_04.jpg?alt=media&#x26;token=958dc90c-5f58-40a7-aaf6-81c97a8c7094" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FXaQyBO2lPi4bPT2EsNap%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_05.jpg?alt=media&#x26;token=0005e2db-a721-4cde-b2dc-72ddfa5a4479" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FmdlVzno3rI4nDiLiCq1u%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_06.jpg?alt=media&#x26;token=24a9c9b9-2a33-41de-8ac1-e3a77df81e82" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FkKxWDRvZL5Ho0uTu5WJE%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_07.jpg?alt=media&#x26;token=5b94a1d4-4eb1-48a9-a61f-71ada58bb74f" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FCU1Ntq53n7TLTFhvVdlD%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_08.jpg?alt=media&#x26;token=82102a25-3bf6-4bef-bb15-dc2e01ea27a3" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2Fe0zjk9eh5IqdF59rBlnu%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_09.jpg?alt=media&#x26;token=9ea4e5b2-0145-4b9f-bea5-1a90e6bef9f2" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FlYHQOKgaH5csEg7d2C3Q%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_10.jpg?alt=media&#x26;token=0e35af0e-1469-4cba-be93-c8624d4130a0" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FIfZh7d3o7p78Yk3AI6BQ%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_11.jpg?alt=media&#x26;token=af6a10f8-626a-44fd-b016-ed32e421be3e" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FbQZUD9H6EKee8S8SfOxF%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_12.jpg?alt=media&#x26;token=95e7c52a-2c27-4388-980f-4d89bdba01f5" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FCT2fdcZX669rpT6B0LS9%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_13.jpg?alt=media&#x26;token=2aa650ba-c3d2-4b50-86ea-5c54484082a1" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FIezQMCaVeKwaDUzulo3A%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_14.jpg?alt=media&#x26;token=fee041f8-81d8-42e8-b9c9-7c6ee48f63df" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FKl9vf3WbCLthyNZuLpM1%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_15.jpg?alt=media&#x26;token=d8f52f28-327f-4485-93a3-a95729e69e80" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FHVmViYRuDju1Vma2ViRx%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_16.jpg?alt=media&#x26;token=98e07ba6-7fad-445b-a51b-5147790b096f" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FThQJRWgOmgA7FT5cyOD9%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_17.jpg?alt=media&#x26;token=186f63b9-e2b6-4ba9-bf83-580971aa0816" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2FJvfUDqG6BM4oCZPBtO7R%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_18.jpg?alt=media&#x26;token=fec07d4e-00db-4ebc-aec7-01440500eed4" alt=""><figcaption></figcaption></figure>

<figure><img src="https://1310040907-files.gitbook.io/~/files/v0/b/gitbook-x-prod.appspot.com/o/spaces%2FIbP28uelRYYLg8V6r8M6%2Fuploads%2F92WRkqtVUGbgdzFLYFZu%2F%EB%8C%80%ED%95%99%EC%83%9D%EB%93%A4%EC%9D%98%20%EC%83%9D%EA%B0%81%20%EC%9D%BD%EA%B8%B0%20-%20Kafka%EB%A5%BC%20%EC%9D%B4%EC%9A%A9%ED%95%9C%20%EC%8B%A4%EC%8B%9C%EA%B0%84%20%EB%8D%B0%EC%9D%B4%ED%84%B0%20%EC%8A%A4%ED%8A%B8%EB%A6%AC%EB%B0%8D_%ED%8E%98%EC%9D%B4%EC%A7%80_19.jpg?alt=media&#x26;token=29f58b3a-e4fc-4241-a4b2-b6b22956b09e" alt=""><figcaption></figcaption></figure>
