Producing the Digital Body
SELECT substr(s3key,1,64) as s3_prefix, round(sum(bytes_sent)/max(bytes)) as count, min(dtime) as first,max(dtime) as last FROM downloads LEFT JOIN downloadable ON downloads.did = downloadable.id WHERE s3key like 'corpora/files/CC%%' and dtime > DATE_ADD(NOW(), INTERVAL -7 DAY) GROUP BY s3_prefix HAVING count>=1 ORDER BY s3_prefix
| s3_prefix | count | first | last |
|---|---|---|---|
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-hosts- | 3 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-proven | 2 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/commoncra | 2 | 2025-05-16 00:00:00 | 2025-05-18 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/pdfinfo-2 | 4 | 2025-05-15 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/README.md | 18 | 2025-05-15 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-2023 | 2 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-with | 2 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/zipconten | 2 | 2025-05-15 00:00:00 | 2025-05-18 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/README.md | 46 | 2025-05-15 00:00:00 | 2025-05-21 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/0000-0999 | 1157 | 2025-05-15 00:00:00 | 2025-05-21 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/1000-1999 | 1011 | 2025-05-15 00:00:00 | 2025-05-21 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/2000-2999 | 892 | 2025-05-15 00:00:00 | 2025-05-21 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/3000-3999 | 895 | 2025-05-15 00:00:00 | 2025-05-21 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/4000-4999 | 607 | 2025-05-15 00:00:00 | 2025-05-17 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/5000-5999 | 571 | 2025-05-15 00:00:00 | 2025-05-18 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/6000-6999 | 667 | 2025-05-15 00:00:00 | 2025-05-17 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/7000-7999 | 549 | 2025-05-15 00:00:00 | 2025-05-18 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/common-crawl/common-crawl-x | 1 | 2025-05-15 00:00:00 | 2025-05-18 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x00 | 2 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-video/README.md | 2 | 2025-05-17 00:00:00 | 2025-05-20 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/README.md | 3 | 2025-05-16 00:00:00 | 2025-05-20 00:00:00 |