Producing the Digital Body
SELECT substr(s3key,1,64) as s3_prefix, round(sum(bytes_sent)/max(bytes)) as count, min(dtime) as first,max(dtime) as last FROM downloads LEFT JOIN downloadable ON downloads.did = downloadable.id WHERE s3key like 'corpora/files/CC%%' and dtime > DATE_ADD(NOW(), INTERVAL -7 DAY) GROUP BY s3_prefix HAVING count>=1 ORDER BY s3_prefix
| s3_prefix | count | first | last |
|---|---|---|---|
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-hosts- | 3 | 2026-01-10 00:00:00 | 2026-01-15 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-proven | 15 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/commoncra | 6 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/pdfinfo-2 | 3 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/README.md | 13 | 2026-01-11 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-2023 | 15 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-with | 3 | 2026-01-10 00:00:00 | 2026-01-15 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/zipconten | 6 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/README.md | 92 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/0000-0999 | 2033 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/1000-1999 | 758 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/2000-2999 | 630 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/3000-3999 | 709 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/4000-4999 | 615 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/5000-5999 | 555 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/6000-6999 | 152 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/7000-7999 | 29 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/common-crawl/common-crawl-x | 16 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-icc.zip | 2 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x00 | 1 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-video/corpora-video | 4 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-video/README.md | 2 | 2026-01-10 00:00:00 | 2026-01-13 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/README.md | 4 | 2026-01-10 00:00:00 | 2026-01-16 00:00:00 |