Producing the Digital Body
SELECT substr(s3key,1,64) as s3_prefix, round(sum(bytes_sent)/max(bytes)) as count, min(dtime) as first,max(dtime) as last FROM downloads LEFT JOIN downloadable ON downloads.did = downloadable.id WHERE s3key like 'corpora/files/CC%%' and dtime > DATE_ADD(NOW(), INTERVAL -7 DAY) GROUP BY s3_prefix HAVING count>=1 ORDER BY s3_prefix
| s3_prefix | count | first | last |
|---|---|---|---|
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-hosts- | 3 | 2026-04-08 00:00:00 | 2026-04-12 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/cc-proven | 11 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/commoncra | 5 | 2026-04-08 00:00:00 | 2026-04-11 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/pdfinfo-2 | 4 | 2026-04-08 00:00:00 | 2026-04-13 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/README.md | 20 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-2023 | 12 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/tika-with | 2 | 2026-04-08 00:00:00 | 2026-04-09 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/metadata/zipconten | 6 | 2026-04-08 00:00:00 | 2026-04-11 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/README.md | 59 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/0000-0999 | 1924 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/1000-1999 | 1281 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/2000-2999 | 973 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/3000-3999 | 691 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/4000-4999 | 598 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/5000-5999 | 539 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/6000-6999 | 665 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-PDF-UNTRUNCATED/zipfiles/7000-7999 | 551 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/common-crawl/common-crawl-x | 32 | 2026-04-08 00:00:00 | 2026-04-13 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-icc.zip | 1 | 2026-04-11 00:00:00 | 2026-04-11 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x00 | 5 | 2026-04-08 00:00:00 | 2026-04-11 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x02 | 1 | 2026-04-09 00:00:00 | 2026-04-09 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x09 | 4 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x10 | 8 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x11 | 8 | 2026-04-08 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x12 | 8 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x13 | 9 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x14 | 8 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x15 | 8 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x16 | 9 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x17 | 9 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x18 | 4 | 2026-04-08 00:00:00 | 2026-04-08 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x97 | 1 | 2026-04-09 00:00:00 | 2026-04-09 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-pdf/corpora-pdf-x98 | 2 | 2026-04-09 00:00:00 | 2026-04-09 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-video/corpora-video | 3 | 2026-04-11 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/corpora-video/README.md | 3 | 2026-04-11 00:00:00 | 2026-04-14 00:00:00 |
| corpora/files/CC-MAIN-2021-31-UNSAFE/README.md | 6 | 2026-04-09 00:00:00 | 2026-04-14 00:00:00 |