From 3a5b885c22d4fcff4cb4f2eff1b8f950b9511557 Mon Sep 17 00:00:00 2001 From: Danny Grove Date: Wed, 25 Nov 2020 14:45:39 -0800 Subject: [PATCH] Add Entity markdown to describe how to break out webpages from scrapes --- server/db/models/visibility.md | 39 ++++++++++++++++++++++++++++++++++ 1 file changed, 39 insertions(+) create mode 100644 server/db/models/visibility.md diff --git a/server/db/models/visibility.md b/server/db/models/visibility.md new file mode 100644 index 0000000..852093f --- /dev/null +++ b/server/db/models/visibility.md @@ -0,0 +1,39 @@ +# Entities for Visibility + + +webpages +------ +id (uuid) (primary key) +protocol (str) +host (str) +port (str) + + +scapes +----- +id (uuid) (primary key) +webpage_id (uuid) (foriegn key `webpage.id`) +image (blob) +headers (jsonb) +status_code (int) +created_at (timestamp) + + +Getting Latest Images + +```sql +SELECT + * +FROM + webpages +LEFT JOIN ( + SELECT + * + FROM + scrapes + WHERE + scrapes.webpage_id = webpages.id + ORDER BY created_at DESC + LIMIT 1 +) as s ON s.webpage_id = webpages.id; +```