krz/skunky-art

Alternative privacy frontend for DeviantArt.

clone: git clone https://gitbay.org/krz/skunky-art.git

v1.3.4: app/parsers.go · raw

  1package app
  2
  3import (
  4	"encoding/json"
  5	"strconv"
  6	"strings"
  7
  8	"github.com/zerolabsco/devianter"
  9	"golang.org/x/net/html"
 10)
 11
 12// ParseComments renders a comment thread, nesting replies under the comment they
 13// answer. It returns a placeholder message rather than failing if the upstream
 14// fetch errored.
 15func (s skunkyart) ParseComments(c devianter.Comments, daError devianter.Error) string {
 16	if daError.RAW != nil {
 17		return "Failed to fetch comments :("
 18	}
 19
 20	var cmmts strings.Builder
 21	replied := make(map[int]string)
 22
 23	cmmts.WriteString("<details><summary>Comments: <b>")
 24	cmmts.WriteString(strconv.Itoa(c.Total))
 25	cmmts.WriteString("</b></summary>")
 26	for _, x := range c.Thread {
 27		replied[x.ID] = x.User.Username
 28		cmmts.WriteString(`<div class="msg`)
 29		if x.Parent > 0 {
 30			cmmts.WriteString(` reply`)
 31		}
 32		cmmts.WriteString(`"><p id="`)
 33		cmmts.WriteString(strconv.Itoa(x.ID))
 34		cmmts.WriteString(`"><img src="`)
 35		cmmts.WriteString(URLBuilder("media", "emojitar", x.User.Username, "?type=a"))
 36		cmmts.WriteString(`" width="30px" height="30px"><a href="`)
 37		cmmts.WriteString(URLBuilder("group_user", "?q=", x.User.Username, "&type=a"))
 38		cmmts.WriteString(`"><b`)
 39		cmmts.WriteString(` class="`)
 40		if x.User.Banned {
 41			cmmts.WriteString(`banned`)
 42		}
 43		if x.Author {
 44			cmmts.WriteString(`author`)
 45		}
 46		cmmts.WriteString(`">`)
 47		cmmts.WriteString(x.User.Username)
 48		cmmts.WriteString("</b></a> ")
 49
 50		if x.Parent > 0 {
 51			cmmts.WriteString(` In reply to <a href="`)
 52			cmmts.WriteString(s._pth)
 53			cmmts.WriteString("#")
 54			cmmts.WriteString(strconv.Itoa(x.Parent))
 55			cmmts.WriteString(`">`)
 56			if replied[x.Parent] == "" {
 57				cmmts.WriteString("???")
 58			} else {
 59				cmmts.WriteString(replied[x.Parent])
 60			}
 61			cmmts.WriteString("</a>")
 62		}
 63		cmmts.WriteString(" [")
 64		cmmts.WriteString(x.Posted.UTC().String())
 65		cmmts.WriteString("]<p>")
 66
 67		cmmts.WriteString(ParseDescription(x.TextContent))
 68		cmmts.WriteString("<p>👍: ")
 69		cmmts.WriteString(strconv.Itoa(x.Likes))
 70		cmmts.WriteString(" ⏩: ")
 71		cmmts.WriteString(strconv.Itoa(x.Replies))
 72		cmmts.WriteString("</p></div>\n")
 73	}
 74	cmmts.WriteString(s.NavBase(DeviationList{
 75		Pages: 0,
 76		More:  c.HasMore,
 77	}))
 78	cmmts.WriteString("</details>")
 79	return cmmts.String()
 80}
 81
 82// DeviationList renders devs as an HTML grid, or as an Atom feed when the
 83// request asked for one and allowAtom permits it. NSFW entries are dropped
 84// unless the instance allows them. Passing content adds a navigation bar.
 85func (s skunkyart) DeviationList(devs []devianter.Deviation, allowAtom bool, content ...DeviationList) string {
 86	if s.Atom && s.Page > 1 {
 87		s.ReturnHTTPError(400)
 88		return ""
 89	}
 90
 91	var list, listContent strings.Builder
 92
 93	for i, l := 0, len(devs); i < l; i++ {
 94		data := &devs[i]
 95		if preview, fullview := ParseMedia(data.Media, 320), ParseMedia(data.Media); !data.NSFW || CFG.Nsfw {
 96			if allowAtom && s.Atom {
 97				s.Writer.Header().Add("Content-Type", "application/atom+xml")
 98				id := strconv.Itoa(data.ID)
 99				listContent.WriteString(`<entry><author><name>`)
100				listContent.WriteString(data.Author.Username)
101				listContent.WriteString(`</name></author><title>`)
102				listContent.WriteString(data.Title)
103				listContent.WriteString(`</title><link rel="alternate" type="text/html" href="`)
104				listContent.WriteString(URLBuilder("post", data.Author.Username, "atom-"+id))
105				listContent.WriteString(`"/><id>`)
106				listContent.WriteString(id)
107				listContent.WriteString(`</id><published>`)
108				listContent.WriteString(data.PublishedTime.UTC().Format("Mon, 02 Jan 2006 15:04:05 -0700"))
109				listContent.WriteString(`</published>`)
110				listContent.WriteString(`<media:group><media:title>`)
111				listContent.WriteString(data.Title)
112				listContent.WriteString(`</media:title><media:thumbinal url="`)
113				listContent.WriteString(preview)
114				listContent.WriteString(`"/></media:group><content type="xhtml"><div xmlns="http://www.w3.org/1999/xhtml"><a href="`)
115				listContent.WriteString(ConvertDeviantArtURLToSkunkyArt(data.Url))
116				listContent.WriteString(`"><img src="`)
117				listContent.WriteString(fullview)
118				listContent.WriteString(`"/></a><p>`)
119				listContent.WriteString(ParseDescription(data.TextContent))
120				listContent.WriteString(`</p></div></content></entry>`)
121			} else {
122				listContent.WriteString(`<div class="block">`)
123				if fullview != "" && preview != "" {
124					listContent.WriteString(`<a title="open/download" href="`)
125					listContent.WriteString(fullview)
126					listContent.WriteString(`"><img loading="lazy" src="`)
127					listContent.WriteString(preview)
128					listContent.WriteString(`" width="15%"></a>`)
129				} else {
130					listContent.WriteString(`<h1>[ TEXT ]</h1>`)
131				}
132				listContent.WriteString(`<br><a href="`)
133				listContent.WriteString(ConvertDeviantArtURLToSkunkyArt(data.Url))
134				listContent.WriteString(`">`)
135				listContent.WriteString(data.Author.Username)
136				listContent.WriteString(" - ")
137				listContent.WriteString(data.Title)
138
139				if data.NSFW {
140					listContent.WriteString(` [<span class="nsfw">NSFW</span>]`)
141				}
142				if data.AI {
143					listContent.WriteString(" [🤖]")
144				}
145				if data.DD {
146					listContent.WriteString(` [<span class="dd">DD</span>]`)
147				}
148
149				listContent.WriteString("</a></div>")
150			}
151		}
152	}
153
154	if allowAtom && s.Atom {
155		list.WriteString(`<?xml version="1.0" encoding="UTF-8"?><feed xmlns:media="http://search.yahoo.com/mrss/" xmlns="http://www.w3.org/2005/Atom">`)
156
157		list.WriteString(`<title>`)
158		switch {
159		case s.Type == 0:
160			list.WriteString("Daily Deviations")
161		case s.Type == 'g' && len(devs) != 0:
162			list.WriteString(devs[0].Author.Username)
163		default:
164			list.WriteString("SkunkyArt")
165		}
166		list.WriteString(`</title>`)
167
168		list.WriteString(`<link rel="alternate" href="`)
169		list.WriteString(Host)
170		list.WriteString(`"/>`)
171
172		list.WriteString(listContent.String())
173
174		list.WriteString("</feed>")
175		wr(s.Writer, list.String())
176	} else {
177		list.WriteString(`<div class="content">`)
178
179		list.WriteString(listContent.String())
180
181		list.WriteString("</div>")
182		if content != nil {
183			list.WriteString(s.NavBase(content[0]))
184		}
185	}
186
187	return list.String()
188}
189
190/* DESCRIPTION/COMMENT PARSER */
191
192// text is one styled run within a description: the rendered HTML, the raw source
193// it came from, and the offsets it spans in the original block.
194type text struct {
195	Txt    string
196	TxtRaw string
197	From   int
198	To     int
199}
200
201// ParseDescription renders a DeviantArt description into HTML, handling both the
202// Draft.js-style JSON payload and the plain HTML markup DeviantArt returns, and
203// rewriting embedded links and artwork references to point at this instance.
204//
205// TODO: rewrite this whole mess.
206func ParseDescription(dscr devianter.Text) string {
207	var parsedDescription strings.Builder
208	TagBuilder := func(content string, tags ...string) string {
209		l := len(tags)
210		for x := range l {
211			var htm strings.Builder
212			htm.WriteString("<")
213			htm.WriteString(tags[x])
214			htm.WriteString(">")
215
216			htm.WriteString(content)
217
218			htm.WriteString("</")
219			htm.WriteString(tags[x])
220			htm.WriteString(">")
221			content = htm.String()
222		}
223		return content
224	}
225	DeleteTrackingFromURL := func(url string) string {
226		if len(url) > 42 && url[:42] == "https://www.deviantart.com/users/outgoing?" {
227			url = url[42:]
228		}
229		return url
230	}
231
232	if description, dl := dscr.Html.Markup, len(dscr.Html.Markup); dl != 0 &&
233		description[0] == '{' &&
234		description[dl-1] == '}' {
235		var descr struct {
236			Blocks []struct {
237				Text              string `json:"text"`
238				Type              string `json:"type"`
239				InlineStyleRanges []struct {
240					Offset int    `json:"offset"`
241					Length int    `json:"length"`
242					Style  string `json:"style"`
243				} `json:"inlineStyleRanges"`
244				EntityRanges []struct {
245					Offset int `json:"offset"`
246					Length int `json:"length"`
247					Key    int `json:"key"`
248				} `json:"entityRanges"`
249				Data struct {
250					TextAlignment string `json:"textAlignment"`
251				} `json:"data"`
252			} `json:"blocks"`
253			EntityMap map[string]struct {
254				Type string `json:"type"`
255				Data struct {
256					URL    string `json:"url"`
257					Config struct {
258						// "aligment" is DeviantArt's own spelling; do not correct it.
259						Aligment string `json:"aligment"`
260						Width    int    `json:"width"`
261					} `json:"config"`
262					Data devianter.Deviation `json:"data"`
263				} `json:"data"`
264			} `json:"entityMap"`
265		}
266		e := json.Unmarshal([]byte(description), &descr)
267		try(e)
268
269		entities := make(map[int]devianter.Deviation)
270		urls := make(map[int]string)
271		for n, x := range descr.EntityMap {
272			num, _ := strconv.Atoi(n)
273			if x.Data.URL != "" {
274				urls[num] = DeleteTrackingFromURL(x.Data.URL)
275			}
276			entities[num] = x.Data.Data
277		}
278
279		for _, x := range descr.Blocks {
280			Styles := make([]text, len(x.InlineStyleRanges))
281
282			if len(x.InlineStyleRanges) != 0 {
283				var tags = make(map[int][]string)
284				for n, rngs := range x.InlineStyleRanges {
285					Styles := &Styles[n]
286					switch rngs.Style {
287					case "BOLD":
288						rngs.Style = "b"
289					case "UNDERLINE":
290						rngs.Style = "u"
291					case "ITALIC":
292						rngs.Style = "i"
293					}
294					Styles.From = rngs.Offset
295					Styles.To = rngs.Offset + rngs.Length
296					FT := Styles.From * Styles.To
297					tags[FT] = append(tags[FT], rngs.Style)
298				}
299				for n := range Styles {
300					Styles := &Styles[n]
301					Styles.TxtRaw = x.Text[Styles.From:Styles.To]
302					Styles.Txt = TagBuilder(Styles.TxtRaw, tags[Styles.From*Styles.To]...)
303				}
304			}
305
306			switch x.Type {
307			case "atomic":
308				if len(x.EntityRanges) != 0 {
309					d := entities[x.EntityRanges[0].Key]
310					parsedDescription.WriteString(`<a href="`)
311					parsedDescription.WriteString(ConvertDeviantArtURLToSkunkyArt(d.Url))
312					parsedDescription.WriteString(`"><img width="50%" src="`)
313					parsedDescription.WriteString(ParseMedia(d.Media))
314					parsedDescription.WriteString(`" title="`)
315					parsedDescription.WriteString(d.Author.Username)
316					parsedDescription.WriteString(" - ")
317					parsedDescription.WriteString(d.Title)
318					parsedDescription.WriteString(`"></a>`)
319				}
320			case "unstyled":
321				if l := len(Styles); l != 0 {
322					for n, r := range Styles {
323						var tag string
324						if x.Type == "header-two" {
325							tag = "h2"
326						}
327
328						parsedDescription.WriteString(x.Text[:r.From])
329						if len(urls) != 0 && len(x.EntityRanges) != 0 {
330							ra := &x.EntityRanges[0]
331
332							parsedDescription.WriteString(`<a target="_blank" href="`)
333							parsedDescription.WriteString(urls[ra.Key])
334							parsedDescription.WriteString(`">`)
335							parsedDescription.WriteString(r.Txt)
336							parsedDescription.WriteString(`</a>`)
337						} else if l > n+1 {
338							parsedDescription.WriteString(r.Txt)
339						}
340						parsedDescription.WriteString(TagBuilder(tag, x.Text[r.To:]))
341					}
342				} else {
343					parsedDescription.WriteString(x.Text)
344				}
345			}
346			parsedDescription.WriteString("<br>")
347		}
348	} else if dl != 0 {
349		for tt := html.NewTokenizer(strings.NewReader(dscr.Html.Markup)); ; {
350			switch tt.Next() {
351			case html.ErrorToken:
352				return parsedDescription.String()
353			case html.CommentToken, html.DoctypeToken:
354				// No renderable content; skip.
355			case html.StartTagToken, html.EndTagToken, html.SelfClosingTagToken:
356				token := tt.Token()
357				switch token.Data {
358				case "a":
359					for _, a := range token.Attr {
360						if a.Key == "href" {
361							url := DeleteTrackingFromURL(a.Val)
362							parsedDescription.WriteString(`<a target="_blank" href="`)
363							parsedDescription.WriteString(url)
364							parsedDescription.WriteString(`">`)
365							parsedDescription.WriteString(GetValueOfTag(tt))
366							parsedDescription.WriteString("</a> ")
367						}
368					}
369				case "img":
370					var uri, title string
371					for b, a := range token.Attr {
372						switch a.Key {
373						case "src":
374							if len(a.Val) > 9 && a.Val[8:9] == "e" {
375								uri = URLBuilder("media", "emojitar", a.Val[37:len(a.Val)-4], "?type=e")
376							}
377						case "title":
378							title = a.Val
379						}
380						if title != "" {
381							for x := -1; x < b; x++ {
382								parsedDescription.WriteString(`<img src="`)
383								parsedDescription.WriteString(uri)
384								parsedDescription.WriteString(`" title="`)
385								parsedDescription.WriteString(title)
386								parsedDescription.WriteString(`">`)
387							}
388						}
389					}
390				case "br", "li", "ul", "p", "b":
391					parsedDescription.WriteString(token.String())
392				case "div":
393					parsedDescription.WriteString("<p> ")
394				}
395			case html.TextToken:
396				parsedDescription.Write(tt.Text())
397			}
398		}
399	}
400
401	return parsedDescription.String()
402}