krz/skunky-art

Alternative privacy frontend for DeviantArt.

clone: git clone https://gitbay.org/krz/skunky-art.git

v1.3.6: app/parsers.go · raw

  1package app
  2
  3import (
  4	"encoding/json"
  5	"strconv"
  6	"strings"
  7
  8	"github.com/zerolabsco/devianter"
  9	"golang.org/x/net/html"
 10)
 11
 12// ParseComments renders a comment thread, nesting replies under the comment they
 13// answer. It returns a placeholder message rather than failing if the upstream
 14// fetch errored.
 15func (s skunkyart) ParseComments(c devianter.Comments, daError devianter.Error) string {
 16	if daError.RAW != nil {
 17		return "Failed to fetch comments :("
 18	}
 19
 20	var cmmts strings.Builder
 21	replied := make(map[int]string)
 22
 23	cmmts.WriteString("<details><summary>Comments: <b>")
 24	cmmts.WriteString(strconv.Itoa(c.Total))
 25	cmmts.WriteString("</b></summary>")
 26	for _, x := range c.Thread {
 27		replied[x.ID] = x.User.Username
 28		cmmts.WriteString(`<div class="msg`)
 29		if x.Parent > 0 {
 30			cmmts.WriteString(` reply`)
 31		}
 32		cmmts.WriteString(`"><p id="`)
 33		cmmts.WriteString(strconv.Itoa(x.ID))
 34		cmmts.WriteString(`"><img src="`)
 35		cmmts.WriteString(URLBuilder(s.Host, "media", "emojitar", x.User.Username, "?type=a"))
 36		cmmts.WriteString(`" width="30px" height="30px"><a href="`)
 37		cmmts.WriteString(URLBuilder(s.Host, "group_user", "?q=", x.User.Username, "&type=a"))
 38		cmmts.WriteString(`"><b`)
 39		cmmts.WriteString(` class="`)
 40		if x.User.Banned {
 41			cmmts.WriteString(`banned`)
 42		}
 43		if x.Author {
 44			cmmts.WriteString(`author`)
 45		}
 46		cmmts.WriteString(`">`)
 47		cmmts.WriteString(x.User.Username)
 48		cmmts.WriteString("</b></a> ")
 49
 50		if x.Parent > 0 {
 51			cmmts.WriteString(` In reply to <a href="`)
 52			cmmts.WriteString(s._pth)
 53			cmmts.WriteString("#")
 54			cmmts.WriteString(strconv.Itoa(x.Parent))
 55			cmmts.WriteString(`">`)
 56			if replied[x.Parent] == "" {
 57				cmmts.WriteString("???")
 58			} else {
 59				cmmts.WriteString(replied[x.Parent])
 60			}
 61			cmmts.WriteString("</a>")
 62		}
 63		cmmts.WriteString(" [")
 64		cmmts.WriteString(x.Posted.UTC().String())
 65		cmmts.WriteString("]<p>")
 66
 67		cmmts.WriteString(ParseDescription(s.Host, x.TextContent))
 68		cmmts.WriteString("<p>👍: ")
 69		cmmts.WriteString(strconv.Itoa(x.Likes))
 70		cmmts.WriteString(" ⏩: ")
 71		cmmts.WriteString(strconv.Itoa(x.Replies))
 72		cmmts.WriteString("</p></div>\n")
 73	}
 74	cmmts.WriteString(s.NavBase(DeviationList{
 75		Pages: 0,
 76		More:  c.HasMore,
 77	}))
 78	cmmts.WriteString("</details>")
 79	return cmmts.String()
 80}
 81
 82// DeviationList renders devs as an HTML grid, or as an Atom feed when the
 83// request asked for one and allowAtom permits it. NSFW entries are dropped
 84// unless the instance allows them. Passing content adds a navigation bar.
 85func (s skunkyart) DeviationList(devs []devianter.Deviation, allowAtom bool, content ...DeviationList) string {
 86	if s.Atom && s.Page > 1 {
 87		s.ReturnHTTPError(400)
 88		return ""
 89	}
 90
 91	var list, listContent strings.Builder
 92
 93	for i, l := 0, len(devs); i < l; i++ {
 94		data := &devs[i]
 95		if preview, fullview := ParseMedia(s.Host, data.Media, 320), ParseMedia(s.Host, data.Media); !data.NSFW || CFG.Nsfw {
 96			if allowAtom && s.Atom {
 97				s.Writer.Header().Add("Content-Type", "application/atom+xml")
 98				id := strconv.Itoa(data.ID)
 99				listContent.WriteString(`<entry><author><name>`)
100				listContent.WriteString(data.Author.Username)
101				listContent.WriteString(`</name></author><title>`)
102				listContent.WriteString(data.Title)
103				listContent.WriteString(`</title><link rel="alternate" type="text/html" href="`)
104				listContent.WriteString(URLBuilder(s.Host, "post", data.Author.Username, "atom-"+id))
105				listContent.WriteString(`"/><id>`)
106				listContent.WriteString(id)
107				listContent.WriteString(`</id><published>`)
108				listContent.WriteString(data.PublishedTime.UTC().Format("Mon, 02 Jan 2006 15:04:05 -0700"))
109				listContent.WriteString(`</published>`)
110				listContent.WriteString(`<media:group><media:title>`)
111				listContent.WriteString(data.Title)
112				listContent.WriteString(`</media:title><media:thumbinal url="`)
113				listContent.WriteString(preview)
114				listContent.WriteString(`"/></media:group><content type="xhtml"><div xmlns="http://www.w3.org/1999/xhtml"><a href="`)
115				listContent.WriteString(ConvertDeviantArtURLToSkunkyArt(s.Host, data.Url))
116				listContent.WriteString(`"><img src="`)
117				listContent.WriteString(fullview)
118				listContent.WriteString(`"/></a><p>`)
119				listContent.WriteString(ParseDescription(s.Host, data.TextContent))
120				listContent.WriteString(`</p></div></content></entry>`)
121			} else {
122				listContent.WriteString(`<div class="block">`)
123				if fullview != "" && preview != "" {
124					listContent.WriteString(`<a title="open/download" href="`)
125					listContent.WriteString(fullview)
126					listContent.WriteString(`"><img loading="lazy" src="`)
127					listContent.WriteString(preview)
128					listContent.WriteString(`" width="15%"></a>`)
129				} else {
130					listContent.WriteString(`<h1>[ TEXT ]</h1>`)
131				}
132				listContent.WriteString(`<br><a href="`)
133				listContent.WriteString(ConvertDeviantArtURLToSkunkyArt(s.Host, data.Url))
134				listContent.WriteString(`">`)
135				listContent.WriteString(data.Author.Username)
136				listContent.WriteString(" - ")
137				listContent.WriteString(data.Title)
138
139				if data.NSFW {
140					listContent.WriteString(` [<span class="nsfw">NSFW</span>]`)
141				}
142				if data.AI {
143					listContent.WriteString(" [🤖]")
144				}
145				if data.DD {
146					listContent.WriteString(` [<span class="dd">DD</span>]`)
147				}
148
149				listContent.WriteString("</a></div>")
150			}
151		}
152	}
153
154	if allowAtom && s.Atom {
155		list.WriteString(`<?xml version="1.0" encoding="UTF-8"?><feed xmlns:media="http://search.yahoo.com/mrss/" xmlns="http://www.w3.org/2005/Atom">`)
156
157		list.WriteString(`<title>`)
158		switch {
159		case s.Type == 0:
160			list.WriteString("Daily Deviations")
161		case s.Type == 'g' && len(devs) != 0:
162			list.WriteString(devs[0].Author.Username)
163		default:
164			list.WriteString("SkunkyArt")
165		}
166		list.WriteString(`</title>`)
167
168		list.WriteString(`<link rel="alternate" href="`)
169		list.WriteString(s.Host)
170		list.WriteString(`"/>`)
171
172		list.WriteString(listContent.String())
173
174		list.WriteString("</feed>")
175		wr(s.Writer, list.String())
176	} else {
177		list.WriteString(`<div class="content">`)
178
179		list.WriteString(listContent.String())
180
181		list.WriteString("</div>")
182		if content != nil {
183			list.WriteString(s.NavBase(content[0]))
184		}
185	}
186
187	return list.String()
188}
189
190/* DESCRIPTION/COMMENT PARSER */
191
192// text is one styled run within a description: the rendered HTML, the raw source
193// it came from, and the offsets it spans in the original block.
194type text struct {
195	Txt    string
196	TxtRaw string
197	From   int
198	To     int
199}
200
201// ParseDescription renders a DeviantArt description into HTML, handling both the
202// Draft.js-style JSON payload and the plain HTML markup DeviantArt returns, and
203// rewriting embedded links and artwork references to point at this instance.
204// host is the request's scheme and host, as taken by URLBuilder.
205//
206// TODO: rewrite this whole mess.
207func ParseDescription(host string, dscr devianter.Text) string {
208	var parsedDescription strings.Builder
209	TagBuilder := func(content string, tags ...string) string {
210		l := len(tags)
211		for x := range l {
212			var htm strings.Builder
213			htm.WriteString("<")
214			htm.WriteString(tags[x])
215			htm.WriteString(">")
216
217			htm.WriteString(content)
218
219			htm.WriteString("</")
220			htm.WriteString(tags[x])
221			htm.WriteString(">")
222			content = htm.String()
223		}
224		return content
225	}
226	DeleteTrackingFromURL := func(url string) string {
227		if len(url) > 42 && url[:42] == "https://www.deviantart.com/users/outgoing?" {
228			url = url[42:]
229		}
230		return url
231	}
232
233	if description, dl := dscr.Html.Markup, len(dscr.Html.Markup); dl != 0 &&
234		description[0] == '{' &&
235		description[dl-1] == '}' {
236		var descr struct {
237			Blocks []struct {
238				Text              string `json:"text"`
239				Type              string `json:"type"`
240				InlineStyleRanges []struct {
241					Offset int    `json:"offset"`
242					Length int    `json:"length"`
243					Style  string `json:"style"`
244				} `json:"inlineStyleRanges"`
245				EntityRanges []struct {
246					Offset int `json:"offset"`
247					Length int `json:"length"`
248					Key    int `json:"key"`
249				} `json:"entityRanges"`
250				Data struct {
251					TextAlignment string `json:"textAlignment"`
252				} `json:"data"`
253			} `json:"blocks"`
254			EntityMap map[string]struct {
255				Type string `json:"type"`
256				Data struct {
257					URL    string `json:"url"`
258					Config struct {
259						// "aligment" is DeviantArt's own spelling; do not correct it.
260						Aligment string `json:"aligment"`
261						Width    int    `json:"width"`
262					} `json:"config"`
263					Data devianter.Deviation `json:"data"`
264				} `json:"data"`
265			} `json:"entityMap"`
266		}
267		e := json.Unmarshal([]byte(description), &descr)
268		try(e)
269
270		entities := make(map[int]devianter.Deviation)
271		urls := make(map[int]string)
272		for n, x := range descr.EntityMap {
273			num, _ := strconv.Atoi(n)
274			if x.Data.URL != "" {
275				urls[num] = DeleteTrackingFromURL(x.Data.URL)
276			}
277			entities[num] = x.Data.Data
278		}
279
280		for _, x := range descr.Blocks {
281			Styles := make([]text, len(x.InlineStyleRanges))
282
283			if len(x.InlineStyleRanges) != 0 {
284				var tags = make(map[int][]string)
285				for n, rngs := range x.InlineStyleRanges {
286					Styles := &Styles[n]
287					switch rngs.Style {
288					case "BOLD":
289						rngs.Style = "b"
290					case "UNDERLINE":
291						rngs.Style = "u"
292					case "ITALIC":
293						rngs.Style = "i"
294					}
295					Styles.From = rngs.Offset
296					Styles.To = rngs.Offset + rngs.Length
297					FT := Styles.From * Styles.To
298					tags[FT] = append(tags[FT], rngs.Style)
299				}
300				for n := range Styles {
301					Styles := &Styles[n]
302					Styles.TxtRaw = x.Text[Styles.From:Styles.To]
303					Styles.Txt = TagBuilder(Styles.TxtRaw, tags[Styles.From*Styles.To]...)
304				}
305			}
306
307			switch x.Type {
308			case "atomic":
309				if len(x.EntityRanges) != 0 {
310					d := entities[x.EntityRanges[0].Key]
311					parsedDescription.WriteString(`<a href="`)
312					parsedDescription.WriteString(ConvertDeviantArtURLToSkunkyArt(host, d.Url))
313					parsedDescription.WriteString(`"><img width="50%" src="`)
314					parsedDescription.WriteString(ParseMedia(host, d.Media))
315					parsedDescription.WriteString(`" title="`)
316					parsedDescription.WriteString(d.Author.Username)
317					parsedDescription.WriteString(" - ")
318					parsedDescription.WriteString(d.Title)
319					parsedDescription.WriteString(`"></a>`)
320				}
321			case "unstyled":
322				if l := len(Styles); l != 0 {
323					for n, r := range Styles {
324						var tag string
325						if x.Type == "header-two" {
326							tag = "h2"
327						}
328
329						parsedDescription.WriteString(x.Text[:r.From])
330						if len(urls) != 0 && len(x.EntityRanges) != 0 {
331							ra := &x.EntityRanges[0]
332
333							parsedDescription.WriteString(`<a target="_blank" href="`)
334							parsedDescription.WriteString(urls[ra.Key])
335							parsedDescription.WriteString(`">`)
336							parsedDescription.WriteString(r.Txt)
337							parsedDescription.WriteString(`</a>`)
338						} else if l > n+1 {
339							parsedDescription.WriteString(r.Txt)
340						}
341						parsedDescription.WriteString(TagBuilder(tag, x.Text[r.To:]))
342					}
343				} else {
344					parsedDescription.WriteString(x.Text)
345				}
346			}
347			parsedDescription.WriteString("<br>")
348		}
349	} else if dl != 0 {
350		for tt := html.NewTokenizer(strings.NewReader(dscr.Html.Markup)); ; {
351			switch tt.Next() {
352			case html.ErrorToken:
353				return parsedDescription.String()
354			case html.CommentToken, html.DoctypeToken:
355				// No renderable content; skip.
356			case html.StartTagToken, html.EndTagToken, html.SelfClosingTagToken:
357				token := tt.Token()
358				switch token.Data {
359				case "a":
360					for _, a := range token.Attr {
361						if a.Key == "href" {
362							url := DeleteTrackingFromURL(a.Val)
363							parsedDescription.WriteString(`<a target="_blank" href="`)
364							parsedDescription.WriteString(url)
365							parsedDescription.WriteString(`">`)
366							parsedDescription.WriteString(GetValueOfTag(tt))
367							parsedDescription.WriteString("</a> ")
368						}
369					}
370				case "img":
371					var uri, title string
372					for b, a := range token.Attr {
373						switch a.Key {
374						case "src":
375							if len(a.Val) > 9 && a.Val[8:9] == "e" {
376								uri = URLBuilder(host, "media", "emojitar", a.Val[37:len(a.Val)-4], "?type=e")
377							}
378						case "title":
379							title = a.Val
380						}
381						if title != "" {
382							for x := -1; x < b; x++ {
383								parsedDescription.WriteString(`<img src="`)
384								parsedDescription.WriteString(uri)
385								parsedDescription.WriteString(`" title="`)
386								parsedDescription.WriteString(title)
387								parsedDescription.WriteString(`">`)
388							}
389						}
390					}
391				case "br", "li", "ul", "p", "b":
392					parsedDescription.WriteString(token.String())
393				case "div":
394					parsedDescription.WriteString("<p> ")
395				}
396			case html.TextToken:
397				parsedDescription.Write(tt.Text())
398			}
399		}
400	}
401
402	return parsedDescription.String()
403}