~aleteoryx/tclfeed-bsky

ref: 4c1e07b5f6dfce5a46b5d48a553fc40564da0760 tclfeed-bsky/bin/importlist.tcl -rwxr-xr-x 2.6 KiB
4c1e07b5Aleteoryx heuristic tweaks 28 days ago
                                                                                
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
#!/bin/env tclsh

if {$argc < 2} { return -code error "Usage: bin/importlist.tcl DB ?-pds PDS? ?-feed FEED? LIST ?LIST ...?\n-feed may be passed repeatedly." }

cd [file dirname [file dirname [dict get [info frame [info frame]] file]]]

package require sqlite3
package require json
package require http
package require tls
::http::register https 443 ::tls::socket

set lists [lassign $argv db]
sqlite3 db $db

set pds "bsky.social"
if {[lindex $lists 0] == "-pds"} {
  set lists [lassign $lists _ pds]
}

set block 1
while {[lindex $lists 0] == "-feed"} {
  set block 0
  set lists [lassign $lists _ feed]
  lappend feeds $feed
}

if ![info exists feeds] {
  set feeds [db eval {SELECT name FROM sqlite_master WHERE type = 'table' AND sql LIKE '%uri TEXT%'}]
}

foreach list $lists {
  switch -regexp -matchvar matches -- $list {
    {^at://.+} {}
    {^(?:(?:(?:(?:(?:https://)?bsky.app)?/)?profile)?/)?([^/]+)/lists/(.+)$} {
      lassign $matches _ pub rkey

      set endpoint "https://$pds/xrpc/com.atproto.repo.describeRepo"

      set http_state [http::geturl "$endpoint?repo=$pub"]
      if {[::http::ncode $http_state] != 200} { return -code error "couldn't resolve handle $repo!\n[::http::data $http_state]" }
      set pub [dict get [::json::json2dict [::http::data $http_state]] did]


      set list "at://$pub/app.bsky.graph.list/$rkey"
    }
    default {
      return -code error "unknown list URI format $list!"
    }
  }

  set endpoint "https://public.api.bsky.app/xrpc/app.bsky.graph.getList"

  set http_state [http::geturl "$endpoint?list=$list"]
  if {[::http::ncode $http_state] != 200} { return -code error "couldn't resolve list $list!\n[::http::data $http_state]" }
  set data [::json::json2dict [::http::data $http_state]]
  set items [dict get $data items]

  while {[llength $items]} {
    foreach item $items {
      set repo [dict get $item subject did]
      if $block {
        puts "Blocking $repo from $list."
        db eval {INSERT OR IGNORE INTO blocked_repos VALUES (:repo);}
      } else { puts "Removing $repo from feeds." }
      set repo_pat "%${repo}%"
      foreach table $feeds {
        db eval "DELETE FROM $table WHERE uri LIKE :repo_pat;"
      }
    }

    if ![dict exists $data cursor] {
      break
    }

    set cursor [dict get $data cursor]

    set http_state [http::geturl "$endpoint?list=$list&cursor=$cursor"]
    if {[::http::ncode $http_state] != 200} { return -code error "couldn't read list $list at pos $cursor!\n[::http::data $http_state]" }
    set data [::json::json2dict [::http::data $http_state]]
    set items [dict get $data items]
  }
}