asimov-brightdata-module 0.0.4

ASIMOV module for data import powered by the Bright Data web data platform.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

.[] | {
  "@context": {
    "know": "https://know.dev/",
    "xsd": "http://www.w3.org/2001/XMLSchema#",
    "count": {
      "@id": "know:count",
      "@type": "xsd:integer",
    },
    "followees": {
      "@id": "know:followees",
      "@type": "know:Collection",
    },
    "followers": {
      "@id": "know:followers",
      "@type": "know:Collection",
    },
    "id": {
      "@id": "know:id",
      "@type": "xsd:string",
    },
    "image": {
      "@id": "know:image",
      "@type": "@id",
    },
    "link": {
      "@id": "know:link",
      "@type": "@id",
    },
    "name": {
      "@id": "know:name",
      "@type": "xsd:string",
    },
    "posts": {
      "@id": "know:posts",
      "@type": "know:Collection",
    },
    "subscriptions": {
      "@id": "know:subscriptions",
      "@type": "know:Collection",
    },
    "summary": {
      "@id": "know:summary",
      "@language": "en",
    },
    "title": {
      "@id": "know:title",
      "@language": "en",
    },
  },
  "@id": .url,
  "@type": ["know:UserProfile", "know:UserAccount"],
  "id": .x_id,
  "name": .url | sub("https://x\\.com/"; ""),
  "title": .profile_name,
  "summary": .biography,
  "image": .profile_image_link,
  "link": .external_link,
  "followees": {
    "@type": "know:Collection",
    "count": .following,
  },
  "followers": {
    "@type": "know:Collection",
    "count": .followers
  },
  "posts": {
    "@type": "know:Collection",
    "count": .posts_count,
  },
  "subscriptions": {
    "@type": "know:Collection",
    "count": .subscriptions,
  },
}