Dot Data Feed

Get results from Dotlake database

POSThttps://app.dotlake.io/api/search

Header parameters

Body

application/json

POST requests payload

offset*integer

Offset for results pagination

from_dateinteger

Minimum post creation date, as UNIX epoch

to_dateinteger

Maximum post creation date, as UNIX epoch

from_crawled_dateinteger

Minimum date when results were crawled, as UNIX epoch

to_crawled_dateinteger

Maximum date when results were crawled, as UNIX epoch

sort_order*enum

Sort order of results, either descending or ascending

descasc

sort_field*enum

Criteria for sorting of results, either creation date or date the results were crawled

crawled_datepost_creation_date

source_type*array of enum

List of types of sources to include in results. Available source types are forums, webpages and ransomsites

source_net*array of enum

List of types of nets on the API

querystring*array of enum

Query string for search on the API

Example: "(($q:searchText) AND ($youtube_video:test1)) AND (($telegrams:test2)) OR (($images:test3)) AND NOT (($telegrams:test4)) OR NOT (($emails:test5))"

Response

200400401

Successfully retrieved search query results

Body

application/json

request_limitsRequestLimitsInfo (object)

Information about subscrition status

hitsSearchResults (object)

Dotlake Data Feed response body

Request

curlJavaScriptPythonPHPJava

curl --location 'https://app.dotlake.io/api/search' \
--header 'Authorization: Token API_TOKEN' \
--header 'Content-Type: application/json' \
--data '{"sort_order":"desc","sort_field":"crawled_date","source_type":["forum","page","ransomsite","telegram_group","telegram_channel","marketplace"],"source_net":["openweb","darknet"],"querystring":"(($q:\"leak\"))"}'

Response

200400401

{
  "request_limits": {
    "user_request_count": 10,
    "user_request_limit": 50,
    "organization_request_count": 15,
    "organization_request_limit": 100,
    "request_limit_period_start": "2023-01-01T00:00:00Z",
    "request_limit_period_end": "2023-12-31T23:59:59Z"
  },
  "hits": {
    "metadata": {
      "source_platform": "GenericForum",
      "source_domain": "www.generic-forum.com",
      "crawled_date": "2024-11-21T06:37:33.927Z",
      "created_date": "2024-11-21T06:37:33.927Z",
      "updated_date": "2024-11-21T06:37:33.927Z",
      "edit_date": "2024-11-21T06:37:33.927Z",
      "server_ip": "0.0.0.0",
      "source_type": "forum",
      "source_net": "openweb",
      "source_url": "https://www.criminal-source.com/post-12345",
      "category": [
        "data_leak",
        "carding"
      ],
      "scoring": 0
    },
    "content_analyzed_data": {
      "images": [],
      "magnets": [],
      "telegrams": [],
      "telephones": [],
      "wallets": [],
      "discords": [],
      "emails": [],
      "urls": [],
      "rsa_keys": [],
      "credit_cards": [],
      "ibans": [],
      "usernames": [],
      "files": {
        "extension": ".jpg",
        "filename": "testfile",
        "size": "323546",
        "parent_url": "text",
        "url": "text",
        "hash": "text",
        "text_recognition": "text"
      },
      "domains": []
    },
    "text_content": "Hello, world!",
    "html_content": "Hello, world!",
    "source_title": "text",
    "data": {
      "forum": {
        "name": "GenericForum",
        "url": "https://www.generic-forum.com",
        "id": "6f3e1158f8922c85b17de3ef6e99ef19"
      },
      "thread": {
        "last_page": "https://www.generic-forum.com/thread-12345/page-7",
        "previous_page": "https://www.generic-forum.com/thread-12345/page-4",
        "next_page": "https://www.generic-forum.com/thread-12345/page-6",
        "pages": 7,
        "current_page": 5,
        "follows": 11,
        "title": "text",
        "url": "https://www.generic-forum.com/thread-12345",
        "parent_forums": [
          "General",
          "Off-topic"
        ],
        "replies": 71,
        "url_title": "text",
        "id": "123456"
      },
      "post": {
        "reputation": 5,
        "position": 13,
        "id": "123456",
        "creation_date": "2024-11-21T06:37:33.927Z",
        "url": "https://www.generic-forum.com/post-12345",
        "hidden_content": false,
        "likes": 3
      },
      "author": {
        "youtube_video": "",
        "birthdate": "2024-11-21T06:37:33.927Z",
        "occupation": "Programmer",
        "vouches": 0,
        "reputation": 10,
        "infractions": "",
        "posts": 47,
        "cover": "",
        "shouts": 0,
        "twitter": "",
        "icq": "",
        "id": "123456",
        "likes": 7,
        "reputation_negative": 3,
        "solutions": 0,
        "reported_posts": 0,
        "username_changes": "",
        "registration_date": "2024-11-21T06:37:33.927Z",
        "discord": "User#1234",
        "replies": 137,
        "reputation_positive": 37,
        "reputation_from_posts": 30,
        "deposit": "",
        "posts_per_day": 3.1,
        "garant": "",
        "reputation_from_members": 7,
        "jabber": "",
        "reputation_neutral": 3,
        "threads_per_day": 2,
        "wickr": "",
        "linkedin": "",
        "title": "Newbie",
        "time_online": "",
        "skype": "",
        "last_visit": "2024-11-21T06:37:33.927Z",
        "credits": 353,
        "operating_system": "",
        "analyzed_signature": {},
        "tox": "",
        "views": 7374,
        "cash_app": "",
        "wallet": "",
        "facebook": "",
        "sex": "",
        "groups": [
          "Admins",
          "VIPs"
        ],
        "threads": 34,
        "telegram": "",
        "avatar": "https://www.generic-forum.com/user-37/avatar.jpg",
        "url": "https://www.generic-forum.com/user-37",
        "text_signature": "Signed: User",
        "warning_level": "",
        "html_signature": "<p>Signed: User</p>",
        "members_referred": "",
        "service": "",
        "awards": [
          {
            "id": "123",
            "name": "Old User",
            "url": "https://www.generic-forum.com/award-123",
            "title": "Old User",
            "image": "https://www.generic-forum.com/award-123/icon.jpg",
            "description": "This award is given to user accounts more than 3 years old."
          }
        ],
        "reactions": 13,
        "location": "Los Angeles, CA",
        "interests": "",
        "referred_by": "",
        "trust_scan": "",
        "age": "",
        "username": "XxX_User1234_XxX"
      },
      "geo_data": {
        "zip": "055888",
        "country_code": "us",
        "country": "United States",
        "city": "New York",
        "state": "NY"
      }
    }
  }
}