Initial commit
This commit is contained in:
Gulag
commit
b51e203a10
13 changed files with 819 additions and 0 deletions
14
.gitignore
vendored
Normal file
14
.gitignore
vendored
Normal file
|
|
@ -0,0 +1,14 @@
|
||||||
|
02-ws-js/Config
|
||||||
|
02-ws-js/ConfigCommon
|
||||||
|
02-ws-js/ConfigQuery
|
||||||
|
02-ws-js/Net
|
||||||
|
02-ws-js/target
|
||||||
|
02-ws-js/ClassDefine.js
|
||||||
|
02-ws-js/CommonDefine.js
|
||||||
|
02-ws-js/ConfigDefine.js
|
||||||
|
02-ws-js/EditorDefine.js
|
||||||
|
02-ws-js/HttpCodeDefine.js
|
||||||
|
02-ws-js/LogDefine.js
|
||||||
|
02-ws-js/QueryTypeDefine.js
|
||||||
|
02-ws-js/message.proto
|
||||||
|
**/*.so
|
||||||
97
02-ws-js/Cargo.lock
generated
Normal file
97
02-ws-js/Cargo.lock
generated
Normal file
|
|
@ -0,0 +1,97 @@
|
||||||
|
# This file is automatically @generated by Cargo.
|
||||||
|
# It is not intended for manual editing.
|
||||||
|
version = 3
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "aho-corasick"
|
||||||
|
version = "1.1.2"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "b2969dcb958b36655471fc61f7e416fa76033bdd4bfed0678d8fee1e2d07a1f0"
|
||||||
|
dependencies = [
|
||||||
|
"memchr",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "cc"
|
||||||
|
version = "1.0.83"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "f1174fb0b6ec23863f8b971027804a42614e347eafb0a95bf0b12cdae21fc4d0"
|
||||||
|
dependencies = [
|
||||||
|
"libc",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "heck"
|
||||||
|
version = "0.4.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "95505c38b4572b2d910cecb0281560f54b440a19336cbbcb27bf6ce6adc6f5a8"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "libc"
|
||||||
|
version = "0.2.152"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "13e3bf6590cbc649f4d1a3eefc9d5d6eb746f5200ffb04e5e142700b8faa56e7"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "memchr"
|
||||||
|
version = "2.7.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "523dc4f511e55ab87b694dc30d0f820d60906ef06413f93d4d7a1385599cc149"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "parse_js"
|
||||||
|
version = "0.1.0"
|
||||||
|
dependencies = [
|
||||||
|
"heck",
|
||||||
|
"tree-sitter",
|
||||||
|
"tree-sitter-javascript",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "regex"
|
||||||
|
version = "1.10.3"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "b62dbe01f0b06f9d8dc7d49e05a0785f153b00b2c227856282f671e0318c9b15"
|
||||||
|
dependencies = [
|
||||||
|
"aho-corasick",
|
||||||
|
"memchr",
|
||||||
|
"regex-automata",
|
||||||
|
"regex-syntax",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "regex-automata"
|
||||||
|
version = "0.4.5"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "5bb987efffd3c6d0d8f5f89510bb458559eab11e4f869acb20bf845e016259cd"
|
||||||
|
dependencies = [
|
||||||
|
"aho-corasick",
|
||||||
|
"memchr",
|
||||||
|
"regex-syntax",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "regex-syntax"
|
||||||
|
version = "0.8.2"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "c08c74e62047bb2de4ff487b251e4a92e24f48745648451635cec7d591162d9f"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tree-sitter"
|
||||||
|
version = "0.20.10"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "e747b1f9b7b931ed39a548c1fae149101497de3c1fc8d9e18c62c1a66c683d3d"
|
||||||
|
dependencies = [
|
||||||
|
"cc",
|
||||||
|
"regex",
|
||||||
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "tree-sitter-javascript"
|
||||||
|
version = "0.20.1"
|
||||||
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
|
checksum = "edbc663376bdd294bd1f0a6daf859aedb9aa5bdb72217d7ad8ba2d5314102cf7"
|
||||||
|
dependencies = [
|
||||||
|
"cc",
|
||||||
|
"tree-sitter",
|
||||||
|
]
|
||||||
9
02-ws-js/Cargo.toml
Normal file
9
02-ws-js/Cargo.toml
Normal file
|
|
@ -0,0 +1,9 @@
|
||||||
|
[package]
|
||||||
|
name = "parse_js"
|
||||||
|
version = "0.1.0"
|
||||||
|
edition = "2021"
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
heck = "0.4.1"
|
||||||
|
tree-sitter = "0.20.10"
|
||||||
|
tree-sitter-javascript = "0.20.1"
|
||||||
24
02-ws-js/README.md
Normal file
24
02-ws-js/README.md
Normal file
|
|
@ -0,0 +1,24 @@
|
||||||
|
# WW Proto Dumper (Tree-Sitter ❤️ Reverse Engineering)
|
||||||
|
|
||||||
|
This is a PoC and demo to show how one can use tree-sitter on dumped javascript
|
||||||
|
netcode files for a certain game to extract fully intact proto files. To see its
|
||||||
|
potential, you can run the following (replace `"REPLACEME"` in enum_2.scm with `"e"`):
|
||||||
|
|
||||||
|
The Python code was my initial attempt at this, but my partially-implemented
|
||||||
|
matches API had a bug, so I just opted to go with Rust.
|
||||||
|
|
||||||
|
```bash
|
||||||
|
tree-sitter query queries/message.scm example_protocol.js
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
tree-sitter query queries/enum.scm example_protocol.js
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
tree-sitter query queries/enum_2.scm example_protocol.js
|
||||||
|
```
|
||||||
|
|
||||||
|
```bash
|
||||||
|
tree-sitter query queries/id.scm example_define.js
|
||||||
|
```
|
||||||
4
02-ws-js/example_define.js
Normal file
4
02-ws-js/example_define.js
Normal file
|
|
@ -0,0 +1,4 @@
|
||||||
|
(function(e) {
|
||||||
|
(e[(e.ExitGamePush = 1100)] = "ExitGamePush"),
|
||||||
|
(e[(e.ChangeSceneClockPush = 1199)] = "ChangeSceneClockPush")
|
||||||
|
});
|
||||||
69
02-ws-js/example_protocol.js
Normal file
69
02-ws-js/example_protocol.js
Normal file
|
|
@ -0,0 +1,69 @@
|
||||||
|
return (
|
||||||
|
(B.Protocol =
|
||||||
|
(((n = {}).AceAntiDataPush =
|
||||||
|
((W.create = function e(t) {
|
||||||
|
return new W(t);
|
||||||
|
}),
|
||||||
|
(W.encode = function e(t, o) {
|
||||||
|
return (o = o || $Writer.create()), t.AntiData && o.uint32(10).bytes(t.AntiData), o;
|
||||||
|
}),
|
||||||
|
(W.decode = function e(t, o) {
|
||||||
|
t instanceof $Reader || (t = $Reader.create(t));
|
||||||
|
for (var n = void 0 === o ? t.len : t.pos + o, r = new $root.Aki.Protocol.AceAntiDataPush(); t.pos < n;) {
|
||||||
|
var i = t.uint32();
|
||||||
|
i >>> 3 == 1 ? (r.AntiData = t.bytes()) : t.skipType(7 & i);
|
||||||
|
}
|
||||||
|
return r;
|
||||||
|
}),
|
||||||
|
W)),
|
||||||
|
(n.AchievementProgress =
|
||||||
|
((j.create = function e(t) {
|
||||||
|
return new j(t);
|
||||||
|
}),
|
||||||
|
(j.encode = function e(t, o) {
|
||||||
|
return (o = o || $Writer.create()), t.CurProgress && o.uint32(8).int32(t.CurProgress), t.TotalProgress && o.uint32(16).int32(t.TotalProgress), o;
|
||||||
|
}),
|
||||||
|
(j.decode = function e(t, o) {
|
||||||
|
t instanceof $Reader || (t = $Reader.create(t));
|
||||||
|
for (var n = void 0 === o ? t.len : t.pos + o, r = new $root.Aki.Protocol.AchievementProgress(); t.pos < n;) {
|
||||||
|
var i = t.uint32();
|
||||||
|
switch (i >>> 3) {
|
||||||
|
case 1:
|
||||||
|
r.CurProgress = t.int32();
|
||||||
|
break;
|
||||||
|
case 2:
|
||||||
|
r.TotalProgress = t.int32();
|
||||||
|
break;
|
||||||
|
case 27:
|
||||||
|
r.ActionGroupNodeAction = $root.Aki.Protocol.ActionGroupNodeActionCtxPb.decode(t, t.uint32());
|
||||||
|
break;
|
||||||
|
default:
|
||||||
|
t.skipType(7 & i);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return r;
|
||||||
|
}),
|
||||||
|
j)),
|
||||||
|
(n.ActionFinishResponse =
|
||||||
|
((oe.create = function e(t) {
|
||||||
|
return new oe(t);
|
||||||
|
}),
|
||||||
|
(oe.encode = function e(t, o) {
|
||||||
|
return (o = o || $Writer.create()), t.Code && o.uint32(8).int32(t.Code), o;
|
||||||
|
}),
|
||||||
|
(oe.decode = function e(t, o) {
|
||||||
|
t instanceof $Reader || (t = $Reader.create(t));
|
||||||
|
for (var n = void 0 === o ? t.len : t.pos + o, r = new $root.Aki.Protocol.ActionFinishResponse(); t.pos < n;) {
|
||||||
|
var i = t.uint32();
|
||||||
|
i >>> 3 == 1 ? (r.EntityCtx = $root.Aki.Protocol.EntityCtxPb.decode(t, t.uint32())) : t.skipType(7 & i);
|
||||||
|
}
|
||||||
|
return r;
|
||||||
|
}),
|
||||||
|
oe)),
|
||||||
|
(n.SlientFirstAwardState = ((t = {}), ((e = Object.create(t))[(t[0] = "NotUnlock")] = 0),
|
||||||
|
(e[(t[1] = "NotFinish")] = 1),
|
||||||
|
(e[(t[2] = "IsFinish")] = 2),
|
||||||
|
(e[(t[3] = "IsReceive")] = 3), e)),
|
||||||
|
n)),
|
||||||
|
B
|
||||||
|
);
|
||||||
71
02-ws-js/parse.py
Normal file
71
02-ws-js/parse.py
Normal file
|
|
@ -0,0 +1,71 @@
|
||||||
|
from typing import Dict, List, Tuple
|
||||||
|
from tree_sitter import Language, Node, Parser
|
||||||
|
from dataclasses import dataclass
|
||||||
|
|
||||||
|
js = "./js.so"
|
||||||
|
|
||||||
|
JS = Language(js, "javascript")
|
||||||
|
parser = Parser()
|
||||||
|
parser.set_language(JS)
|
||||||
|
|
||||||
|
q = open("queries/message.scm").read()
|
||||||
|
query = JS.query(q)
|
||||||
|
|
||||||
|
tree = parser.parse(open("Net/Protocol.js", "rb").read())
|
||||||
|
|
||||||
|
matches = query.matches(tree.root_node)
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class Proto:
|
||||||
|
name: str
|
||||||
|
fields: List[Tuple[int, str, str]]
|
||||||
|
|
||||||
|
|
||||||
|
protos: Dict[str, Proto] = {}
|
||||||
|
|
||||||
|
# [(<Node type=identifier, start_point=(54940, 13), end_point=(54940, 14)>, '_n'), (<Node type=property_identifier, start_point=(54940, 15), end_point=(54940, 40)>, 'message_name'), (<Node type=property_identifier, start_point=(54953, 20), end_point=(54953, 26)>, '_decode'), (<Node type=number, start_point=(54957, 38), end_point=
|
||||||
|
# (54957, 39)>, '_shift3'), (<Node type=number, start_point=(54961, 33), end_point=(54961, 34)>, 'field_id'), (<Node type=property_identifier, start_point=(54962, 34), end_point=(54962, 47)>, 'field_name'), (<Node type=property_identifier, start_point=(54962, 52), end_point=(54962, 57)>, 'field_type')]
|
||||||
|
|
||||||
|
match: List[Tuple[Node, str]]
|
||||||
|
for e, (_, match) in enumerate(matches):
|
||||||
|
if len(match) == 0:
|
||||||
|
continue
|
||||||
|
|
||||||
|
m: Node
|
||||||
|
message_name, field_id, field_name, field_type = "", "", "", ""
|
||||||
|
for node, capture_name in match:
|
||||||
|
# offsets for the items might vary from each one,
|
||||||
|
match capture_name:
|
||||||
|
case "message_name":
|
||||||
|
message_name = node.text.decode("utf-8")
|
||||||
|
break
|
||||||
|
case "field_id":
|
||||||
|
field_id = node.text.decode("utf-8")
|
||||||
|
break
|
||||||
|
case "field_name":
|
||||||
|
field_name = node.text.decode("utf-8")
|
||||||
|
break
|
||||||
|
case "field_type":
|
||||||
|
field_type = node.text.decode("utf-8")
|
||||||
|
break
|
||||||
|
case _:
|
||||||
|
continue
|
||||||
|
|
||||||
|
print(f"{message_name} {field_id} {field_name} {field_type}")
|
||||||
|
|
||||||
|
if message_name not in protos:
|
||||||
|
protos[message_name] = Proto(e, message_name, [(int(field_id), field_name, field_type)])
|
||||||
|
else:
|
||||||
|
protos[message_name].fields.append((int(field_id), field_name, field_type))
|
||||||
|
|
||||||
|
proto_dump = ""
|
||||||
|
for message in protos.values():
|
||||||
|
proto_dump += f"message {message.name} {{\n"
|
||||||
|
for field in message.fields:
|
||||||
|
proto_dump += f" {field[2]} {field[1]} = {field[0]};\n"
|
||||||
|
proto_dump += "}\n\n"
|
||||||
|
|
||||||
|
|
||||||
|
with open("message.proto", "w") as f:
|
||||||
|
f.write(proto_dump)
|
||||||
37
02-ws-js/queries/enum.scm
Normal file
37
02-ws-js/queries/enum.scm
Normal file
|
|
@ -0,0 +1,37 @@
|
||||||
|
(sequence_expression
|
||||||
|
(parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (member_expression
|
||||||
|
(identifier) @_n
|
||||||
|
(property_identifier) @enum_name
|
||||||
|
(#eq? @_n "n"))
|
||||||
|
right: (parenthesized_expression (sequence_expression
|
||||||
|
left: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (identifier) @_var
|
||||||
|
right: (object . "{" . "}" . )))
|
||||||
|
right: (sequence_expression
|
||||||
|
left: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (subscript_expression
|
||||||
|
object: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (identifier) @object
|
||||||
|
"="
|
||||||
|
right: (call_expression
|
||||||
|
function: (member_expression
|
||||||
|
object: (identifier) @_object
|
||||||
|
"."
|
||||||
|
property: (property_identifier) @_create
|
||||||
|
(#eq? @_object "Object")
|
||||||
|
(#eq? @_create "create"))
|
||||||
|
arguments: (arguments . "(" (identifier) @_var2 . ")" .
|
||||||
|
(#eq? @_var @_var2)))))
|
||||||
|
index: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (subscript_expression)
|
||||||
|
right: (string (string_fragment) @enum_field))))
|
||||||
|
right: (number) @enum_value)
|
||||||
|
|
||||||
|
))) @stage2
|
||||||
|
))))
|
||||||
8
02-ws-js/queries/enum_2.scm
Normal file
8
02-ws-js/queries/enum_2.scm
Normal file
|
|
@ -0,0 +1,8 @@
|
||||||
|
(assignment_expression
|
||||||
|
left: (subscript_expression
|
||||||
|
object: ((identifier) @object_name (#eq? @object_name "REPLACEME"))
|
||||||
|
index: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (subscript_expression)
|
||||||
|
right: (string (string_fragment) @enum_field))))
|
||||||
|
right: (number) @enum_value)
|
||||||
6
02-ws-js/queries/id.scm
Normal file
6
02-ws-js/queries/id.scm
Normal file
|
|
@ -0,0 +1,6 @@
|
||||||
|
(assignment_expression
|
||||||
|
left: (member_expression
|
||||||
|
object: (identifier)
|
||||||
|
property: (property_identifier) @message_name)
|
||||||
|
right: (number) @message_id)
|
||||||
|
|
||||||
76
02-ws-js/queries/message.scm
Normal file
76
02-ws-js/queries/message.scm
Normal file
|
|
@ -0,0 +1,76 @@
|
||||||
|
(sequence_expression
|
||||||
|
(parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (member_expression
|
||||||
|
(identifier) @_n
|
||||||
|
(property_identifier) @message_name
|
||||||
|
(#eq? @_n "n"))
|
||||||
|
right: (parenthesized_expression (sequence_expression
|
||||||
|
right: (sequence_expression
|
||||||
|
right: (sequence_expression
|
||||||
|
left: (parenthesized_expression (assignment_expression
|
||||||
|
left: (member_expression (identifier) (property_identifier) @_decode (#eq? @_decode "decode"))
|
||||||
|
right: (function
|
||||||
|
body: (statement_block (for_statement
|
||||||
|
body: (statement_block
|
||||||
|
[
|
||||||
|
(switch_statement
|
||||||
|
value: (parenthesized_expression
|
||||||
|
(binary_expression
|
||||||
|
left: (identifier)
|
||||||
|
">>>"
|
||||||
|
right: (number) @_shift3
|
||||||
|
(#eq? @_shift3 "3")))
|
||||||
|
body:
|
||||||
|
(switch_body (switch_case
|
||||||
|
value: (number) @field_id
|
||||||
|
body: (expression_statement
|
||||||
|
(assignment_expression
|
||||||
|
left: (member_expression (identifier) (property_identifier) @field_name)
|
||||||
|
right: [
|
||||||
|
(call_expression
|
||||||
|
function: (member_expression
|
||||||
|
object: (identifier)
|
||||||
|
property: (property_identifier) @field_type))
|
||||||
|
|
||||||
|
(call_expression
|
||||||
|
function: (member_expression
|
||||||
|
object: (member_expression
|
||||||
|
object: (member_expression) @_rootakiprotocol
|
||||||
|
property: (property_identifier) @field_type
|
||||||
|
(#eq? @_rootakiprotocol "$root.Aki.Protocol"))
|
||||||
|
property: (property_identifier) @_decode_field
|
||||||
|
(#eq? @_decode_field "decode")))
|
||||||
|
])))))
|
||||||
|
|
||||||
|
(expression_statement
|
||||||
|
(ternary_expression
|
||||||
|
condition: (binary_expression
|
||||||
|
left: (binary_expression
|
||||||
|
left: (identifier)
|
||||||
|
">>>"
|
||||||
|
right: (number) @_shift3
|
||||||
|
(#eq? @_shift3 "3"))
|
||||||
|
"=="
|
||||||
|
right: (number) @field_id)
|
||||||
|
|
||||||
|
consequence: (parenthesized_expression
|
||||||
|
(assignment_expression
|
||||||
|
left: (member_expression (identifier) (property_identifier) @field_name)
|
||||||
|
right: [
|
||||||
|
(call_expression
|
||||||
|
function: (member_expression
|
||||||
|
object: (identifier)
|
||||||
|
property: (property_identifier) @field_type))
|
||||||
|
|
||||||
|
(call_expression
|
||||||
|
function: (member_expression
|
||||||
|
object: (member_expression
|
||||||
|
object: (member_expression) @_rootakiprotocol
|
||||||
|
property: (property_identifier) @field_type
|
||||||
|
(#eq? @_rootakiprotocol "$root.Aki.Protocol"))
|
||||||
|
property: (property_identifier) @_decode_field
|
||||||
|
(#eq? @_decode_field "decode")))
|
||||||
|
]))))
|
||||||
|
]
|
||||||
|
)))))))))))))
|
||||||
397
02-ws-js/src/main.rs
Normal file
397
02-ws-js/src/main.rs
Normal file
|
|
@ -0,0 +1,397 @@
|
||||||
|
use std::collections::BTreeMap;
|
||||||
|
use std::fmt::Write;
|
||||||
|
|
||||||
|
use heck::{ToShoutySnakeCase, ToSnakeCase};
|
||||||
|
use tree_sitter::{Parser, Query, QueryCursor, Tree};
|
||||||
|
|
||||||
|
struct Message {
|
||||||
|
name: String,
|
||||||
|
id: Option<i32>,
|
||||||
|
fields: Vec<(i32, String, String)>,
|
||||||
|
}
|
||||||
|
|
||||||
|
struct Enum {
|
||||||
|
name: String,
|
||||||
|
fields: Vec<(String, i32)>,
|
||||||
|
}
|
||||||
|
|
||||||
|
type MessageDump = BTreeMap<String, Message>;
|
||||||
|
type EnumDump = BTreeMap<String, Enum>;
|
||||||
|
|
||||||
|
struct State {
|
||||||
|
parser: Parser,
|
||||||
|
|
||||||
|
cursor: QueryCursor,
|
||||||
|
|
||||||
|
message_tree: Option<Tree>,
|
||||||
|
|
||||||
|
code_bytes: Vec<u8>,
|
||||||
|
|
||||||
|
messages: MessageDump,
|
||||||
|
message_query: Query,
|
||||||
|
|
||||||
|
enums: EnumDump,
|
||||||
|
enum_query: Query,
|
||||||
|
|
||||||
|
id_query: Query,
|
||||||
|
|
||||||
|
protodump_str: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
fn main() -> Result<(), Box<dyn std::error::Error>> {
|
||||||
|
let mut state = State {
|
||||||
|
parser: {
|
||||||
|
let mut parser = Parser::new();
|
||||||
|
parser.set_language(tree_sitter_javascript::language())?;
|
||||||
|
parser
|
||||||
|
},
|
||||||
|
|
||||||
|
cursor: QueryCursor::new(),
|
||||||
|
|
||||||
|
message_tree: None,
|
||||||
|
|
||||||
|
code_bytes: std::fs::read("Net/Protocol.js")?,
|
||||||
|
|
||||||
|
messages: MessageDump::new(),
|
||||||
|
message_query: Query::new(
|
||||||
|
tree_sitter_javascript::language(),
|
||||||
|
&std::fs::read_to_string("queries/message.scm")?,
|
||||||
|
)?,
|
||||||
|
|
||||||
|
enums: EnumDump::new(),
|
||||||
|
enum_query: Query::new(
|
||||||
|
tree_sitter_javascript::language(),
|
||||||
|
&std::fs::read_to_string("queries/enum.scm")?,
|
||||||
|
)?,
|
||||||
|
|
||||||
|
id_query: Query::new(
|
||||||
|
tree_sitter_javascript::language(),
|
||||||
|
&std::fs::read_to_string("queries/id.scm")?,
|
||||||
|
)?,
|
||||||
|
|
||||||
|
protodump_str: String::new(),
|
||||||
|
};
|
||||||
|
|
||||||
|
state.message_tree = Some(state.parser.parse(&state.code_bytes, None).unwrap());
|
||||||
|
|
||||||
|
state.protodump_str.push_str("syntax = \"proto3\";\n\n");
|
||||||
|
|
||||||
|
parse_messages(&mut state)?;
|
||||||
|
|
||||||
|
parse_enums(&mut state)?;
|
||||||
|
|
||||||
|
map_ids_to_messages(&mut state)?;
|
||||||
|
|
||||||
|
for message in state.messages.values() {
|
||||||
|
writeln!(
|
||||||
|
state.protodump_str,
|
||||||
|
"message {} {{{}",
|
||||||
|
message.name,
|
||||||
|
if let Some(id) = message.id {
|
||||||
|
format!(" // MessageId: {id}")
|
||||||
|
} else {
|
||||||
|
String::new()
|
||||||
|
}
|
||||||
|
)?;
|
||||||
|
|
||||||
|
write!(
|
||||||
|
state.protodump_str,
|
||||||
|
"{}",
|
||||||
|
message
|
||||||
|
.fields
|
||||||
|
.iter()
|
||||||
|
.fold(String::new(), |mut output, field| {
|
||||||
|
let _ = writeln!(
|
||||||
|
output,
|
||||||
|
" {} {} = {};",
|
||||||
|
field.2,
|
||||||
|
field.1.to_snake_case(),
|
||||||
|
field.0
|
||||||
|
);
|
||||||
|
output
|
||||||
|
})
|
||||||
|
)?;
|
||||||
|
|
||||||
|
writeln!(state.protodump_str, "}}\n")?;
|
||||||
|
}
|
||||||
|
|
||||||
|
for en in state.enums.values() {
|
||||||
|
writeln!(state.protodump_str, "enum {} {{", en.name)?;
|
||||||
|
|
||||||
|
write!(
|
||||||
|
state.protodump_str,
|
||||||
|
"{}",
|
||||||
|
en.fields.iter().fold(String::new(), |mut output, field| {
|
||||||
|
let _ = writeln!(
|
||||||
|
output,
|
||||||
|
" {} = {};",
|
||||||
|
field.0.to_shouty_snake_case(),
|
||||||
|
field.1
|
||||||
|
);
|
||||||
|
output
|
||||||
|
})
|
||||||
|
)?;
|
||||||
|
|
||||||
|
writeln!(state.protodump_str, "}}\n")?;
|
||||||
|
}
|
||||||
|
|
||||||
|
state.protodump_str = state.protodump_str.trim_end().to_string();
|
||||||
|
|
||||||
|
std::fs::write("message.proto", state.protodump_str)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Handle js's `1e5` case, sigh
|
||||||
|
fn replace_exp(exp: &mut String) {
|
||||||
|
let idx_of_e = exp.find('e').unwrap();
|
||||||
|
*exp = (exp[..idx_of_e].parse::<i32>().unwrap()
|
||||||
|
* 10i32.pow(exp[idx_of_e + 1..].parse().unwrap()))
|
||||||
|
.to_string();
|
||||||
|
}
|
||||||
|
|
||||||
|
fn parse_messages(state: &mut State) -> Result<(), Box<dyn std::error::Error>> {
|
||||||
|
let mut qc = QueryCursor::new();
|
||||||
|
|
||||||
|
let matches = qc.matches(
|
||||||
|
&state.message_query,
|
||||||
|
state.message_tree.as_ref().unwrap().root_node(),
|
||||||
|
state.code_bytes.as_slice(),
|
||||||
|
);
|
||||||
|
|
||||||
|
let message_name_idx = state
|
||||||
|
.message_query
|
||||||
|
.capture_index_for_name("message_name")
|
||||||
|
.unwrap();
|
||||||
|
let field_id_idx = state
|
||||||
|
.message_query
|
||||||
|
.capture_index_for_name("field_id")
|
||||||
|
.unwrap();
|
||||||
|
let field_name_idx = state
|
||||||
|
.message_query
|
||||||
|
.capture_index_for_name("field_name")
|
||||||
|
.unwrap();
|
||||||
|
let field_type_idx = state
|
||||||
|
.message_query
|
||||||
|
.capture_index_for_name("field_type")
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
for m in matches {
|
||||||
|
if m.captures.is_empty() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut message_name = String::new();
|
||||||
|
let mut field_id = String::new();
|
||||||
|
let mut field_name = String::new();
|
||||||
|
let mut field_type = String::new();
|
||||||
|
|
||||||
|
for capture in m.captures {
|
||||||
|
let node_text = capture
|
||||||
|
.node
|
||||||
|
.utf8_text(state.code_bytes.as_slice())?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
if capture.index == message_name_idx {
|
||||||
|
message_name = node_text;
|
||||||
|
} else if capture.index == field_id_idx {
|
||||||
|
field_id = node_text;
|
||||||
|
} else if capture.index == field_name_idx {
|
||||||
|
field_name = node_text;
|
||||||
|
} else if capture.index == field_type_idx {
|
||||||
|
field_type = node_text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if state.messages.contains_key(&message_name) {
|
||||||
|
state.messages.get_mut(&message_name).unwrap().fields.push((
|
||||||
|
field_id.parse()?,
|
||||||
|
field_name,
|
||||||
|
field_type,
|
||||||
|
));
|
||||||
|
} else {
|
||||||
|
state.messages.insert(
|
||||||
|
message_name.clone(),
|
||||||
|
Message {
|
||||||
|
name: message_name,
|
||||||
|
id: None,
|
||||||
|
fields: vec![(field_id.parse()?, field_name, field_type)],
|
||||||
|
},
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn parse_enums(state: &mut State) -> Result<(), Box<dyn std::error::Error>> {
|
||||||
|
let object_idx = state.enum_query.capture_index_for_name("object").unwrap();
|
||||||
|
let enum_name_idx = state
|
||||||
|
.enum_query
|
||||||
|
.capture_index_for_name("enum_name")
|
||||||
|
.unwrap();
|
||||||
|
let enum_field_idx = state
|
||||||
|
.enum_query
|
||||||
|
.capture_index_for_name("enum_field")
|
||||||
|
.unwrap();
|
||||||
|
let enum_value_idx = state
|
||||||
|
.enum_query
|
||||||
|
.capture_index_for_name("enum_value")
|
||||||
|
.unwrap();
|
||||||
|
let stage2_idx = state.enum_query.capture_index_for_name("stage2").unwrap();
|
||||||
|
|
||||||
|
let matches = state.cursor.matches(
|
||||||
|
&state.enum_query,
|
||||||
|
state.message_tree.as_ref().unwrap().root_node(),
|
||||||
|
state.code_bytes.as_slice(),
|
||||||
|
);
|
||||||
|
|
||||||
|
// extract object_name, then execute subquery enum_2.scm on the stage2 node
|
||||||
|
|
||||||
|
for m in matches {
|
||||||
|
if m.captures.is_empty() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut object_name = String::new();
|
||||||
|
let mut enum_name = String::new();
|
||||||
|
let mut enum_objects: Vec<(String, i32)> = Vec::new();
|
||||||
|
let mut current_enum_field = String::new();
|
||||||
|
let mut current_enum_value = String::new();
|
||||||
|
let mut stage2_node = None;
|
||||||
|
|
||||||
|
for capture in m.captures {
|
||||||
|
let node_text = capture
|
||||||
|
.node
|
||||||
|
.utf8_text(state.code_bytes.as_slice())?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
if capture.index == object_idx {
|
||||||
|
object_name = node_text;
|
||||||
|
} else if capture.index == enum_name_idx {
|
||||||
|
enum_name = node_text;
|
||||||
|
} else if capture.index == enum_field_idx {
|
||||||
|
current_enum_field = node_text;
|
||||||
|
} else if capture.index == enum_value_idx {
|
||||||
|
current_enum_value = node_text;
|
||||||
|
} else if capture.index == stage2_idx {
|
||||||
|
stage2_node = Some(capture.node);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
enum_objects.push((current_enum_field, current_enum_value.parse().unwrap()));
|
||||||
|
|
||||||
|
let Some(stage2_node) = stage2_node else {
|
||||||
|
panic!("stage2 node not found!: {object_name}");
|
||||||
|
};
|
||||||
|
|
||||||
|
let mut stage2_query_txt = std::fs::read_to_string("queries/enum_2.scm")?;
|
||||||
|
|
||||||
|
// replace "REPLACEME" with object_name
|
||||||
|
|
||||||
|
stage2_query_txt = stage2_query_txt.replace("REPLACEME", &object_name);
|
||||||
|
|
||||||
|
let stage2_query = Query::new(tree_sitter_javascript::language(), &stage2_query_txt)?;
|
||||||
|
let mut stage2_qc = QueryCursor::new();
|
||||||
|
|
||||||
|
let stage2_matches =
|
||||||
|
stage2_qc.matches(&stage2_query, stage2_node, state.code_bytes.as_slice());
|
||||||
|
|
||||||
|
let stage2_enum_field_idx = stage2_query.capture_index_for_name("enum_field").unwrap();
|
||||||
|
let stage2_enum_value_idx = stage2_query.capture_index_for_name("enum_value").unwrap();
|
||||||
|
|
||||||
|
for m in stage2_matches {
|
||||||
|
if m.captures.is_empty() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut current_enum_field = String::new();
|
||||||
|
let mut current_enum_value = String::new();
|
||||||
|
|
||||||
|
for capture in m.captures {
|
||||||
|
let node_text = capture
|
||||||
|
.node
|
||||||
|
.utf8_text(state.code_bytes.as_slice())?
|
||||||
|
.to_string();
|
||||||
|
|
||||||
|
if capture.index == stage2_enum_field_idx {
|
||||||
|
current_enum_field = node_text;
|
||||||
|
} else if capture.index == stage2_enum_value_idx {
|
||||||
|
current_enum_value = node_text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if current_enum_value.contains('e') {
|
||||||
|
replace_exp(&mut current_enum_value);
|
||||||
|
}
|
||||||
|
|
||||||
|
enum_objects.push((current_enum_field, current_enum_value.parse().unwrap()));
|
||||||
|
}
|
||||||
|
|
||||||
|
if state.enums.contains_key(&enum_name) {
|
||||||
|
state
|
||||||
|
.enums
|
||||||
|
.get_mut(&enum_name)
|
||||||
|
.unwrap()
|
||||||
|
.fields
|
||||||
|
.extend(enum_objects);
|
||||||
|
} else {
|
||||||
|
state.enums.insert(
|
||||||
|
enum_name.clone(),
|
||||||
|
Enum {
|
||||||
|
name: enum_name,
|
||||||
|
fields: enum_objects,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn map_ids_to_messages(state: &mut State) -> Result<(), Box<dyn std::error::Error>> {
|
||||||
|
let id_query = Query::new(
|
||||||
|
tree_sitter_javascript::language(),
|
||||||
|
&std::fs::read_to_string("queries/id.scm")?,
|
||||||
|
)?;
|
||||||
|
|
||||||
|
let message_name_idx = id_query.capture_index_for_name("message_name").unwrap();
|
||||||
|
let message_id_idx = id_query.capture_index_for_name("message_id").unwrap();
|
||||||
|
|
||||||
|
let code = std::fs::read_to_string("Net/NetDefine.js")?;
|
||||||
|
|
||||||
|
let tree = state.parser.parse(&code, None).unwrap();
|
||||||
|
|
||||||
|
let mut qc = QueryCursor::new();
|
||||||
|
|
||||||
|
let matches = qc.matches(&state.id_query, tree.root_node(), code.as_bytes());
|
||||||
|
|
||||||
|
for m in matches {
|
||||||
|
if m.captures.is_empty() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut message_name = String::new();
|
||||||
|
let mut message_id = String::new();
|
||||||
|
|
||||||
|
for capture in m.captures {
|
||||||
|
let node_text = capture.node.utf8_text(code.as_bytes())?.to_string();
|
||||||
|
|
||||||
|
if capture.index == message_name_idx {
|
||||||
|
message_name = node_text;
|
||||||
|
} else if capture.index == message_id_idx {
|
||||||
|
message_id = node_text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if state.messages.contains_key(&message_name) {
|
||||||
|
if message_id.contains('e') {
|
||||||
|
replace_exp(&mut message_id);
|
||||||
|
}
|
||||||
|
|
||||||
|
state.messages.get_mut(&message_name).unwrap().id = Some(message_id.parse().unwrap());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
7
README.md
Normal file
7
README.md
Normal file
|
|
@ -0,0 +1,7 @@
|
||||||
|
# Tree-Sitter ❤️ Reverse Engineering
|
||||||
|
|
||||||
|
This is a repo that will be filled with examples and PoCs as I see fit of instances
|
||||||
|
where I've leveraged the power of tree-sitter to aid with reverse engineering.
|
||||||
|
|
||||||
|
1. [ZZZ Proto Dumper (TODO!)](./src/branch/master/01-zzz-ida)
|
||||||
|
2. [WW Proto Dumper](./src/branch/master/02-ws-js)
|
||||||
Loading…
Reference in a new issue