From d1bff59b8e4cf79e715c5e4bd72d8a4cecca0aa3 Mon Sep 17 00:00:00 2001
From: Mingxing Liu <mingxing.liu@hit-netzon.com.cn>
Date: Wed, 19 Apr 2023 03:12:55 +0800
Subject: [PATCH] feat: support export session storage in chromium

---
 browingdata/sessionstorage/sessionstorage.go | 157 +++++++++++++++++++
 1 file changed, 157 insertions(+)
 create mode 100644 browingdata/sessionstorage/sessionstorage.go

diff --git a/browingdata/sessionstorage/sessionstorage.go b/browingdata/sessionstorage/sessionstorage.go
new file mode 100644
index 0000000..6ceca51
--- /dev/null
+++ b/browingdata/sessionstorage/sessionstorage.go
@@ -0,0 +1,157 @@
+package sessionstorage
+
+import (
+	"bytes"
+	"database/sql"
+	"fmt"
+	"os"
+	"strings"
+
+	"github.com/syndtr/goleveldb/leveldb"
+	"golang.org/x/text/encoding/unicode"
+	"golang.org/x/text/transform"
+
+	"github.com/moond4rk/HackBrowserData/item"
+	"github.com/moond4rk/HackBrowserData/log"
+	"github.com/moond4rk/HackBrowserData/utils/byteutil"
+	"github.com/moond4rk/HackBrowserData/utils/typeutil"
+)
+
+type ChromiumSessionStorage []session
+
+type session struct {
+	IsMeta bool
+	URL    string
+	Key    string
+	Value  string
+}
+
+const maxLocalStorageValueLength = 1024 * 2
+
+func (c *ChromiumSessionStorage) Parse(_ []byte) error {
+	db, err := leveldb.OpenFile(item.TempChromiumSessionStorage, nil)
+	if err != nil {
+		return err
+	}
+	defer os.RemoveAll(item.TempChromiumSessionStorage)
+	defer db.Close()
+
+	iter := db.NewIterator(nil, nil)
+	for iter.Next() {
+		key := iter.Key()
+		value := iter.Value()
+		s := new(session)
+		s.fillKey(key)
+		// don't all value upper than 2KB
+		if len(value) < maxLocalStorageValueLength {
+			s.fillValue(value)
+		} else {
+			s.Value = fmt.Sprintf("value is too long, length is %d, supportted max length is %d", len(value), maxLocalStorageValueLength)
+		}
+		if s.IsMeta {
+			s.Value = fmt.Sprintf("meta data, value bytes is %v", value)
+		}
+		*c = append(*c, *s)
+	}
+	iter.Release()
+	err = iter.Error()
+	return err
+}
+
+func (c *ChromiumSessionStorage) Name() string {
+	return "sessionStorage"
+}
+
+func (c *ChromiumSessionStorage) Len() int {
+	return len(*c)
+}
+
+func (s *session) fillKey(b []byte) {
+	keys := bytes.Split(b, []byte("\x00"))
+	if len(keys) == 1 && bytes.HasPrefix(keys[0], []byte("META:")) {
+		s.IsMeta = true
+		s.fillMetaHeader(keys[0])
+	}
+	if len(keys) == 2 && bytes.HasPrefix(keys[0], []byte("_")) {
+		s.fillHeader(keys[0], keys[1])
+	}
+}
+
+func (s *session) fillMetaHeader(b []byte) {
+	s.URL = string(bytes.Trim(b, "META:"))
+}
+
+func (s *session) fillHeader(url, key []byte) {
+	s.URL = string(bytes.Trim(url, "_"))
+	s.Key = string(bytes.Trim(key, "\x01"))
+}
+
+func convertUTF16toUTF8(source []byte, endian unicode.Endianness) ([]byte, error) {
+	r, _, err := transform.Bytes(unicode.UTF16(endian, unicode.IgnoreBOM).NewDecoder(), source)
+	return r, err
+}
+
+// fillValue fills value of the storage
+// TODO: support unicode charter
+func (s *session) fillValue(b []byte) {
+	value := bytes.Map(byteutil.OnSplitUTF8Func, b)
+	s.Value = string(value)
+}
+
+type FirefoxSessionStorage []session
+
+const (
+	queryFirefoxHistory = `SELECT originKey, key, value FROM webappsstore2`
+	closeJournalMode    = `PRAGMA journal_mode=off`
+)
+
+func (f *FirefoxSessionStorage) Parse(_ []byte) error {
+	db, err := sql.Open("sqlite3", item.TempFirefoxLocalStorage)
+	if err != nil {
+		return err
+	}
+	defer os.Remove(item.TempFirefoxLocalStorage)
+	defer db.Close()
+
+	_, err = db.Exec(closeJournalMode)
+	if err != nil {
+		log.Error(err)
+	}
+	rows, err := db.Query(queryFirefoxHistory)
+	if err != nil {
+		return err
+	}
+	defer rows.Close()
+	for rows.Next() {
+		var originKey, key, value string
+		if err = rows.Scan(&originKey, &key, &value); err != nil {
+			log.Warn(err)
+		}
+		s := new(session)
+		s.fillFirefox(originKey, key, value)
+		*f = append(*f, *s)
+	}
+	return nil
+}
+
+func (s *session) fillFirefox(originKey, key, value string) {
+	// originKey = moc.buhtig.:https:443
+	p := strings.Split(originKey, ":")
+	h := typeutil.Reverse([]byte(p[0]))
+	if bytes.HasPrefix(h, []byte(".")) {
+		h = h[1:]
+	}
+	if len(p) == 3 {
+		s.URL = fmt.Sprintf("%s://%s:%s", p[1], string(h), p[2])
+	}
+	s.Key = key
+	s.Value = value
+}
+
+func (f *FirefoxSessionStorage) Name() string {
+	return "localStorage"
+}
+
+func (f *FirefoxSessionStorage) Len() int {
+	return len(*f)
+}