sql_parser.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371
  1. package dpsapi
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  6. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  7. "github.com/auxten/postgresql-parser/pkg/walk"
  8. "go/constant"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. const (
  14. clauseTableRowValueKindTime int = iota + 1
  15. clauseTableRowValueKindBool
  16. clauseTableRowValueKindString
  17. clauseTableRowValueKindUint64
  18. clauseTableRowValueKindFloat64
  19. )
  20. type clauseTableRowValue struct {
  21. kind int
  22. value any
  23. }
  24. type insertClause struct {
  25. table string
  26. tableRow map[string]clauseTableRowValue
  27. }
  28. type deleteClause struct {
  29. table string
  30. where string
  31. }
  32. type updateClause struct {
  33. table string
  34. where string
  35. newTableRow map[string]clauseTableRowValue
  36. }
  37. type selectClause struct {
  38. selectExpr []string
  39. from string
  40. where []string
  41. limit int
  42. offset int
  43. }
  44. // 调试很重要的函数,可以看到一个节点的实际类型以及包含字段的类型
  45. func printNode(node any) {
  46. fmt.Printf("%+#v\n", node)
  47. }
  48. func parseSql(sqlStr string) ([]any, error) {
  49. sqls := strings.Split(sqlStr, ";")
  50. sqlClauses := make([]any, 0)
  51. for _, sql := range sqls {
  52. trimSQL := strings.TrimSpace(sql)
  53. upperTrimSQL := strings.ToUpper(trimSQL)
  54. var clause any
  55. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  56. innerClause, err := insertWalk(sql)
  57. if err != nil {
  58. return nil, err
  59. }
  60. clause = innerClause
  61. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  62. innerClause, err := deleteWalk(sql)
  63. if err != nil {
  64. return nil, err
  65. }
  66. clause = innerClause
  67. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  68. innerClause, err := updateWalk(sql)
  69. if err != nil {
  70. return nil, err
  71. }
  72. clause = innerClause
  73. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  74. innerClause, err := selectWalk(sql)
  75. if err != nil {
  76. return nil, err
  77. }
  78. clause = innerClause
  79. }
  80. sqlClauses = append(sqlClauses, clause)
  81. }
  82. return sqlClauses, nil
  83. }
  84. func insertWalk(sql string) (*insertClause, error) {
  85. clause := new(insertClause)
  86. stmts, err := parser.Parse(sql)
  87. if err != nil {
  88. return nil, err
  89. }
  90. var walkFuncErr error
  91. w := &walk.AstWalker{
  92. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  93. realNode := node.(*tree.Insert)
  94. // 获取table
  95. tableName, err := parseTableExpr(realNode.Table)
  96. if err != nil {
  97. walkFuncErr = err
  98. return true
  99. }
  100. clause.table = tableName
  101. // 获取table row
  102. clause.tableRow = make(map[string]clauseTableRowValue)
  103. columns := realNode.Columns.ToStrings()
  104. valuesClause := realNode.Rows.Select.(*tree.ValuesClause)
  105. for _, row := range valuesClause.Rows {
  106. for i, column := range row {
  107. columnValue, err := parseExpr(column)
  108. if err != nil {
  109. walkFuncErr = err
  110. return true
  111. }
  112. clause.tableRow[columns[i]] = *columnValue
  113. }
  114. }
  115. return false
  116. },
  117. }
  118. _, err = w.Walk(stmts, nil)
  119. if err != nil {
  120. return nil, err
  121. }
  122. if walkFuncErr != nil {
  123. return nil, walkFuncErr
  124. }
  125. return clause, nil
  126. }
  127. func deleteWalk(sql string) (*deleteClause, error) {
  128. clause := new(deleteClause)
  129. stmts, err := parser.Parse(sql)
  130. if err != nil {
  131. return nil, err
  132. }
  133. var walkFuncErr error
  134. w := &walk.AstWalker{
  135. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  136. realNode := node.(*tree.Delete)
  137. // 获取table
  138. tableName, err := parseTableExpr(realNode.Table)
  139. if err != nil {
  140. walkFuncErr = err
  141. return true
  142. }
  143. clause.table = tableName
  144. // 获取where
  145. clause.where = parseWhere(realNode.Where)
  146. return false
  147. },
  148. }
  149. _, err = w.Walk(stmts, nil)
  150. if err != nil {
  151. return nil, err
  152. }
  153. if walkFuncErr != nil {
  154. return nil, walkFuncErr
  155. }
  156. return clause, nil
  157. }
  158. func updateWalk(sql string) (*updateClause, error) {
  159. clause := new(updateClause)
  160. stmts, err := parser.Parse(sql)
  161. if err != nil {
  162. return nil, err
  163. }
  164. var walkFuncErr error
  165. w := &walk.AstWalker{
  166. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  167. realNode := node.(*tree.Update)
  168. // 获取table
  169. tableName, err := parseTableExpr(realNode.Table)
  170. if err != nil {
  171. walkFuncErr = err
  172. return true
  173. }
  174. clause.table = tableName
  175. // 获取where
  176. clause.where = parseWhere(realNode.Where)
  177. // 获取table row
  178. clause.newTableRow = make(map[string]clauseTableRowValue)
  179. for _, expr := range realNode.Exprs {
  180. value, err := parseExpr(expr.Expr)
  181. if err != nil {
  182. walkFuncErr = err
  183. return true
  184. }
  185. clause.newTableRow[fmt.Sprint(expr.Names[0])] = *value
  186. }
  187. return false
  188. },
  189. }
  190. _, err = w.Walk(stmts, nil)
  191. if err != nil {
  192. return nil, err
  193. }
  194. if walkFuncErr != nil {
  195. return nil, walkFuncErr
  196. }
  197. return clause, nil
  198. }
  199. func selectWalk(sql string) (*insertClause, error) {
  200. return nil, nil
  201. }
  202. func parseTableExpr(tableExpr tree.TableExpr) (string, error) {
  203. switch table := tableExpr.(type) {
  204. case *tree.TableName:
  205. return table.Table(), nil
  206. case *tree.AliasedTableExpr:
  207. return table.String(), nil
  208. default:
  209. return "", errors.New("不支持的TableExpr")
  210. }
  211. }
  212. func parseWhere(where *tree.Where) string {
  213. return where.Expr.String()
  214. }
  215. func parseExpr(valueExpr tree.Expr) (*clauseTableRowValue, error) {
  216. switch realColumn := valueExpr.(type) {
  217. case *tree.FuncExpr:
  218. // 函数类型
  219. value, kind, err := evaluateFuncExpr(realColumn)
  220. if err != nil {
  221. return nil, err
  222. }
  223. return &clauseTableRowValue{
  224. kind: kind,
  225. value: value,
  226. }, nil
  227. case *tree.DBool:
  228. // 布尔类型
  229. var boolValue bool
  230. stringValue := realColumn.String()
  231. if stringValue == "true" {
  232. boolValue = true
  233. }
  234. return &clauseTableRowValue{
  235. kind: clauseTableRowValueKindBool,
  236. value: boolValue,
  237. }, nil
  238. case *tree.StrVal:
  239. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  240. return &clauseTableRowValue{
  241. kind: clauseTableRowValueKindString,
  242. value: realColumn.RawString(),
  243. }, nil
  244. case *tree.NumVal:
  245. // 数值类型,可以是整形或浮点型
  246. numKind := realColumn.Kind()
  247. if numKind == constant.Int {
  248. valueUint64, err := strconv.ParseUint(realColumn.String(), 10, 64)
  249. if err != nil {
  250. return nil, err
  251. }
  252. return &clauseTableRowValue{
  253. kind: clauseTableRowValueKindUint64,
  254. value: valueUint64,
  255. }, nil
  256. } else if numKind == constant.Float {
  257. valueFloat64, err := strconv.ParseFloat(realColumn.String(), 64)
  258. if err != nil {
  259. return nil, err
  260. }
  261. return &clauseTableRowValue{
  262. kind: clauseTableRowValueKindFloat64,
  263. value: valueFloat64,
  264. }, nil
  265. } else {
  266. return nil, errors.New("不支持的数值类型")
  267. }
  268. case *tree.UnresolvedName:
  269. return nil, errors.New("存在无法解析的名字,是否应该使用单引号")
  270. default:
  271. return nil, errors.New("未支持的数据类型")
  272. }
  273. }
  274. func evaluateFuncExpr(expr *tree.FuncExpr) (any, int, error) {
  275. if strings.HasPrefix(expr.String(), "parse_time") {
  276. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  277. return nil, 0, errors.New("parse_time(time_str, time_format)")
  278. }
  279. timeStrValue, err := parseExpr(expr.Exprs[0])
  280. if err != nil {
  281. return nil, 0, err
  282. }
  283. if timeStrValue.kind != clauseTableRowValueKindString {
  284. return nil, 0, errors.New("时间字符串不是字符串类型")
  285. }
  286. timeFormatValue, err := parseExpr(expr.Exprs[1])
  287. if err != nil {
  288. return nil, 0, err
  289. }
  290. if timeFormatValue.kind != clauseTableRowValueKindString {
  291. return nil, 0, errors.New("时间格式不是字符串类型")
  292. }
  293. parsedTime, err := time.ParseInLocation(timeFormatValue.value.(string), timeStrValue.value.(string), time.Local)
  294. if err != nil {
  295. return nil, 0, err
  296. }
  297. return parsedTime, clauseTableRowValueKindTime, nil
  298. } else {
  299. return nil, 0, errors.New("不支持的函数")
  300. }
  301. }