sql_parser.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342
  1. package dpsapi
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  6. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  7. "github.com/auxten/postgresql-parser/pkg/walk"
  8. "go/constant"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. const (
  14. clauseTableRowValueKindTime int = iota + 1
  15. clauseTableRowValueKindBool
  16. clauseTableRowValueKindString
  17. clauseTableRowValueKindUint64
  18. clauseTableRowValueKindFloat64
  19. )
  20. type clauseTableRowValue struct {
  21. kind int
  22. value any
  23. }
  24. type insertClause struct {
  25. table string
  26. tableRow map[string]clauseTableRowValue
  27. }
  28. type deleteClause struct {
  29. table string
  30. where string
  31. }
  32. type updateClause struct {
  33. table string
  34. where string
  35. newTableRow map[string]clauseTableRowValue
  36. }
  37. type selectClause struct {
  38. selectExpr []string
  39. from string
  40. where []string
  41. limit int
  42. offset int
  43. }
  44. // 调试很重要的函数,可以看到一个节点的实际类型以及包含字段的类型
  45. func printNode(node any) {
  46. fmt.Printf("%+#v\n", node)
  47. }
  48. func parseSql(sqlStr string) ([]any, error) {
  49. sqls := strings.Split(sqlStr, ";")
  50. sqlClauses := make([]any, 0)
  51. for _, sql := range sqls {
  52. trimSQL := strings.TrimSpace(sql)
  53. upperTrimSQL := strings.ToUpper(trimSQL)
  54. var clause any
  55. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  56. innerClause, err := insertWalk(sql)
  57. if err != nil {
  58. return nil, err
  59. }
  60. clause = innerClause
  61. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  62. innerClause, err := deleteWalk(sql)
  63. if err != nil {
  64. return nil, err
  65. }
  66. clause = innerClause
  67. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  68. innerClause, err := updateWalk(sql)
  69. if err != nil {
  70. return nil, err
  71. }
  72. clause = innerClause
  73. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  74. innerClause, err := selectWalk(sql)
  75. if err != nil {
  76. return nil, err
  77. }
  78. clause = innerClause
  79. }
  80. sqlClauses = append(sqlClauses, clause)
  81. }
  82. return sqlClauses, nil
  83. }
  84. func insertWalk(sql string) (*insertClause, error) {
  85. clause := new(insertClause)
  86. stmts, err := parser.Parse(sql)
  87. if err != nil {
  88. return nil, err
  89. }
  90. var walkFuncErr error
  91. w := &walk.AstWalker{
  92. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  93. realNode := node.(*tree.Insert)
  94. // 获取table
  95. tableName := realNode.Table.(*tree.TableName)
  96. clause.table = tableName.Table()
  97. // 获取table row
  98. clause.tableRow = make(map[string]clauseTableRowValue)
  99. columns := realNode.Columns.ToStrings()
  100. valuesClause := realNode.Rows.Select.(*tree.ValuesClause)
  101. for _, row := range valuesClause.Rows {
  102. for i, column := range row {
  103. columnValue, err := parseValueExpr(column)
  104. if err != nil {
  105. walkFuncErr = err
  106. return true
  107. }
  108. clause.tableRow[columns[i]] = *columnValue
  109. }
  110. }
  111. return false
  112. },
  113. }
  114. _, err = w.Walk(stmts, nil)
  115. if err != nil {
  116. return nil, err
  117. }
  118. if walkFuncErr != nil {
  119. return nil, walkFuncErr
  120. }
  121. return clause, nil
  122. }
  123. func deleteWalk(sql string) (*deleteClause, error) {
  124. clause := new(deleteClause)
  125. stmts, err := parser.Parse(sql)
  126. if err != nil {
  127. return nil, err
  128. }
  129. var walkFuncErr error
  130. w := &walk.AstWalker{
  131. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  132. realNode := node.(*tree.Delete)
  133. // 获取table
  134. tableName := realNode.Table.(*tree.AliasedTableExpr)
  135. clause.table = tableName.String()
  136. // 获取where
  137. clause.where = realNode.Where.Expr.String()
  138. return false
  139. },
  140. }
  141. _, err = w.Walk(stmts, nil)
  142. if err != nil {
  143. return nil, err
  144. }
  145. if walkFuncErr != nil {
  146. return nil, walkFuncErr
  147. }
  148. return clause, nil
  149. }
  150. func updateWalk(sql string) (*updateClause, error) {
  151. clause := new(updateClause)
  152. stmts, err := parser.Parse(sql)
  153. if err != nil {
  154. return nil, err
  155. }
  156. var walkFuncErr error
  157. w := &walk.AstWalker{
  158. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  159. realNode := node.(*tree.Update)
  160. // 获取table
  161. tableName := realNode.Table.(*tree.AliasedTableExpr)
  162. clause.table = tableName.String()
  163. // 获取where
  164. clause.where = realNode.Where.Expr.String()
  165. // 获取table row
  166. clause.newTableRow = make(map[string]clauseTableRowValue)
  167. for _, expr := range realNode.Exprs {
  168. value, err := parseValueExpr(expr.Expr)
  169. if err != nil {
  170. walkFuncErr = err
  171. return true
  172. }
  173. clause.newTableRow[fmt.Sprint(expr.Names[0])] = *value
  174. }
  175. return false
  176. },
  177. }
  178. _, err = w.Walk(stmts, nil)
  179. if err != nil {
  180. return nil, err
  181. }
  182. if walkFuncErr != nil {
  183. return nil, walkFuncErr
  184. }
  185. return clause, nil
  186. }
  187. func selectWalk(sql string) (*insertClause, error) {
  188. return nil, nil
  189. }
  190. func parseValueExpr(valueExpr tree.Expr) (*clauseTableRowValue, error) {
  191. switch realColumn := valueExpr.(type) {
  192. case *tree.FuncExpr:
  193. // 函数类型
  194. value, kind, err := evaluateFuncExpr(realColumn)
  195. if err != nil {
  196. return nil, err
  197. }
  198. return &clauseTableRowValue{
  199. kind: kind,
  200. value: value,
  201. }, nil
  202. case *tree.DBool:
  203. // 布尔类型
  204. var boolValue bool
  205. stringValue := realColumn.String()
  206. if stringValue == "true" {
  207. boolValue = true
  208. }
  209. return &clauseTableRowValue{
  210. kind: clauseTableRowValueKindBool,
  211. value: boolValue,
  212. }, nil
  213. case *tree.StrVal:
  214. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  215. return &clauseTableRowValue{
  216. kind: clauseTableRowValueKindString,
  217. value: realColumn.RawString(),
  218. }, nil
  219. case *tree.NumVal:
  220. // 数值类型,可以是整形或浮点型
  221. numKind := realColumn.Kind()
  222. if numKind == constant.Int {
  223. valueUint64, err := strconv.ParseUint(realColumn.String(), 10, 64)
  224. if err != nil {
  225. return nil, err
  226. }
  227. return &clauseTableRowValue{
  228. kind: clauseTableRowValueKindUint64,
  229. value: valueUint64,
  230. }, nil
  231. } else if numKind == constant.Float {
  232. valueFloat64, err := strconv.ParseFloat(realColumn.String(), 64)
  233. if err != nil {
  234. return nil, err
  235. }
  236. return &clauseTableRowValue{
  237. kind: clauseTableRowValueKindFloat64,
  238. value: valueFloat64,
  239. }, nil
  240. } else {
  241. return nil, errors.New("不支持的数值类型")
  242. }
  243. case *tree.UnresolvedName:
  244. return nil, errors.New("存在无法解析的名字,是否应该使用单引号")
  245. default:
  246. return nil, errors.New("未支持的数据类型")
  247. }
  248. }
  249. func evaluateFuncExpr(expr *tree.FuncExpr) (any, int, error) {
  250. if strings.HasPrefix(expr.String(), "parse_time") {
  251. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  252. return nil, 0, errors.New("parse_time(time_str, time_format)")
  253. }
  254. timeStrValue, err := parseValueExpr(expr.Exprs[0])
  255. if err != nil {
  256. return nil, 0, err
  257. }
  258. if timeStrValue.kind != clauseTableRowValueKindString {
  259. return nil, 0, errors.New("时间字符串不是字符串类型")
  260. }
  261. timeFormatValue, err := parseValueExpr(expr.Exprs[1])
  262. if err != nil {
  263. return nil, 0, err
  264. }
  265. if timeFormatValue.kind != clauseTableRowValueKindString {
  266. return nil, 0, errors.New("时间格式不是字符串类型")
  267. }
  268. parsedTime, err := time.ParseInLocation(timeFormatValue.value.(string), timeStrValue.value.(string), time.Local)
  269. if err != nil {
  270. return nil, 0, err
  271. }
  272. return parsedTime, clauseTableRowValueKindTime, nil
  273. } else {
  274. return nil, 0, errors.New("不支持的函数")
  275. }
  276. }