sql_parser.go 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372
  1. package dpsapi
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  6. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  7. "github.com/auxten/postgresql-parser/pkg/walk"
  8. "go/constant"
  9. "strconv"
  10. "strings"
  11. "time"
  12. )
  13. const (
  14. clauseTableRowValueKindTime int = iota + 1
  15. clauseTableRowValueKindBool
  16. clauseTableRowValueKindString
  17. clauseTableRowValueKindUint64
  18. clauseTableRowValueKindFloat64
  19. )
  20. type clauseTableRowValue struct {
  21. kind int
  22. value any
  23. }
  24. type insertClause struct {
  25. table string
  26. tableRow map[string]clauseTableRowValue
  27. }
  28. type deleteClause struct {
  29. table string
  30. where string
  31. }
  32. type updateClause struct {
  33. table string
  34. where string
  35. newTableRow map[string]clauseTableRowValue
  36. }
  37. type selectClause struct {
  38. selectExpr []string
  39. from string
  40. where []string
  41. limit int
  42. offset int
  43. }
  44. func parseSql(sqlStr string) ([]any, error) {
  45. sqls := strings.Split(sqlStr, ";")
  46. sqlClauses := make([]any, 0)
  47. for _, sql := range sqls {
  48. trimSQL := strings.TrimSpace(sql)
  49. upperTrimSQL := strings.ToUpper(trimSQL)
  50. var clause any
  51. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  52. innerClause, err := insertWalk(sql)
  53. if err != nil {
  54. return nil, err
  55. }
  56. clause = innerClause
  57. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  58. innerClause, err := deleteWalk(sql)
  59. if err != nil {
  60. return nil, err
  61. }
  62. clause = innerClause
  63. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  64. innerClause, err := updateWalk(sql)
  65. if err != nil {
  66. return nil, err
  67. }
  68. clause = innerClause
  69. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  70. innerClause, err := selectWalk(sql)
  71. if err != nil {
  72. return nil, err
  73. }
  74. clause = innerClause
  75. }
  76. sqlClauses = append(sqlClauses, clause)
  77. }
  78. return sqlClauses, nil
  79. }
  80. func insertWalk(sql string) (*insertClause, error) {
  81. clause := new(insertClause)
  82. stmts, err := parser.Parse(sql)
  83. if err != nil {
  84. return nil, err
  85. }
  86. var walkFuncErr error
  87. w := &walk.AstWalker{
  88. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  89. realNode := node.(*tree.Insert)
  90. // 获取table
  91. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  92. realNode.Table.Format(tableFmtCtx)
  93. clause.table = tableFmtCtx.String()
  94. // 解析rows
  95. rowsStatement, err := parser.Parse(realNode.Rows.String())
  96. if err != nil {
  97. walkFuncErr = err
  98. return true
  99. }
  100. var rowsWalkFuncErr error
  101. values := make([]clauseTableRowValue, 0)
  102. rowsWalker := &walk.AstWalker{Fn: func(ctx interface{}, node interface{}) (stop bool) {
  103. switch rowsNode := node.(type) {
  104. case *tree.ValuesClause:
  105. for _, row := range rowsNode.Rows {
  106. for _, column := range row {
  107. columnValue, err := parseValueExpr(column)
  108. if err != nil {
  109. rowsWalkFuncErr = err
  110. return true
  111. }
  112. values = append(values, *columnValue)
  113. }
  114. }
  115. }
  116. return false
  117. }}
  118. _, err = rowsWalker.Walk(rowsStatement, nil)
  119. if err != nil {
  120. walkFuncErr = err
  121. return true
  122. }
  123. if rowsWalkFuncErr != nil {
  124. walkFuncErr = rowsWalkFuncErr
  125. return true
  126. }
  127. // 组装columnValues
  128. tableRows := make(map[string]clauseTableRowValue)
  129. for i, column := range realNode.Columns.ToStrings() {
  130. tableRows[column] = values[i]
  131. }
  132. clause.tableRow = tableRows
  133. return false
  134. },
  135. }
  136. _, err = w.Walk(stmts, nil)
  137. if err != nil {
  138. return nil, err
  139. }
  140. if walkFuncErr != nil {
  141. return nil, walkFuncErr
  142. }
  143. return clause, nil
  144. }
  145. func deleteWalk(sql string) (*deleteClause, error) {
  146. clause := new(deleteClause)
  147. stmts, err := parser.Parse(sql)
  148. if err != nil {
  149. return nil, err
  150. }
  151. var walkFuncErr error
  152. w := &walk.AstWalker{
  153. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  154. realNode := node.(*tree.Delete)
  155. // 获取table
  156. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  157. realNode.Table.Format(tableFmtCtx)
  158. clause.table = tableFmtCtx.String()
  159. // 获取where
  160. clause.where = realNode.Where.Expr.String()
  161. return false
  162. },
  163. }
  164. _, err = w.Walk(stmts, nil)
  165. if err != nil {
  166. return nil, err
  167. }
  168. if walkFuncErr != nil {
  169. return nil, walkFuncErr
  170. }
  171. return clause, nil
  172. }
  173. func updateWalk(sql string) (*updateClause, error) {
  174. clause := new(updateClause)
  175. stmts, err := parser.Parse(sql)
  176. if err != nil {
  177. return nil, err
  178. }
  179. var walkFuncErr error
  180. w := &walk.AstWalker{
  181. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  182. realNode := node.(*tree.Update)
  183. // 获取table
  184. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  185. realNode.Table.Format(tableFmtCtx)
  186. clause.table = tableFmtCtx.String()
  187. // 获取where
  188. clause.where = realNode.Where.Expr.String()
  189. // 获取table row
  190. clause.newTableRow = make(map[string]clauseTableRowValue)
  191. for _, expr := range realNode.Exprs {
  192. value, err := parseValueExpr(expr.Expr)
  193. if err != nil {
  194. walkFuncErr = err
  195. return true
  196. }
  197. clause.newTableRow[fmt.Sprint(expr.Names[0])] = *value
  198. }
  199. return false
  200. },
  201. }
  202. _, err = w.Walk(stmts, nil)
  203. if err != nil {
  204. return nil, err
  205. }
  206. if walkFuncErr != nil {
  207. return nil, walkFuncErr
  208. }
  209. return clause, nil
  210. }
  211. func selectWalk(sql string) (*insertClause, error) {
  212. return nil, nil
  213. }
  214. func parseValueExpr(valueExpr tree.Expr) (*clauseTableRowValue, error) {
  215. switch realColumn := valueExpr.(type) {
  216. case *tree.FuncExpr:
  217. // 函数类型
  218. value, kind, err := evaluateFuncExpr(realColumn)
  219. if err != nil {
  220. return nil, err
  221. }
  222. return &clauseTableRowValue{
  223. kind: kind,
  224. value: value,
  225. }, nil
  226. case *tree.DBool:
  227. // 布尔类型
  228. var boolValue bool
  229. stringValue := realColumn.String()
  230. if stringValue == "true" {
  231. boolValue = true
  232. }
  233. return &clauseTableRowValue{
  234. kind: clauseTableRowValueKindBool,
  235. value: boolValue,
  236. }, nil
  237. case *tree.StrVal:
  238. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  239. return &clauseTableRowValue{
  240. kind: clauseTableRowValueKindString,
  241. value: realColumn.RawString(),
  242. }, nil
  243. case *tree.NumVal:
  244. // 数值类型,可以是整形或浮点型
  245. numKind := realColumn.Kind()
  246. if numKind == constant.Int {
  247. valueUint64, err := strconv.ParseUint(realColumn.String(), 10, 64)
  248. if err != nil {
  249. return nil, err
  250. }
  251. return &clauseTableRowValue{
  252. kind: clauseTableRowValueKindUint64,
  253. value: valueUint64,
  254. }, nil
  255. } else if numKind == constant.Float {
  256. valueFloat64, err := strconv.ParseFloat(realColumn.String(), 64)
  257. if err != nil {
  258. return nil, err
  259. }
  260. return &clauseTableRowValue{
  261. kind: clauseTableRowValueKindFloat64,
  262. value: valueFloat64,
  263. }, nil
  264. } else {
  265. return nil, errors.New("不支持的数值类型")
  266. }
  267. case *tree.UnresolvedName:
  268. return nil, errors.New("存在无法解析的名字,是否应该使用单引号")
  269. default:
  270. return nil, errors.New("未支持的数据类型")
  271. }
  272. }
  273. func evaluateFuncExpr(expr *tree.FuncExpr) (any, int, error) {
  274. if strings.HasPrefix(expr.String(), "parse_time") {
  275. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  276. return nil, 0, errors.New("parse_time(time_str, time_format)")
  277. }
  278. timeStrValue, err := parseValueExpr(expr.Exprs[0])
  279. if err != nil {
  280. return nil, 0, err
  281. }
  282. if timeStrValue.kind != clauseTableRowValueKindString {
  283. return nil, 0, errors.New("时间字符串不是字符串类型")
  284. }
  285. timeFormatValue, err := parseValueExpr(expr.Exprs[1])
  286. if err != nil {
  287. return nil, 0, err
  288. }
  289. if timeFormatValue.kind != clauseTableRowValueKindString {
  290. return nil, 0, errors.New("时间格式不是字符串类型")
  291. }
  292. parsedTime, err := time.ParseInLocation(timeFormatValue.value.(string), timeStrValue.value.(string), time.Local)
  293. if err != nil {
  294. return nil, 0, err
  295. }
  296. return parsedTime, clauseTableRowValueKindTime, nil
  297. } else {
  298. return nil, 0, errors.New("不支持的函数")
  299. }
  300. }