sql_parser.go 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328
  1. package dpsapi
  2. import (
  3. "errors"
  4. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  5. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  6. "github.com/auxten/postgresql-parser/pkg/walk"
  7. "go/constant"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. const (
  13. clauseTableRowValueKindTime int = iota + 1
  14. clauseTableRowValueKindBool
  15. clauseTableRowValueKindString
  16. clauseTableRowValueKindUint64
  17. clauseTableRowValueKindFloat64
  18. )
  19. type clauseTableRowValue struct {
  20. kind int
  21. value any
  22. }
  23. type insertClause struct {
  24. table string
  25. tableRows map[string]clauseTableRowValue
  26. }
  27. type deleteClause struct {
  28. table string
  29. where string
  30. }
  31. type updateClause struct {
  32. }
  33. type selectClause struct {
  34. selectExpr []string
  35. from string
  36. where []string
  37. limit int
  38. offset int
  39. }
  40. func parseSql(sqlStr string) ([]any, error) {
  41. sqls := strings.Split(sqlStr, ";")
  42. sqlClauses := make([]any, 0)
  43. for _, sql := range sqls {
  44. trimSQL := strings.TrimSpace(sql)
  45. upperTrimSQL := strings.ToUpper(trimSQL)
  46. var clause any
  47. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  48. innerClause, err := insertWalk(sql)
  49. if err != nil {
  50. return nil, err
  51. }
  52. clause = innerClause
  53. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  54. innerClause, err := deleteWalk(sql)
  55. if err != nil {
  56. return nil, err
  57. }
  58. clause = innerClause
  59. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  60. innerClause, err := updateWalk(sql)
  61. if err != nil {
  62. return nil, err
  63. }
  64. clause = innerClause
  65. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  66. innerClause, err := selectWalk(sql)
  67. if err != nil {
  68. return nil, err
  69. }
  70. clause = innerClause
  71. }
  72. sqlClauses = append(sqlClauses, clause)
  73. }
  74. return sqlClauses, nil
  75. }
  76. func insertWalk(sql string) (*insertClause, error) {
  77. clause := new(insertClause)
  78. stmts, err := parser.Parse(sql)
  79. if err != nil {
  80. return nil, err
  81. }
  82. var walkFuncErr error
  83. w := &walk.AstWalker{
  84. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  85. realNode := node.(*tree.Insert)
  86. // 获取table
  87. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  88. realNode.Table.Format(tableFmtCtx)
  89. clause.table = tableFmtCtx.String()
  90. // 解析rows
  91. values := make([]clauseTableRowValue, 0)
  92. rowsStatement, err := parser.Parse(realNode.Rows.String())
  93. if err != nil {
  94. walkFuncErr = err
  95. return true
  96. }
  97. var rowsWalkFuncErr error
  98. funcStringParams := make([]string, 0)
  99. rowsWalker := &walk.AstWalker{Fn: func(ctx interface{}, node interface{}) (stop bool) {
  100. switch rowsNode := node.(type) {
  101. case *tree.FuncExpr:
  102. // 函数类型
  103. value, kind, err := evaluateFuncExpr(rowsNode, nil, &funcStringParams)
  104. if err != nil {
  105. rowsWalkFuncErr = err
  106. return true
  107. }
  108. values = append(values, clauseTableRowValue{
  109. kind: kind,
  110. value: value,
  111. })
  112. case *tree.DBool:
  113. // 布尔类型
  114. stringValue := rowsNode.String()
  115. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  116. if stringValue == "false" {
  117. values = append(values, clauseTableRowValue{
  118. kind: clauseTableRowValueKindBool,
  119. value: false,
  120. })
  121. } else if stringValue == "true" {
  122. values = append(values, clauseTableRowValue{
  123. kind: clauseTableRowValueKindBool,
  124. value: true,
  125. })
  126. } else {
  127. rowsWalkFuncErr = errors.New("不支持的bool值")
  128. return true
  129. }
  130. }
  131. case *tree.StrVal:
  132. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  133. stringValue := rowsNode.String()
  134. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  135. values = append(values, clauseTableRowValue{
  136. kind: clauseTableRowValueKindString,
  137. value: rowsNode.RawString(),
  138. })
  139. }
  140. case *tree.NumVal:
  141. // 数值类型,可以是整形或浮点型
  142. stringValue := rowsNode.String()
  143. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  144. numKind := rowsNode.Kind()
  145. if numKind == constant.Int {
  146. valueUint64, err := strconv.ParseUint(rowsNode.String(), 10, 64)
  147. if err != nil {
  148. rowsWalkFuncErr = err
  149. return true
  150. }
  151. values = append(values, clauseTableRowValue{
  152. kind: clauseTableRowValueKindUint64,
  153. value: valueUint64,
  154. })
  155. } else if numKind == constant.Float {
  156. valueFloat64, err := strconv.ParseFloat(rowsNode.String(), 64)
  157. if err != nil {
  158. rowsWalkFuncErr = err
  159. return true
  160. }
  161. values = append(values, clauseTableRowValue{
  162. kind: clauseTableRowValueKindFloat64,
  163. value: valueFloat64,
  164. })
  165. } else {
  166. rowsWalkFuncErr = errors.New("不支持的数值类型")
  167. return true
  168. }
  169. }
  170. case *tree.UnresolvedName:
  171. rowsWalkFuncErr = errors.New("存在无法解析的名字,是否应该使用单引号")
  172. return true
  173. }
  174. return false
  175. }}
  176. _, err = rowsWalker.Walk(rowsStatement, nil)
  177. if err != nil {
  178. walkFuncErr = err
  179. return true
  180. }
  181. if rowsWalkFuncErr != nil {
  182. walkFuncErr = rowsWalkFuncErr
  183. return true
  184. }
  185. // 组装columnValues
  186. tableRows := make(map[string]clauseTableRowValue)
  187. for i, column := range realNode.Columns.ToStrings() {
  188. tableRows[column] = values[i]
  189. }
  190. clause.tableRows = tableRows
  191. return false
  192. },
  193. }
  194. _, err = w.Walk(stmts, nil)
  195. if err != nil {
  196. return nil, err
  197. }
  198. if walkFuncErr != nil {
  199. return nil, walkFuncErr
  200. }
  201. return clause, nil
  202. }
  203. func deleteWalk(sql string) (*deleteClause, error) {
  204. clause := new(deleteClause)
  205. stmts, err := parser.Parse(sql)
  206. if err != nil {
  207. return nil, err
  208. }
  209. var walkFuncErr error
  210. w := &walk.AstWalker{
  211. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  212. realNode := node.(*tree.Delete)
  213. // 获取table
  214. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  215. realNode.Table.Format(tableFmtCtx)
  216. clause.table = tableFmtCtx.String()
  217. // 获取where
  218. clause.where = realNode.Where.Expr.String()
  219. return false
  220. },
  221. }
  222. _, err = w.Walk(stmts, nil)
  223. if err != nil {
  224. return nil, err
  225. }
  226. if walkFuncErr != nil {
  227. return nil, walkFuncErr
  228. }
  229. return clause, nil
  230. }
  231. func updateWalk(sql string) (*insertClause, error) {
  232. return nil, nil
  233. }
  234. func selectWalk(sql string) (*insertClause, error) {
  235. return nil, nil
  236. }
  237. func evaluateFuncExpr(expr *tree.FuncExpr, funcName *string, stringParams *[]string) (any, int, error) {
  238. if strings.HasPrefix(expr.String(), "parse_time") {
  239. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  240. return nil, 0, errors.New("parse_time(time_str, time_format)")
  241. }
  242. timeStr := expr.Exprs[0].String()
  243. timeFormat := expr.Exprs[1].String()
  244. if funcName != nil {
  245. *funcName = "parse_time"
  246. }
  247. if stringParams != nil {
  248. *stringParams = append(*stringParams, timeStr, timeFormat)
  249. }
  250. parsedTime, err := time.ParseInLocation(timeFormat, timeStr, time.Local)
  251. if err != nil {
  252. return nil, 0, err
  253. }
  254. return parsedTime, clauseTableRowValueKindTime, nil
  255. } else {
  256. return nil, 0, errors.New("不支持的函数")
  257. }
  258. }
  259. func canSkipValueInThisContext(stringParams *[]string, stringValue string) bool {
  260. if stringParams == nil || *stringParams == nil || len(*stringParams) == 0 {
  261. return false
  262. }
  263. if (*stringParams)[0] == stringValue {
  264. *stringParams = (*stringParams)[1:]
  265. return true
  266. }
  267. return false
  268. }