sql_parser.go 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338
  1. package dpsapi
  2. import (
  3. "errors"
  4. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  5. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  6. "github.com/auxten/postgresql-parser/pkg/walk"
  7. "go/constant"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. const (
  13. clauseTableRowValueKindTime int = iota + 1
  14. clauseTableRowValueKindBool
  15. clauseTableRowValueKindString
  16. clauseTableRowValueKindUint64
  17. clauseTableRowValueKindFloat64
  18. )
  19. type clauseTableRowValue struct {
  20. kind int
  21. value any
  22. }
  23. type insertClause struct {
  24. table string
  25. tableRow map[string]clauseTableRowValue
  26. }
  27. type deleteClause struct {
  28. table string
  29. where string
  30. }
  31. type updateClause struct {
  32. table string
  33. where string
  34. newTableRow map[string]clauseTableRowValue
  35. }
  36. type selectClause struct {
  37. selectExpr []string
  38. from string
  39. where []string
  40. limit int
  41. offset int
  42. }
  43. func parseSql(sqlStr string) ([]any, error) {
  44. sqls := strings.Split(sqlStr, ";")
  45. sqlClauses := make([]any, 0)
  46. for _, sql := range sqls {
  47. trimSQL := strings.TrimSpace(sql)
  48. upperTrimSQL := strings.ToUpper(trimSQL)
  49. var clause any
  50. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  51. innerClause, err := insertWalk(sql)
  52. if err != nil {
  53. return nil, err
  54. }
  55. clause = innerClause
  56. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  57. innerClause, err := deleteWalk(sql)
  58. if err != nil {
  59. return nil, err
  60. }
  61. clause = innerClause
  62. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  63. innerClause, err := updateWalk(sql)
  64. if err != nil {
  65. return nil, err
  66. }
  67. clause = innerClause
  68. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  69. innerClause, err := selectWalk(sql)
  70. if err != nil {
  71. return nil, err
  72. }
  73. clause = innerClause
  74. }
  75. sqlClauses = append(sqlClauses, clause)
  76. }
  77. return sqlClauses, nil
  78. }
  79. func insertWalk(sql string) (*insertClause, error) {
  80. clause := new(insertClause)
  81. stmts, err := parser.Parse(sql)
  82. if err != nil {
  83. return nil, err
  84. }
  85. var walkFuncErr error
  86. w := &walk.AstWalker{
  87. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  88. realNode := node.(*tree.Insert)
  89. // 获取table
  90. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  91. realNode.Table.Format(tableFmtCtx)
  92. clause.table = tableFmtCtx.String()
  93. // 解析rows
  94. values := make([]clauseTableRowValue, 0)
  95. rowsStatement, err := parser.Parse(realNode.Rows.String())
  96. if err != nil {
  97. walkFuncErr = err
  98. return true
  99. }
  100. var rowsWalkFuncErr error
  101. funcStringParams := make([]string, 0)
  102. rowsWalker := &walk.AstWalker{Fn: func(ctx interface{}, node interface{}) (stop bool) {
  103. switch rowsNode := node.(type) {
  104. case *tree.ValuesClause:
  105. for _, row := range rowsNode.Rows {
  106. for _, column := range row {
  107. switch realColumn := column.(type) {
  108. case *tree.FuncExpr:
  109. // 函数类型
  110. value, kind, err := evaluateFuncExpr(realColumn, nil, &funcStringParams)
  111. if err != nil {
  112. rowsWalkFuncErr = err
  113. return true
  114. }
  115. values = append(values, clauseTableRowValue{
  116. kind: kind,
  117. value: value,
  118. })
  119. case *tree.DBool:
  120. // 布尔类型
  121. stringValue := realColumn.String()
  122. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  123. if stringValue == "false" {
  124. values = append(values, clauseTableRowValue{
  125. kind: clauseTableRowValueKindBool,
  126. value: false,
  127. })
  128. } else if stringValue == "true" {
  129. values = append(values, clauseTableRowValue{
  130. kind: clauseTableRowValueKindBool,
  131. value: true,
  132. })
  133. } else {
  134. rowsWalkFuncErr = errors.New("不支持的bool值")
  135. return true
  136. }
  137. }
  138. case *tree.StrVal:
  139. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  140. stringValue := realColumn.String()
  141. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  142. values = append(values, clauseTableRowValue{
  143. kind: clauseTableRowValueKindString,
  144. value: realColumn.RawString(),
  145. })
  146. }
  147. case *tree.NumVal:
  148. // 数值类型,可以是整形或浮点型
  149. stringValue := realColumn.String()
  150. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  151. numKind := realColumn.Kind()
  152. if numKind == constant.Int {
  153. valueUint64, err := strconv.ParseUint(realColumn.String(), 10, 64)
  154. if err != nil {
  155. rowsWalkFuncErr = err
  156. return true
  157. }
  158. values = append(values, clauseTableRowValue{
  159. kind: clauseTableRowValueKindUint64,
  160. value: valueUint64,
  161. })
  162. } else if numKind == constant.Float {
  163. valueFloat64, err := strconv.ParseFloat(realColumn.String(), 64)
  164. if err != nil {
  165. rowsWalkFuncErr = err
  166. return true
  167. }
  168. values = append(values, clauseTableRowValue{
  169. kind: clauseTableRowValueKindFloat64,
  170. value: valueFloat64,
  171. })
  172. } else {
  173. rowsWalkFuncErr = errors.New("不支持的数值类型")
  174. return true
  175. }
  176. }
  177. case *tree.UnresolvedName:
  178. rowsWalkFuncErr = errors.New("存在无法解析的名字,是否应该使用单引号")
  179. return true
  180. }
  181. }
  182. }
  183. }
  184. return false
  185. }}
  186. _, err = rowsWalker.Walk(rowsStatement, nil)
  187. if err != nil {
  188. walkFuncErr = err
  189. return true
  190. }
  191. if rowsWalkFuncErr != nil {
  192. walkFuncErr = rowsWalkFuncErr
  193. return true
  194. }
  195. // 组装columnValues
  196. tableRows := make(map[string]clauseTableRowValue)
  197. for i, column := range realNode.Columns.ToStrings() {
  198. tableRows[column] = values[i]
  199. }
  200. clause.tableRow = tableRows
  201. return false
  202. },
  203. }
  204. _, err = w.Walk(stmts, nil)
  205. if err != nil {
  206. return nil, err
  207. }
  208. if walkFuncErr != nil {
  209. return nil, walkFuncErr
  210. }
  211. return clause, nil
  212. }
  213. func deleteWalk(sql string) (*deleteClause, error) {
  214. clause := new(deleteClause)
  215. stmts, err := parser.Parse(sql)
  216. if err != nil {
  217. return nil, err
  218. }
  219. var walkFuncErr error
  220. w := &walk.AstWalker{
  221. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  222. realNode := node.(*tree.Delete)
  223. // 获取table
  224. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  225. realNode.Table.Format(tableFmtCtx)
  226. clause.table = tableFmtCtx.String()
  227. // 获取where
  228. clause.where = realNode.Where.Expr.String()
  229. return false
  230. },
  231. }
  232. _, err = w.Walk(stmts, nil)
  233. if err != nil {
  234. return nil, err
  235. }
  236. if walkFuncErr != nil {
  237. return nil, walkFuncErr
  238. }
  239. return clause, nil
  240. }
  241. func updateWalk(sql string) (*insertClause, error) {
  242. return nil, nil
  243. }
  244. func selectWalk(sql string) (*insertClause, error) {
  245. return nil, nil
  246. }
  247. func evaluateFuncExpr(expr *tree.FuncExpr, funcName *string, stringParams *[]string) (any, int, error) {
  248. if strings.HasPrefix(expr.String(), "parse_time") {
  249. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  250. return nil, 0, errors.New("parse_time(time_str, time_format)")
  251. }
  252. timeStr := expr.Exprs[0].String()
  253. timeFormat := expr.Exprs[1].String()
  254. if funcName != nil {
  255. *funcName = "parse_time"
  256. }
  257. if stringParams != nil {
  258. *stringParams = append(*stringParams, timeStr, timeFormat)
  259. }
  260. parsedTime, err := time.ParseInLocation(timeFormat, timeStr, time.Local)
  261. if err != nil {
  262. return nil, 0, err
  263. }
  264. return parsedTime, clauseTableRowValueKindTime, nil
  265. } else {
  266. return nil, 0, errors.New("不支持的函数")
  267. }
  268. }
  269. func canSkipValueInThisContext(stringParams *[]string, stringValue string) bool {
  270. if stringParams == nil || *stringParams == nil || len(*stringParams) == 0 {
  271. return false
  272. }
  273. if (*stringParams)[0] == stringValue {
  274. *stringParams = (*stringParams)[1:]
  275. return true
  276. }
  277. return false
  278. }