sql_parser.go 7.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352
  1. package dpsapi
  2. import (
  3. "errors"
  4. "github.com/auxten/postgresql-parser/pkg/sql/parser"
  5. "github.com/auxten/postgresql-parser/pkg/sql/sem/tree"
  6. "github.com/auxten/postgresql-parser/pkg/walk"
  7. "go/constant"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. const (
  13. clauseTableRowValueKindTime int = iota + 1
  14. clauseTableRowValueKindBool
  15. clauseTableRowValueKindString
  16. clauseTableRowValueKindUint64
  17. clauseTableRowValueKindFloat64
  18. )
  19. type clauseTableRowValue struct {
  20. kind int
  21. value any
  22. }
  23. type insertClause struct {
  24. table string
  25. keyColumns []string
  26. tableRows map[string]clauseTableRowValue
  27. }
  28. type deleteClause struct {
  29. table string
  30. where string
  31. }
  32. type updateClause struct {
  33. }
  34. type selectClause struct {
  35. selectExpr []string
  36. from string
  37. where []string
  38. limit int
  39. offset int
  40. }
  41. func parseSql(sqlStr string) ([]any, error) {
  42. sqls := strings.Split(sqlStr, ";")
  43. sqlClauses := make([]any, 0)
  44. for _, sql := range sqls {
  45. trimSQL := strings.TrimSpace(sql)
  46. upperTrimSQL := strings.ToUpper(trimSQL)
  47. var clause any
  48. if strings.HasPrefix(upperTrimSQL, "INSERT") {
  49. innerClause, err := insertWalk(sql)
  50. if err != nil {
  51. return nil, err
  52. }
  53. clause = innerClause
  54. } else if strings.HasPrefix(upperTrimSQL, "DELETE") {
  55. innerClause, err := deleteWalk(sql)
  56. if err != nil {
  57. return nil, err
  58. }
  59. clause = innerClause
  60. } else if strings.HasPrefix(upperTrimSQL, "UPDATE") {
  61. innerClause, err := updateWalk(sql)
  62. if err != nil {
  63. return nil, err
  64. }
  65. clause = innerClause
  66. } else if strings.HasPrefix(upperTrimSQL, "SELECT") {
  67. innerClause, err := selectWalk(sql)
  68. if err != nil {
  69. return nil, err
  70. }
  71. clause = innerClause
  72. }
  73. sqlClauses = append(sqlClauses, clause)
  74. }
  75. return sqlClauses, nil
  76. }
  77. func insertWalk(sql string) (*insertClause, error) {
  78. clause := new(insertClause)
  79. stmts, err := parser.Parse(sql)
  80. if err != nil {
  81. return nil, err
  82. }
  83. var walkFuncErr error
  84. w := &walk.AstWalker{
  85. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  86. realNode := node.(*tree.Insert)
  87. // 获取table
  88. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  89. realNode.Table.Format(tableFmtCtx)
  90. clause.table = tableFmtCtx.String()
  91. // 解析rows
  92. values := make([]clauseTableRowValue, 0)
  93. rowsStatement, err := parser.Parse(realNode.Rows.String())
  94. if err != nil {
  95. walkFuncErr = err
  96. return true
  97. }
  98. var rowsWalkFuncErr error
  99. funcStringParams := make([]string, 0)
  100. rowsWalker := &walk.AstWalker{Fn: func(ctx interface{}, node interface{}) (stop bool) {
  101. switch rowsNode := node.(type) {
  102. case *tree.FuncExpr:
  103. // 函数类型
  104. value, kind, err := evaluateFuncExpr(rowsNode, nil, &funcStringParams)
  105. if err != nil {
  106. rowsWalkFuncErr = err
  107. return true
  108. }
  109. values = append(values, clauseTableRowValue{
  110. kind: kind,
  111. value: value,
  112. })
  113. case *tree.DBool:
  114. // 布尔类型
  115. stringValue := rowsNode.String()
  116. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  117. if stringValue == "false" {
  118. values = append(values, clauseTableRowValue{
  119. kind: clauseTableRowValueKindBool,
  120. value: false,
  121. })
  122. } else if stringValue == "true" {
  123. values = append(values, clauseTableRowValue{
  124. kind: clauseTableRowValueKindBool,
  125. value: true,
  126. })
  127. } else {
  128. rowsWalkFuncErr = errors.New("不支持的bool值")
  129. return true
  130. }
  131. }
  132. case *tree.StrVal:
  133. // 字符串类型或者函数参数是字符串的类型,这里通过比较字符串value,排除了函数参数类型
  134. stringValue := rowsNode.String()
  135. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  136. values = append(values, clauseTableRowValue{
  137. kind: clauseTableRowValueKindString,
  138. value: rowsNode.RawString(),
  139. })
  140. }
  141. case *tree.NumVal:
  142. // 数值类型,可以是整形或浮点型
  143. stringValue := rowsNode.String()
  144. if !canSkipValueInThisContext(&funcStringParams, stringValue) {
  145. numKind := rowsNode.Kind()
  146. if numKind == constant.Int {
  147. valueUint64, err := strconv.ParseUint(rowsNode.String(), 10, 64)
  148. if err != nil {
  149. rowsWalkFuncErr = err
  150. return true
  151. }
  152. values = append(values, clauseTableRowValue{
  153. kind: clauseTableRowValueKindUint64,
  154. value: valueUint64,
  155. })
  156. } else if numKind == constant.Float {
  157. valueFloat64, err := strconv.ParseFloat(rowsNode.String(), 64)
  158. if err != nil {
  159. rowsWalkFuncErr = err
  160. return true
  161. }
  162. values = append(values, clauseTableRowValue{
  163. kind: clauseTableRowValueKindFloat64,
  164. value: valueFloat64,
  165. })
  166. } else {
  167. rowsWalkFuncErr = errors.New("不支持的数值类型")
  168. return true
  169. }
  170. }
  171. case *tree.UnresolvedName:
  172. rowsWalkFuncErr = errors.New("存在无法解析的名字,是否应该使用单引号")
  173. return true
  174. }
  175. return false
  176. }}
  177. _, err = rowsWalker.Walk(rowsStatement, nil)
  178. if err != nil {
  179. walkFuncErr = err
  180. return true
  181. }
  182. if rowsWalkFuncErr != nil {
  183. walkFuncErr = rowsWalkFuncErr
  184. return true
  185. }
  186. // 组装columnValues
  187. hasIDColumn := false
  188. keyColumns := make([]string, 0)
  189. allColumns := make([]string, 0)
  190. tableRows := make(map[string]clauseTableRowValue)
  191. for i, column := range realNode.Columns.ToStrings() {
  192. if column == "id" {
  193. hasIDColumn = true
  194. }
  195. if strings.HasPrefix(column, "**") {
  196. column = strings.TrimPrefix(column, "**")
  197. keyColumns = append(keyColumns, column)
  198. }
  199. allColumns = append(allColumns, column)
  200. tableRows[column] = values[i]
  201. }
  202. if keyColumns != nil && len(keyColumns) != 0 {
  203. clause.keyColumns = keyColumns
  204. } else if hasIDColumn {
  205. clause.keyColumns = []string{"id"}
  206. } else {
  207. clause.keyColumns = allColumns
  208. }
  209. clause.tableRows = tableRows
  210. return false
  211. },
  212. }
  213. _, err = w.Walk(stmts, nil)
  214. if err != nil {
  215. return nil, err
  216. }
  217. if walkFuncErr != nil {
  218. return nil, walkFuncErr
  219. }
  220. return clause, nil
  221. }
  222. func deleteWalk(sql string) (*deleteClause, error) {
  223. clause := new(deleteClause)
  224. stmts, err := parser.Parse(sql)
  225. if err != nil {
  226. return nil, err
  227. }
  228. var walkFuncErr error
  229. w := &walk.AstWalker{
  230. Fn: func(ctx interface{}, node interface{}) (stop bool) {
  231. realNode := node.(*tree.Delete)
  232. // 获取table
  233. tableFmtCtx := tree.NewFmtCtx(tree.FmtSimple)
  234. realNode.Table.Format(tableFmtCtx)
  235. clause.table = tableFmtCtx.String()
  236. // 获取where
  237. clause.where = realNode.Where.Expr.String()
  238. return false
  239. },
  240. }
  241. _, err = w.Walk(stmts, nil)
  242. if err != nil {
  243. return nil, err
  244. }
  245. if walkFuncErr != nil {
  246. return nil, walkFuncErr
  247. }
  248. return clause, nil
  249. }
  250. func updateWalk(sql string) (*insertClause, error) {
  251. return nil, nil
  252. }
  253. func selectWalk(sql string) (*insertClause, error) {
  254. return nil, nil
  255. }
  256. func evaluateFuncExpr(expr *tree.FuncExpr, funcName *string, stringParams *[]string) (any, int, error) {
  257. if strings.HasPrefix(expr.String(), "parse_time") {
  258. if expr.Exprs == nil || len(expr.Exprs) != 2 {
  259. return nil, 0, errors.New("parse_time(time_str, time_format)")
  260. }
  261. timeStr := expr.Exprs[0].String()
  262. timeFormat := expr.Exprs[1].String()
  263. if funcName != nil {
  264. *funcName = "parse_time"
  265. }
  266. if stringParams != nil {
  267. *stringParams = append(*stringParams, timeStr, timeFormat)
  268. }
  269. parsedTime, err := time.ParseInLocation(timeFormat, timeStr, time.Local)
  270. if err != nil {
  271. return nil, 0, err
  272. }
  273. return parsedTime, clauseTableRowValueKindTime, nil
  274. } else {
  275. return nil, 0, errors.New("不支持的函数")
  276. }
  277. }
  278. func canSkipValueInThisContext(stringParams *[]string, stringValue string) bool {
  279. if stringParams == nil || *stringParams == nil || len(*stringParams) == 0 {
  280. return false
  281. }
  282. if (*stringParams)[0] == stringValue {
  283. *stringParams = (*stringParams)[1:]
  284. return true
  285. }
  286. return false
  287. }