jq可以处理嵌套的JSON数据吗?

时间:2016-05-04 07:05:15

标签: python json jq

对于' jq'也许这太过分了。我需要跳进python json模块,但让我们为大师们挑战!!

我有一些JSON数据(来自i3窗口管理器)看起来有点像这样(简化)。我想深入挖掘.nodes / .floating_nodes的任意数量的级别,并拉出具有" window"的.nodes或.floating_nodes。设置为非null。 :

{
  "floating_nodes": [],
  "nodes": [
    {
      "floating_nodes": [],
      "nodes": [
        {
          "floating_nodes": [],
          "nodes": [
            {
              "floating_nodes": [],
              "nodes": [],
              "window": null,
              "name": "__i3_scratch",
            }
          ],
          "window": null,
          "name": "foobar",
        }
      ],
      "window": null,
      "name": "__i3",
    },
    {
      "floating_nodes": [],
      "nodes": [
        {
          "floating_nodes": [],
          "nodes": [],
          "window": null,
          "name": "topdock",
        },
        {
          "floating_nodes": [],
          "nodes": [
            {
              "floating_nodes": [],
              "nodes": [
                {
                  "floating_nodes": [],
                  "nodes": [],
                  "window": 8388613,
                  "name": "16:11 bhepple:.../~ — Konsole",
                  "rect": {
                    "height": 1061,
                    "width": 1920,
                    "y": 0,
                    "x": 0
                  },
              ],
              "window": null,
              "name": "1",
            }
          ],
          "window": null,
          "name": "content",
        },
        {
          "floating_nodes": [],
          "nodes": [
            {
              "floating_nodes": [],
              "nodes": [],
              "window": 14680070,
              "name": "i3bar for output VNC-0",
            }
          ],
          "window": null,
          "name": "bottomdock",
        }
      ],
      "window": null,
      "name": "VNC-0",
    }
  ],
  "window": null,
  "name": "root",
}

我的示例JSON因我的简化而有点不对,所以这里是完整版:

{"id":10883136,"type":"root","orientation":"horizontal","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":1080},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"root","window":null,"nodes":[{"id":10883568,"type":"output","orientation":"none","scratchpad_state":"none","percent":0.5,"urgent":false,"focused":false,"layout":"output","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":1080},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"__i3","window":null,"nodes":[{"id":10884128,"type":"con","orientation":"horizontal","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":0,"height":0},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"content","window":null,"nodes":[{"id":10884720,"type":"workspace","orientation":"none","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":0,"height":0},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"__i3_scratch","num":-1,"window":null,"nodes":[],"floating_nodes":[],"focus":[],"fullscreen_mode":1,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10884720],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10884128],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]},{"id":10886256,"type":"output","orientation":"none","scratchpad_state":"none","percent":0.5,"urgent":false,"focused":false,"layout":"output","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":1080},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"VNC-0","window":null,"nodes":[{"id":10886944,"type":"dockarea","orientation":"none","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"dockarea","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":0},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"topdock","window":null,"nodes":[],"floating_nodes":[],"focus":[],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[{"dock":2,"insert_where":2}]},{"id":10887648,"type":"con","orientation":"horizontal","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":1061},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"content","window":null,"nodes":[{"id":10889056,"type":"workspace","orientation":"horizontal","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":0,"width":1920,"height":1061},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"1","num":1,"window":null,"nodes":[{"id":10895664,"type":"con","orientation":"none","scratchpad_state":"none","percent":1.0,"urgent":false,"focused":true,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":1,"rect":{"x":0,"y":0,"width":1920,"height":1061},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":1,"y":1,"width":1918,"height":1059},"geometry":{"x":0,"y":0,"width":958,"height":1059},"name":"16:11 bhepple:.../~ — Konsole","window":8388613,"window_properties":{"class":"konsole","instance":"konsole","title":"16:11 bhepple:.../~ — Konsole","transient_for":null},"nodes":[],"floating_nodes":[],"focus":[],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10895664],"fullscreen_mode":1,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10889056],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]},{"id":10888352,"type":"dockarea","orientation":"none","scratchpad_state":"none","percent":null,"urgent":false,"focused":false,"layout":"dockarea","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":-1,"rect":{"x":0,"y":1061,"width":1920,"height":19},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":0,"height":0},"geometry":{"x":0,"y":0,"width":0,"height":0},"name":"bottomdock","window":null,"nodes":[{"id":10891392,"type":"con","orientation":"none","scratchpad_state":"none","percent":1.0,"urgent":false,"focused":false,"layout":"splith","workspace_layout":"default","last_split_layout":"splith","border":"pixel","current_border_width":1,"rect":{"x":0,"y":1061,"width":1920,"height":19},"deco_rect":{"x":0,"y":0,"width":0,"height":0},"window_rect":{"x":0,"y":0,"width":1920,"height":19},"geometry":{"x":0,"y":1061,"width":3840,"height":19},"name":"i3bar for output VNC-0","window":14680070,"window_properties":{"class":"i3bar","instance":"i3bar","title":"i3bar for output VNC-0","transient_for":null},"nodes":[],"floating_nodes":[],"focus":[],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10891392],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[{"dock":3,"insert_where":2}]}],"floating_nodes":[],"focus":[10887648,10886944,10888352],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]}],"floating_nodes":[],"focus":[10886256,10883568],"fullscreen_mode":0,"sticky":false,"floating":"auto_off","swallows":[]}

5 个答案:

答案 0 :(得分:2)

当然,jq可以做到这一点!

首先,我们使用递归运算符..来递归迭代所有内容。然后,我们获取所有.nodes.floating_nodes,并使用?来忽略尝试从数字,字符串或对象获取属性时可能出现的错误。然后,我们使用[]获取这些数组中的所有元素。同样,忽略上一步中的错误会留下一些null,因此我们会忽略尝试在[]null使用?时出现的错误。最后,我们将所有内容传递给select(.window != null),并将每个结果包装在一个数组中以便于处理。

jq '[.. | .floating_nodes?, .nodes? | .[]? | select(.window != null)]'

答案 1 :(得分:0)

如果window属性只能出现在nodefloating_node个对象上,则只需搜索具有window属性的所有对象即可简化操作。

.. | objects | select(.window != null)

答案 2 :(得分:0)

使用圣地亚哥的解决方案并尝试回填jq-1.3中可能缺少的东西我得到了这个工作:

jq 'recurse(.[]) | .floating_nodes, .nodes | .[] | select(.window != null) | select(.focused == true) | .name'

...它还提供了许多错误消息,例如:

jq: error: Cannot iterate over number
jq: error: Cannot iterate over null
jq: error: Cannot iterate over null
jq: error: Cannot index number with string

答案 3 :(得分:0)

以下测试使用jq 1.3,1.4和1.5:

recurse(if type == "object" or type == "array" then .[] else empty end)
| select(type == "object")
| ( select(.nodes|type == "array") | .nodes[]),
  ( select(.floating_nodes|type == "array") | .floating_nodes[])
| select( .window != null ) 

使用给定输入的“完整版本”,jq 1.3产生以下输出:

{
  "swallows": [],
  "floating": "auto_off",
  "sticky": false,
  "fullscreen_mode": 0,
  "focus": [],
  "floating_nodes": [],
  "nodes": [],
  "window_properties": {
    "transient_for": null,
    "title": "16:11 bhepple:.../~ — Konsole",
    "instance": "konsole",
    "class": "konsole"
  },
  "window": 8388613,
  "name": "16:11 bhepple:.../~ — Konsole",
  "layout": "splith",
  "focused": true,
  "urgent": false,
  "percent": 1,
  "scratchpad_state": "none",
  "orientation": "none",
  "type": "con",
  "id": 10895664,
  "workspace_layout": "default",
  "last_split_layout": "splith",
  "border": "pixel",
  "current_border_width": 1,
  "rect": {
    "height": 1061,
    "width": 1920,
    "y": 0,
    "x": 0
  },
  "deco_rect": {
    "height": 0,
    "width": 0,
    "y": 0,
    "x": 0
  },
  "window_rect": {
    "height": 1059,
    "width": 1918,
    "y": 1,
    "x": 1
  },
  "geometry": {
    "height": 1059,
    "width": 958,
    "y": 0,
    "x": 0
  }
}
{
  "swallows": [],
  "floating": "auto_off",
  "sticky": false,
  "fullscreen_mode": 0,
  "focus": [],
  "floating_nodes": [],
  "nodes": [],
  "window_properties": {
    "transient_for": null,
    "title": "i3bar for output VNC-0",
    "instance": "i3bar",
    "class": "i3bar"
  },
  "window": 14680070,
  "name": "i3bar for output VNC-0",
  "layout": "splith",
  "focused": false,
  "urgent": false,
  "percent": 1,
  "scratchpad_state": "none",
  "orientation": "none",
  "type": "con",
  "id": 10891392,
  "workspace_layout": "default",
  "last_split_layout": "splith",
  "border": "pixel",
  "current_border_width": 1,
  "rect": {
    "height": 19,
    "width": 1920,
    "y": 1061,
    "x": 0
  },
  "deco_rect": {
    "height": 0,
    "width": 0,
    "y": 0,
    "x": 0
  },
  "window_rect": {
    "height": 19,
    "width": 1920,
    "y": 0,
    "x": 0
  },
  "geometry": {
    "height": 19,
    "width": 3840,
    "y": 1061,
    "x": 0
  }
}

答案 4 :(得分:0)

这是一个使用 tostream 扫描给定输入的[path,value]数组流的解决方案。然后使用选择仅挑选以" window"结尾的路径并且其对应的值不为null。最后,它使用 foreach getpath 来生成包含对象的流。

foreach (   tostream
          | select(length == 2 and .[0][-1] == "window" and .[1] != null)
        ) as $p (
    .
  ; .
  ; getpath($p[0][:-1])
)

编辑:我现在意识到foreach E as $X (.; .; R)形式的过滤器几乎总是被重写为E as $X | R所以上面的内容实际上就是

  ( tostream | select(length == 2 and .[0][-1] == "window" and .[1] != null) ) as $p
|  getpath($p[0][:-1])