Junos OS

 View Only
last person joined: yesterday 

Ask questions and share experiences about Junos OS.
  • 1.  The storage gets full frequently.

    Posted 03-17-2023 05:29

    Hi, 

    My router's storage usually gets full. It begets configuration is failed to execute as below.

    But I don't find any file I can delete even switch routing engine. 

    Could you advise me any action to resolve this problem ?

    JunOS : 16.1R2.11,  Router Engine: RE-S-1800x4.

    0# commit check 
    re0: 
    configuration check succeeds
    re1: 
    error: could not open configuration database (juniper.data+)
    re0: 
    error: remote commit-configuration failed on re1

    > show system storage 
    Filesystem              Size       Used      Avail  Capacity   Mounted on
    /dev/md0.uzip            20M        20M         0B      100%  /
    devfs                   1.0K       1.0K         0B      100%  /dev
    /dev/gpt/junos           46G       5.3G        37G       12%  /.mount
    devfs                   1.0K       1.0K         0B      100%  /.mount/dev
    /dev/md1.uzip            22M        22M         0B      100%  /.mount/packages/mnt/os-libs-10
    /dev/md2.uzip            21M        21M         0B      100%  /.mount/packages/mnt/os-runtime
    tmpfs                    10G        28K        10G        0%  /.mount/tmp
    procfs                  4.0K       4.0K         0B      100%  /.mount/proc
    /dev/md3.uzip           1.3M       1.3M         0B      100%  /.mount/packages/mnt/os-zoneinfo64-7c66f0e5
    /dev/md4.uzip            18M        18M         0B      100%  /.mount/packages/mnt/os-libs-compat32-10
    /dev/md5.uzip           498K       498K         0B      100%  /.mount/packages/mnt/os-compat32
    /dev/md6.uzip           6.5M       6.5M         0B      100%  /.mount/packages/mnt/py-extensions32-abd0b0d2
    /dev/md7.uzip            14M        14M         0B      100%  /.mount/packages/mnt/py-base32-0bd29269
    /dev/md8.uzip           6.8M       6.8M         0B      100%  /.mount/packages/mnt/os-crypto
    /dev/md9.uzip            15M        15M         0B      100%  /.mount/packages/mnt/junos-net
    /dev/md10.uzip           32M        32M         0B      100%  /.mount/packages/mnt/junos-modules64-ee72e699
    /dev/md11.uzip           23M        23M         0B      100%  /.mount/packages/mnt/junos-modules-mx64-1fd89b3d
    /dev/md12.uzip          6.8M       6.8M         0B      100%  /.mount/packages/mnt/junos-libs
    /dev/md13.uzip           50M        50M         0B      100%  /.mount/packages/mnt/junos-libs-compat32
    /dev/md14.uzip          706M       706M         0B      100%  /.mount/packages/mnt/junos-runtime32-6f81f614
    /packages/mnt/junos-libs-compat32/usr/lib32        50M        50M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/junos
    /packages/mnt/os-libs-compat32-10/usr/lib32        18M        18M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/os
    /packages/mnt/os-compat32/libexec       498K       498K         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libexec
    /var/jails/rest-api        46G       5.3G        37G     12%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/var
    /dev/md15                25M        25M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a
    /var/jail                46G       5.3G        37G       12%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var
    /var/log                 46G       5.3G        37G       12%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var/log
    devfs                   1.0K       1.0K         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/dev
    /dev/md16                16M        16M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/rt
    /dev/md17                23M        23M         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a
    /var/jail/etc            46G       5.3G        37G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/etc
    /var/jail/run            46G       5.3G        37G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/run
    /var/jail/tmp            46G       5.3G        37G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/tmp
    /var/tmp                 46G       5.3G        37G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/tmp/uploads
    devfs                   1.0K       1.0K         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/dev
    /dev/md18                16M        16M         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/rt
    /var/jail/jweb-app        46G       5.3G        37G      12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/jweb-app
    /dev/md19.uzip          1.6M       1.6M         0B      100%  /.mount/packages/mnt/junos-libs-compat32-mx
    /dev/md20.uzip          319M       319M         0B      100%  /.mount/packages/mnt/junos-runtime-mx32-bf88d705
    /dev/md21.uzip           49M        49M         0B      100%  /.mount/packages/mnt/junos-platform
    /dev/md22.uzip          436K       436K         0B      100%  /.mount/packages/mnt/junos-libs-mx
    /dev/md23.uzip          8.5M       8.5M         0B      100%  /.mount/packages/mnt/junos-dp-crypto-support32-4ccd9b0d
    /dev/md24.uzip           35M        35M         0B      100%  /.mount/packages/mnt/junos-dp-crypto-support-mtx32-6758b268
    /dev/md25.uzip           84M        84M         0B      100%  /.mount/packages/mnt/junos-daemons64-da1233df
    /dev/md26.uzip           23M        23M         0B      100%  /.mount/packages/mnt/junos-daemons-mx64-4a7e05af
    /dev/md27.uzip           14M        14M         0B      100%  /.mount/packages/mnt/jsdn32-2194d8c6
    /dev/md28.uzip          7.6M       7.6M         0B      100%  /.mount/packages/mnt/jsd32-96d52eea
    /dev/md29.uzip          546M       546M         0B      100%  /.mount/packages/mnt/jpfe-wrlinux32-47960b77
    /dev/md30.uzip          1.2G       1.2G         0B      100%  /.mount/packages/mnt/jpfe-X96032-2fa4ce20
    /dev/md31.uzip           63M        63M         0B      100%  /.mount/packages/mnt/jpfe-common32-df510a2e
    /dev/md32.uzip           13M        13M         0B      100%  /.mount/packages/mnt/jdocs32-32683b60
    /dev/md33.uzip           14M        14M         0B      100%  /.mount/packages/mnt/fips-mode32-275db1b1
    tmpfs                   2.7G        30M       2.6G        1%  /.mount/mfs
    junosprocfs             4.0K       4.0K         0B      100%  /.mount/junosproc

    Best regards,

    Cloud



  • 2.  RE: The storage gets full frequently.

    Posted 03-18-2023 11:29

    This storage is not full: /dev/gpt/junos has 37GB free

    What's happening on  RE1 ?



    ------------------------------
    Olivier Benghozi
    ------------------------------



  • 3.  RE: The storage gets full frequently.

    Posted 03-19-2023 21:42

    Hi, 

    We're not sure what happens for RE1.

    RE1 runs normally ,but can't commit the configuration till we try to delete some files. 

    The problem is what there is no file we can remove. 

    Now we switch to RE0 and looks RE0 is operational. But still happens when  commit. It will show some errors as what I mentioned. 

    Best regards,

    Cloud 




  • 4.  RE: The storage gets full frequently.

    Posted 03-19-2023 21:50

    Well, so what about

    request routing-engine login other

    show system storage



    ------------------------------
    Olivier Benghozi
    ------------------------------



  • 5.  RE: The storage gets full frequently.

    Posted 03-19-2023 22:09

    Hi, 

    I apologize to offer you wrong information of RE1.  This is a correct information of RE1.

    Apparently, it's almost full of /dev/gpt/junos. 

    > show system storage 
    Filesystem              Size       Used      Avail  Capacity   Mounted on
    /dev/md0.uzip            20M        20M         0B      100%  /
    devfs                   1.0K       1.0K         0B      100%  /dev
    /dev/gpt/junos           19G        17G       952M       95%  /.mount
    devfs                   1.0K       1.0K         0B      100%  /.mount/dev
    /dev/md1.uzip            22M        22M         0B      100%  /.mount/packages/mnt/os-libs-10
    /dev/md2.uzip            21M        21M         0B      100%  /.mount/packages/mnt/os-runtime
    tmpfs                    15G       8.2M        15G        0%  /.mount/tmp
    procfs                  4.0K       4.0K         0B      100%  /.mount/proc
    /dev/md3.uzip           1.3M       1.3M         0B      100%  /.mount/packages/mnt/os-zoneinfo64-7c66f0e5
    /dev/md4.uzip            18M        18M         0B      100%  /.mount/packages/mnt/os-libs-compat32-10
    /dev/md5.uzip           498K       498K         0B      100%  /.mount/packages/mnt/os-compat32
    /dev/md6.uzip           6.5M       6.5M         0B      100%  /.mount/packages/mnt/py-extensions32-abd0b0d2
    /dev/md7.uzip            14M        14M         0B      100%  /.mount/packages/mnt/py-base32-0bd29269
    /dev/md8.uzip           6.8M       6.8M         0B      100%  /.mount/packages/mnt/os-crypto
    /dev/md9.uzip            15M        15M         0B      100%  /.mount/packages/mnt/junos-net
    /dev/md10.uzip           32M        32M         0B      100%  /.mount/packages/mnt/junos-modules64-ee72e699
    /dev/md11.uzip           23M        23M         0B      100%  /.mount/packages/mnt/junos-modules-mx64-1fd89b3d
    /dev/md12.uzip          6.8M       6.8M         0B      100%  /.mount/packages/mnt/junos-libs
    /dev/md13.uzip           50M        50M         0B      100%  /.mount/packages/mnt/junos-libs-compat32
    /dev/md14.uzip          706M       706M         0B      100%  /.mount/packages/mnt/junos-runtime32-6f81f614
    /packages/mnt/junos-libs-compat32/usr/lib32        50M        50M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/junos
    /packages/mnt/os-libs-compat32-10/usr/lib32        18M        18M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/os
    /packages/mnt/os-compat32/libexec       498K       498K         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libexec
    /var/jails/rest-api        19G        17G       952M     95%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/var
    /dev/md15                25M        25M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a
    /var/jail                19G        17G       952M       95%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var
    /var/log                 19G        17G       952M       95%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var/log
    devfs                   1.0K       1.0K         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/dev
    /dev/md16                16M        16M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/rt
    /dev/md17                23M        23M         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a

    > file list /dev/gpt/junos detail 
    crw-r-----  1 root  operator         0 Mar 6  09:48 /dev/gpt/junos
    total files: 1




  • 6.  RE: The storage gets full frequently.

    Posted 03-19-2023 22:20

    And on RE1, did you try a 

    request system storage cleanup



    ------------------------------
    Olivier Benghozi
    ------------------------------



  • 7.  RE: The storage gets full frequently.

    Posted 03-19-2023 22:34

    Hi,

     

    I tried before. There are few files to delete. Now I do again.

    So, it still brings same issue after this operation.

     

    > request system storage cleanup dry-run

     

    List of files to delete:

     

             Size Date         Name

       409B Mar 20 10:25 /var/log/changelog.0.gz

       346B Mar 19 20:23 /var/log/changelog.1.gz

       143B Mar 20 10:25 /var/log/firewall-log.0.gz

       136B Mar 19 20:23 /var/log/firewall-log.1.gz

      9788B Mar 20 10:25 /var/log/interactive-commands.0.gz

      6108B Mar 19 20:23 /var/log/interactive-commands.1.gz

    331.5K Mar 20 10:25 /var/log/messages.0.gz

    973.9K Mar 20 10:00 /var/log/messages.1.gz

    967.9K Mar 20 08:45 /var/log/messages.2.gz

    968.2K Mar 20 07:30 /var/log/messages.3.gz

    968.1K Mar 20 06:15 /var/log/messages.4.gz

    971.0K Mar 20 05:00 /var/log/messages.5.gz

    969.4K Mar 20 03:45 /var/log/messages.6.gz

    969.9K Mar 20 02:30 /var/log/messages.7.gz

    968.3K Mar 20 01:15 /var/log/messages.8.gz

    969.8K Mar 20 00:00 /var/log/messages.9.gz

        42B Mar 19 20:18 /var/tmp/pfe_debug_commands






  • 8.  RE: The storage gets full frequently.

    Posted 03-19-2023 23:25

    Time to go to shell then :)

    on RE1, 

    start shell
    du -sh /*
    du -sh /var/*
    exit

    So you'll see where all the stuff resides



    ------------------------------
    Olivier Benghozi
    ------------------------------



  • 9.  RE: The storage gets full frequently.

    Posted 03-20-2023 10:28

    Hi,

     

    I just reboot this RE and seems it gets some quite free space.

     

     

    > show system storage

    Filesystem              Size       Used      Avail  Capacity   Mounted on

    /dev/md0.uzip            20M        20M         0B      100%  /

    devfs                   1.0K       1.0K         0B      100%  /dev

    /dev/gpt/junos           19G       2.2G        15G       12%  /.mount

    devfs                   1.0K       1.0K         0B      100%  /.mount/dev

    /dev/md1.uzip            22M        22M         0B      100%  /.mount/packages/mnt/os-libs-10

    /dev/md2.uzip            21M        21M         0B      100%  /.mount/packages/mnt/os-runtime

    tmpfs                    15G       8.2M        15G        0%  /.mount/tmp

    procfs                  4.0K       4.0K         0B      100%  /.mount/proc

    /dev/md3.uzip           1.3M       1.3M         0B      100%  /.mount/packages/mnt/os-zoneinfo64-7c66f0e5

    /dev/md4.uzip            18M        18M         0B      100%  /.mount/packages/mnt/os-libs-compat32-10

    /dev/md5.uzip           498K       498K         0B      100%  /.mount/packages/mnt/os-compat32

    /dev/md6.uzip           6.5M       6.5M         0B      100%  /.mount/packages/mnt/py-extensions32-abd0b0d2

    /dev/md7.uzip            14M        14M         0B      100%  /.mount/packages/mnt/py-base32-0bd29269

    /dev/md8.uzip           6.8M       6.8M         0B      100%  /.mount/packages/mnt/os-crypto

    /dev/md9.uzip            15M        15M         0B      100%  /.mount/packages/mnt/junos-net

    /dev/md10.uzip           32M        32M         0B      100%  /.mount/packages/mnt/junos-modules64-ee72e699

    /dev/md11.uzip           23M        23M         0B      100%  /.mount/packages/mnt/junos-modules-mx64-1fd89b3d

    /dev/md12.uzip          6.8M       6.8M         0B      100%  /.mount/packages/mnt/junos-libs

    /dev/md13.uzip           50M        50M         0B      100%  /.mount/packages/mnt/junos-libs-compat32

    /dev/md14.uzip          706M       706M         0B      100%  /.mount/packages/mnt/junos-runtime32-6f81f614

    /packages/mnt/junos-libs-compat32/usr/lib32        50M        50M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/junos

    /packages/mnt/os-libs-compat32-10/usr/lib32        18M        18M         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libs/os

    /packages/mnt/os-compat32/libexec       498K       498K         0B  100%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/libexec

    /var/jails/rest-api        19G       2.2G        15G     12%  /.mount/packages/mnt/junos-runtime32-6f81f614/web-api/var

    /dev/md15                25M        25M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a

    /var/jail                19G       2.2G        15G       12%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var

    /var/log                 19G       2.2G        15G       12%  /.mount/packages/mnt/jweb32-238e4e8a/jail/var/log

    devfs                   1.0K       1.0K         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/dev

    /dev/md16                16M        16M         0B      100%  /.mount/packages/mnt/jweb32-238e4e8a/jail/rt

    /dev/md17                23M        23M         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a

    /var/jail/etc            19G       2.2G        15G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/etc

    /var/jail/run            19G       2.2G        15G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/run

    /var/jail/tmp            19G       2.2G        15G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/tmp

    /var/tmp                 19G       2.2G        15G       12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/tmp/uploads

    devfs                   1.0K       1.0K         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/dev

    /dev/md18                16M        16M         0B      100%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/rt

    /var/jail/jweb-app        19G       2.2G        15G      12%  /.mount/packages/mnt/jweb-ex32-99419e7a/jail/var/jweb-app

    /dev/md19.uzip          1.6M       1.6M         0B      100%  /.mount/packages/mnt/junos-libs-compat32-mx

    /dev/md20.uzip          319M       319M         0B      100%  /.mount/packages/mnt/junos-runtime-mx32-bf88d705

    /dev/md21.uzip           49M        49M         0B      100%  /.mount/packages/mnt/junos-platform

    /dev/md22.uzip          436K       436K         0B      100%  /.mount/packages/mnt/junos-libs-mx

    /dev/md23.uzip          8.5M       8.5M         0B      100%  /.mount/packages/mnt/junos-dp-crypto-support32-4ccd9b0d

    /dev/md24.uzip           35M        35M         0B      100%  /.mount/packages/mnt/junos-dp-crypto-support-mtx32-6758b268

    /dev/md25.uzip           84M        84M         0B      100%  /.mount/packages/mnt/junos-daemons64-da1233df

    /dev/md26.uzip           23M        23M         0B      100%  /.mount/packages/mnt/junos-daemons-mx64-4a7e05af

    /dev/md27.uzip           14M        14M         0B      100%  /.mount/packages/mnt/jsdn32-2194d8c6

    /dev/md28.uzip          7.6M       7.6M         0B      100%  /.mount/packages/mnt/jsd32-96d52eea

    /dev/md29.uzip          546M       546M         0B      100%  /.mount/packages/mnt/jpfe-wrlinux32-47960b77

    /dev/md30.uzip          1.2G       1.2G         0B      100%  /.mount/packages/mnt/jpfe-X96032-2fa4ce20

    /dev/md31.uzip           63M        63M         0B      100%  /.mount/packages/mnt/jpfe-common32-df510a2e

    /dev/md32.uzip           13M        13M         0B      100%  /.mount/packages/mnt/jdocs32-32683b60

    /dev/md33.uzip           14M        14M         0B      100%  /.mount/packages/mnt/fips-mode32-275db1b1

    tmpfs                   2.7G        30M       2.6G        1%  /.mount/mfs

    junosprocfs             4.0K       4.0K         0B      100%  /.mount/junosproc

     

     

     

    % du -sh /var/*

    4.0K    /var/chroot

    4.0K    /var/crash

    8.0K    /var/cron

    du: /var/db/certs/common: Permission denied

    du: /var/db/certs/system-key-pair: Permission denied

    du: /var/db/certs/system-cert: Permission denied

    du: /var/db/entropy: Permission denied

    du: /var/db/fsad: Permission denied

    du: /var/db/jdhcp_snoop: Permission denied

    126M    /var/db

    4.0K    /var/empty

      0B    /var/etc

    28M    /var/home

    152K    /var/jail

    16K    /var/jails

    237M    /var/log

    728K    /var/logical-systems

    3.0M    /var/pdb

    8.0K    /var/platform-config

    4.0K    /var/preserve

    232K    /var/run

    39M    /var/rundb

    20K    /var/tftpboot

    24K    /var/tmp

    8.0K    /var/transfer

     

     

    % du -sh /*

      0B    /COPYRIGHT

    4.0K    /bin

    316K    /boot

    264K    /config

    5.0K    /dev

    212K    /etc

      0B    /jail

      0B    /junosproc

    16K    /lib

    4.0K    /libexec

    20M    /mfs

    4.0K    /mnt

    32K    /modules

    4.0K    /mqtt_broker_re.pid

    4.0K    /oam

    460K    /opt

    5.3G    /packages

      0B    /proc

    8.0K    /root

    12K    /sbin

    8.2M    /tmp

    1.4M    /usr

    du: /var/db/certs/common: Permission denied

    du: /var/db/certs/system-key-pair: Permission denied

    du: /var/db/certs/system-cert: Permission denied

    du: /var/db/entropy: Permission denied

    du: /var/db/fsad: Permission denied

    du: /var/db/jdhcp_snoop: Permission denied

    434M    /var

    % du -sh /*

      0B    /COPYRIGHT

    4.0K    /bin

    316K    /boot

    264K    /config

    5.0K    /dev

    212K    /etc

      0B    /jail

      0B    /junosproc

    16K    /lib

    4.0K    /libexec

    20M    /mfs

    4.0K    /mnt

    32K    /modules

    4.0K    /mqtt_broker_re.pid

    4.0K    /oam

    460K    /opt

    5.3G    /packages

      0B    /proc

    8.0K    /root

    12K    /sbin

    8.2M    /tmp

    1.4M    /usr

    du: /var/db/certs/common: Permission denied

    du: /var/db/certs/system-key-pair: Permission denied

    du: /var/db/certs/system-cert: Permission denied

    du: /var/db/entropy: Permission denied

    du: /var/db/fsad: Permission denied

    du: /var/db/jdhcp_snoop: Permission denied

    434M    /var